2024-05-21T00:14:07.050 INFO:root:teuthology version: 0.0.1.dev276+g4fbe5e8 2024-05-21T00:14:07.050 DEBUG:teuthology.run:Teuthology command: teuthology --name leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi --archive /home/teuthworker/archive/leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi/7717418 --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/no 5-quiesce/with-quiesce 6-workunit/direct_io}} --verbose --owner scheduled_leonidus@teuthology -- /home/teuthworker/archive/leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi/7717418/orig.config.yaml 2024-05-21T00:14:07.132 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-05-21T00:14:07.225 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi/7717418 branch: wip-lusov-quiesce description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/no 5-quiesce/with-quiesce 6-workunit/direct_io}} email: null first_in_suite: false job_id: '7717418' kernel: client: branch: testing kdb: true sha1: distro ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-lusov-quiesce ceph: cephfs: max_mds: 3 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 mds_export_ephemeral_random_max: 0.1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore compression mode: aggressive bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - slow metadata IO - SLOW_OPS - slow request sha1: b772be9bbd810236a4ab405b6b221a45c687051f subvols: create: 2 subvol_options: --size 25000000000 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt dry_run: true install: ceph: flavor: default sha1: b772be9bbd810236a4ab405b6b221a45c687051f kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=crc - nowsync syntax: v1 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-lusov-quiesce sha1: b772be9bbd810236a4ab405b6b221a45c687051f owner: scheduled_leonidus@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 6003 sha1: b772be9bbd810236a4ab405b6b221a45c687051f sleep_before_teardown: 0 subset: 419/111111 suite: fs suite_branch: wip-lusov-quiesce suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_b772be9bbd810236a4ab405b6b221a45c687051f/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: b772be9bbd810236a4ab405b6b221a45c687051f syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi044.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOvQSUsGpAaEOGq/Qk0iZXV9PtjK5AAD02Z45meVFI0jXbjAvjUFBDzmFSobsjAffPcXNFrre4ncFd1nbW0mv2w= smithi082.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFDTWkGJBcFAQqD3iiJmtz/KQwUQJ6oCWV4vICbtE25Dsg059+00NbGPCE6/3xbI8/mHVjN/Q+Rnq45idiLWdEE= smithi092.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGBjgILeOXQ+m/ghUyaGYIEYkZHsXWde1RHSOJdh6WY6vJCF9s0hN9WNrmt1fdSAa39w+5DiqOJIksho2AAjUGc= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate false - ceph fs subvolumegroup pin cephfs qa random 0.10 - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - quiescer: null - workunit: clients: all: - direct_io teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: install-fix teuthology_sha1: 4fbe5e8dc899215f216853b8569a107d8be8861d timestamp: 2024-05-20_23:06:58 tube: smithi user: leonidus verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2698841 2024-05-21T00:14:07.225 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_b772be9bbd810236a4ab405b6b221a45c687051f/qa; will attempt to use it 2024-05-21T00:14:07.226 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_b772be9bbd810236a4ab405b6b221a45c687051f/qa/tasks 2024-05-21T00:14:07.226 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-05-21T00:14:07.227 INFO:teuthology.task.internal:Checking packages... 2024-05-21T00:14:07.249 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'b772be9bbd810236a4ab405b6b221a45c687051f' 2024-05-21T00:14:07.249 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-05-21T00:14:07.250 INFO:teuthology.packaging:ref: None 2024-05-21T00:14:07.250 INFO:teuthology.packaging:tag: None 2024-05-21T00:14:07.250 INFO:teuthology.packaging:branch: wip-lusov-quiesce 2024-05-21T00:14:07.250 INFO:teuthology.packaging:sha1: b772be9bbd810236a4ab405b6b221a45c687051f 2024-05-21T00:14:07.250 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-lusov-quiesce 2024-05-21T00:14:07.485 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-3829.gb772be9b 2024-05-21T00:14:07.487 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-05-21T00:14:07.493 INFO:teuthology.task.internal:no buildpackages task found 2024-05-21T00:14:07.493 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-05-21T00:14:07.501 INFO:teuthology.task.internal:Saving configuration 2024-05-21T00:14:07.519 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-05-21T00:14:07.525 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-05-21T00:14:07.551 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi044.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi/7717418', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-21 00:09:04.809804', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOvQSUsGpAaEOGq/Qk0iZXV9PtjK5AAD02Z45meVFI0jXbjAvjUFBDzmFSobsjAffPcXNFrre4ncFd1nbW0mv2w='} 2024-05-21T00:14:07.574 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi082.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi/7717418', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-21 00:09:04.806324', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFDTWkGJBcFAQqD3iiJmtz/KQwUQJ6oCWV4vICbtE25Dsg059+00NbGPCE6/3xbI8/mHVjN/Q+Rnq45idiLWdEE='} 2024-05-21T00:14:07.594 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi092.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi/7717418', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-21 00:09:04.808135', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGBjgILeOXQ+m/ghUyaGYIEYkZHsXWde1RHSOJdh6WY6vJCF9s0hN9WNrmt1fdSAa39w+5DiqOJIksho2AAjUGc='} 2024-05-21T00:14:07.594 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-05-21T00:14:07.601 INFO:teuthology.task.internal:roles: ubuntu@smithi044.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-05-21T00:14:07.601 INFO:teuthology.task.internal:roles: ubuntu@smithi082.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-05-21T00:14:07.601 INFO:teuthology.task.internal:roles: ubuntu@smithi092.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-05-21T00:14:07.601 INFO:teuthology.run_tasks:Running task console_log... 2024-05-21T00:14:07.691 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fd0a5e0bac0>, signals=[15]) 2024-05-21T00:14:07.692 INFO:teuthology.run_tasks:Running task internal.connect... 2024-05-21T00:14:07.697 INFO:teuthology.task.internal:Opening connections... 2024-05-21T00:14:07.697 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi044.front.sepia.ceph.com 2024-05-21T00:14:07.699 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi044.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-21T00:14:07.775 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi082.front.sepia.ceph.com 2024-05-21T00:14:07.776 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi082.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-21T00:14:07.847 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi092.front.sepia.ceph.com 2024-05-21T00:14:07.848 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-21T00:14:07.919 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-05-21T00:14:07.926 DEBUG:teuthology.orchestra.run.smithi044:> uname -m 2024-05-21T00:14:07.945 INFO:teuthology.orchestra.run.smithi044.stdout:x86_64 2024-05-21T00:14:07.945 DEBUG:teuthology.orchestra.run.smithi044:> cat /etc/os-release 2024-05-21T00:14:08.003 INFO:teuthology.orchestra.run.smithi044.stdout:NAME="CentOS Stream" 2024-05-21T00:14:08.003 INFO:teuthology.orchestra.run.smithi044.stdout:VERSION="9" 2024-05-21T00:14:08.003 INFO:teuthology.orchestra.run.smithi044.stdout:ID="centos" 2024-05-21T00:14:08.003 INFO:teuthology.orchestra.run.smithi044.stdout:ID_LIKE="rhel fedora" 2024-05-21T00:14:08.003 INFO:teuthology.orchestra.run.smithi044.stdout:VERSION_ID="9" 2024-05-21T00:14:08.003 INFO:teuthology.orchestra.run.smithi044.stdout:PLATFORM_ID="platform:el9" 2024-05-21T00:14:08.003 INFO:teuthology.orchestra.run.smithi044.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-21T00:14:08.003 INFO:teuthology.orchestra.run.smithi044.stdout:ANSI_COLOR="0;31" 2024-05-21T00:14:08.003 INFO:teuthology.orchestra.run.smithi044.stdout:LOGO="fedora-logo-icon" 2024-05-21T00:14:08.003 INFO:teuthology.orchestra.run.smithi044.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-21T00:14:08.003 INFO:teuthology.orchestra.run.smithi044.stdout:HOME_URL="https://centos.org/" 2024-05-21T00:14:08.004 INFO:teuthology.orchestra.run.smithi044.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-21T00:14:08.004 INFO:teuthology.orchestra.run.smithi044.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-21T00:14:08.004 INFO:teuthology.orchestra.run.smithi044.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-21T00:14:08.004 INFO:teuthology.lock.ops:Updating smithi044.front.sepia.ceph.com on lock server 2024-05-21T00:14:08.026 DEBUG:teuthology.orchestra.run.smithi082:> uname -m 2024-05-21T00:14:08.043 INFO:teuthology.orchestra.run.smithi082.stdout:x86_64 2024-05-21T00:14:08.043 DEBUG:teuthology.orchestra.run.smithi082:> cat /etc/os-release 2024-05-21T00:14:08.100 INFO:teuthology.orchestra.run.smithi082.stdout:NAME="CentOS Stream" 2024-05-21T00:14:08.100 INFO:teuthology.orchestra.run.smithi082.stdout:VERSION="9" 2024-05-21T00:14:08.101 INFO:teuthology.orchestra.run.smithi082.stdout:ID="centos" 2024-05-21T00:14:08.101 INFO:teuthology.orchestra.run.smithi082.stdout:ID_LIKE="rhel fedora" 2024-05-21T00:14:08.101 INFO:teuthology.orchestra.run.smithi082.stdout:VERSION_ID="9" 2024-05-21T00:14:08.101 INFO:teuthology.orchestra.run.smithi082.stdout:PLATFORM_ID="platform:el9" 2024-05-21T00:14:08.101 INFO:teuthology.orchestra.run.smithi082.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-21T00:14:08.101 INFO:teuthology.orchestra.run.smithi082.stdout:ANSI_COLOR="0;31" 2024-05-21T00:14:08.101 INFO:teuthology.orchestra.run.smithi082.stdout:LOGO="fedora-logo-icon" 2024-05-21T00:14:08.101 INFO:teuthology.orchestra.run.smithi082.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-21T00:14:08.101 INFO:teuthology.orchestra.run.smithi082.stdout:HOME_URL="https://centos.org/" 2024-05-21T00:14:08.101 INFO:teuthology.orchestra.run.smithi082.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-21T00:14:08.101 INFO:teuthology.orchestra.run.smithi082.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-21T00:14:08.101 INFO:teuthology.orchestra.run.smithi082.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-21T00:14:08.102 INFO:teuthology.lock.ops:Updating smithi082.front.sepia.ceph.com on lock server 2024-05-21T00:14:08.126 DEBUG:teuthology.orchestra.run.smithi092:> uname -m 2024-05-21T00:14:08.143 INFO:teuthology.orchestra.run.smithi092.stdout:x86_64 2024-05-21T00:14:08.143 DEBUG:teuthology.orchestra.run.smithi092:> cat /etc/os-release 2024-05-21T00:14:08.199 INFO:teuthology.orchestra.run.smithi092.stdout:NAME="CentOS Stream" 2024-05-21T00:14:08.199 INFO:teuthology.orchestra.run.smithi092.stdout:VERSION="9" 2024-05-21T00:14:08.199 INFO:teuthology.orchestra.run.smithi092.stdout:ID="centos" 2024-05-21T00:14:08.199 INFO:teuthology.orchestra.run.smithi092.stdout:ID_LIKE="rhel fedora" 2024-05-21T00:14:08.199 INFO:teuthology.orchestra.run.smithi092.stdout:VERSION_ID="9" 2024-05-21T00:14:08.199 INFO:teuthology.orchestra.run.smithi092.stdout:PLATFORM_ID="platform:el9" 2024-05-21T00:14:08.199 INFO:teuthology.orchestra.run.smithi092.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-21T00:14:08.199 INFO:teuthology.orchestra.run.smithi092.stdout:ANSI_COLOR="0;31" 2024-05-21T00:14:08.199 INFO:teuthology.orchestra.run.smithi092.stdout:LOGO="fedora-logo-icon" 2024-05-21T00:14:08.200 INFO:teuthology.orchestra.run.smithi092.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-21T00:14:08.200 INFO:teuthology.orchestra.run.smithi092.stdout:HOME_URL="https://centos.org/" 2024-05-21T00:14:08.200 INFO:teuthology.orchestra.run.smithi092.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-21T00:14:08.200 INFO:teuthology.orchestra.run.smithi092.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-21T00:14:08.200 INFO:teuthology.orchestra.run.smithi092.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-21T00:14:08.200 INFO:teuthology.lock.ops:Updating smithi092.front.sepia.ceph.com on lock server 2024-05-21T00:14:08.218 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-05-21T00:14:08.228 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-05-21T00:14:08.266 INFO:teuthology.task.internal:Checking for old test directory... 2024-05-21T00:14:08.266 DEBUG:teuthology.orchestra.run.smithi044:> test '!' -e /home/ubuntu/cephtest 2024-05-21T00:14:08.269 DEBUG:teuthology.orchestra.run.smithi082:> test '!' -e /home/ubuntu/cephtest 2024-05-21T00:14:08.271 DEBUG:teuthology.orchestra.run.smithi092:> test '!' -e /home/ubuntu/cephtest 2024-05-21T00:14:08.286 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-05-21T00:14:08.292 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-05-21T00:14:08.292 DEBUG:teuthology.orchestra.run.smithi044:> test -z $(ls -A /var/lib/ceph) 2024-05-21T00:14:08.326 DEBUG:teuthology.orchestra.run.smithi082:> test -z $(ls -A /var/lib/ceph) 2024-05-21T00:14:08.329 DEBUG:teuthology.orchestra.run.smithi092:> test -z $(ls -A /var/lib/ceph) 2024-05-21T00:14:08.428 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-05-21T00:14:08.503 INFO:teuthology.run_tasks:Running task kernel... 2024-05-21T00:14:08.518 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'kdb': True, 'sha1': 'distro'} 2024-05-21T00:14:08.518 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}} 2024-05-21T00:14:08.518 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}}, timeout 300 2024-05-21T00:14:08.518 DEBUG:teuthology.orchestra.run.smithi044:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-21T00:14:08.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T00:14:08.536 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&ref=testing 2024-05-21T00:14:08.712 DEBUG:teuthology.task.kernel:sha1 for client.0 is 0fe9556839d28e65b29a64cc05a26a6884e8775d 2024-05-21T00:14:08.712 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "0fe9556839d28e65b29a64cc05a26a6884e8775d"... 2024-05-21T00:14:08.712 DEBUG:teuthology.orchestra.run.smithi044:> uname -r 2024-05-21T00:14:08.730 INFO:teuthology.orchestra.run.smithi044.stdout:5.14.0-437.el9.x86_64 2024-05-21T00:14:08.730 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-437.el9.x86_64 vs 0fe9556839d28e65b29a64cc05a26a6884e8775d 2024-05-21T00:14:08.730 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-05-21T00:14:08.731 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum upgrade -y linux-firmware 2024-05-21T00:14:12.331 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - BaseOS 4.2 MB/s | 8.1 MB 00:01 2024-05-21T00:14:28.414 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - AppStream 1.3 MB/s | 19 MB 00:14 2024-05-21T00:14:33.898 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - CRB 3.5 MB/s | 6.2 MB 00:01 2024-05-21T00:14:35.440 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - Extras packages 47 kB/s | 16 kB 00:00 2024-05-21T00:14:38.533 INFO:teuthology.orchestra.run.smithi044.stdout:Extra Packages for Enterprise Linux 7.1 MB/s | 21 MB 00:02 2024-05-21T00:14:43.817 INFO:teuthology.orchestra.run.smithi044.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-05-21T00:14:45.860 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2024-05-21T00:14:45.861 INFO:teuthology.orchestra.run.smithi044.stdout:Nothing to do. 2024-05-21T00:14:45.861 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2024-05-21T00:14:45.984 INFO:teuthology.task.kernel:Downloading kernel 0fe9556839d28e65b29a64cc05a26a6884e8775d on client.0... 2024-05-21T00:14:45.985 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=0fe9556839d28e65b29a64cc05a26a6884e8775d 2024-05-21T00:14:46.131 INFO:teuthology.task.kernel:fetching, builder baseurl is https://2.chacra.ceph.com/r/kernel/testing/0fe9556839d28e65b29a64cc05a26a6884e8775d/centos/9/flavors/default/x86_64/ 2024-05-21T00:14:46.131 DEBUG:teuthology.orchestra.run.smithi044:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.9.0_rc3_g0fe9556839d2-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://2.chacra.ceph.com/r/kernel/testing/0fe9556839d28e65b29a64cc05a26a6884e8775d/centos/9/flavors/default/x86_64/ --input-file=- 2024-05-21T00:14:46.134 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi044.front.sepia.ceph.com to complete... 2024-05-21T00:15:03.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21 00:15:03 URL:https://2.chacra.ceph.com/r/kernel/testing/0fe9556839d28e65b29a64cc05a26a6884e8775d/centos/9/flavors/default/x86_64/kernel-6.9.0_rc3_g0fe9556839d2-1.x86_64.rpm [357365859/357365859] -> "/tmp/kernel.x86_64.rpm" [1] 2024-05-21T00:15:03.305 INFO:teuthology.orchestra.run.smithi044.stderr:FINISHED --2024-05-21 00:15:03-- 2024-05-21T00:15:03.305 INFO:teuthology.orchestra.run.smithi044.stderr:Total wall clock time: 17s 2024-05-21T00:15:03.305 INFO:teuthology.orchestra.run.smithi044.stderr:Downloaded: 1 files, 341M in 17s (20.3 MB/s) 2024-05-21T00:15:03.308 INFO:teuthology.task.kernel:Installing kernel 0fe9556839d28e65b29a64cc05a26a6884e8775d on client.0... 2024-05-21T00:15:03.308 DEBUG:teuthology.orchestra.run.smithi044:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-05-21T00:15:05.540 INFO:teuthology.orchestra.run.smithi044.stdout:Verifying... ######################################## 2024-05-21T00:15:05.649 INFO:teuthology.orchestra.run.smithi044.stdout:Preparing... ######################################## 2024-05-21T00:15:05.762 INFO:teuthology.orchestra.run.smithi044.stdout:Updating / installing... 2024-05-21T00:15:14.039 INFO:teuthology.orchestra.run.smithi044.stdout:kernel-6.9.0_rc3_g0fe9556839d2-1 ######################################## 2024-05-21T00:15:54.356 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi044.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-05-21T00:15:54.357 DEBUG:teuthology.orchestra.run.smithi044:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-05-21T00:15:54.435 INFO:teuthology.orchestra.run.smithi044.stdout:/boot/System.map-6.9.0-rc3-g0fe9556839d2 2024-05-21T00:15:54.435 INFO:teuthology.orchestra.run.smithi044.stdout:/boot/config-6.9.0-rc3-g0fe9556839d2 2024-05-21T00:15:54.435 INFO:teuthology.orchestra.run.smithi044.stdout:/boot/vmlinuz-6.9.0-rc3-g0fe9556839d2 2024-05-21T00:15:54.435 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/System.map 2024-05-21T00:15:54.435 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/config 2024-05-21T00:15:54.436 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel 2024-05-21T00:15:54.436 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch 2024-05-21T00:15:54.436 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86 2024-05-21T00:15:54.436 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto 2024-05-21T00:15:54.436 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-05-21T00:15:54.436 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-05-21T00:15:54.436 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-05-21T00:15:54.436 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-05-21T00:15:54.436 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-05-21T00:15:54.436 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-05-21T00:15:54.436 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-05-21T00:15:54.436 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/crc32c-intel.ko 2024-05-21T00:15:54.436 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-05-21T00:15:54.437 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-05-21T00:15:54.437 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-05-21T00:15:54.437 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-05-21T00:15:54.437 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/serpent-avx2.ko 2024-05-21T00:15:54.437 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-05-21T00:15:54.437 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-05-21T00:15:54.437 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-05-21T00:15:54.437 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-05-21T00:15:54.437 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-05-21T00:15:54.437 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-05-21T00:15:54.437 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-05-21T00:15:54.437 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kernel 2024-05-21T00:15:54.438 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kernel/cpu 2024-05-21T00:15:54.438 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kernel/cpu/mce 2024-05-21T00:15:54.438 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-05-21T00:15:54.438 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kvm 2024-05-21T00:15:54.438 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kvm/kvm-amd.ko 2024-05-21T00:15:54.438 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kvm/kvm-intel.ko 2024-05-21T00:15:54.438 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kvm/kvm.ko 2024-05-21T00:15:54.438 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto 2024-05-21T00:15:54.438 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/ansi_cprng.ko 2024-05-21T00:15:54.438 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/anubis.ko 2024-05-21T00:15:54.439 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/arc4.ko 2024-05-21T00:15:54.439 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/async_tx 2024-05-21T00:15:54.439 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/async_tx/async_memcpy.ko 2024-05-21T00:15:54.439 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/async_tx/async_pq.ko 2024-05-21T00:15:54.439 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/async_tx/async_raid6_recov.ko 2024-05-21T00:15:54.439 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/async_tx/async_tx.ko 2024-05-21T00:15:54.439 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/async_tx/async_xor.ko 2024-05-21T00:15:54.439 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/async_tx/raid6test.ko 2024-05-21T00:15:54.439 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/authenc.ko 2024-05-21T00:15:54.439 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/authencesn.ko 2024-05-21T00:15:54.439 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/blake2b_generic.ko 2024-05-21T00:15:54.439 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/blowfish_common.ko 2024-05-21T00:15:54.440 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/blowfish_generic.ko 2024-05-21T00:15:54.440 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/camellia_generic.ko 2024-05-21T00:15:54.440 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/cast5_generic.ko 2024-05-21T00:15:54.440 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/cast6_generic.ko 2024-05-21T00:15:54.440 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/cast_common.ko 2024-05-21T00:15:54.440 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/ccm.ko 2024-05-21T00:15:54.440 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/cmac.ko 2024-05-21T00:15:54.440 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/crc32_generic.ko 2024-05-21T00:15:54.440 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/crypto_engine.ko 2024-05-21T00:15:54.440 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/crypto_user.ko 2024-05-21T00:15:54.440 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/cts.ko 2024-05-21T00:15:54.440 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/des_generic.ko 2024-05-21T00:15:54.441 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/dh_generic.ko 2024-05-21T00:15:54.441 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/echainiv.ko 2024-05-21T00:15:54.441 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/essiv.ko 2024-05-21T00:15:54.441 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/fcrypt.ko 2024-05-21T00:15:54.441 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/khazad.ko 2024-05-21T00:15:54.441 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/lz4.ko 2024-05-21T00:15:54.441 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/lz4hc.ko 2024-05-21T00:15:54.441 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/md4.ko 2024-05-21T00:15:54.441 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/michael_mic.ko 2024-05-21T00:15:54.441 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/pcbc.ko 2024-05-21T00:15:54.441 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/pcrypt.ko 2024-05-21T00:15:54.441 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/rmd160.ko 2024-05-21T00:15:54.441 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/seed.ko 2024-05-21T00:15:54.442 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/serpent_generic.ko 2024-05-21T00:15:54.442 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/tcrypt.ko 2024-05-21T00:15:54.442 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/tea.ko 2024-05-21T00:15:54.442 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/twofish_common.ko 2024-05-21T00:15:54.442 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/twofish_generic.ko 2024-05-21T00:15:54.442 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/vmac.ko 2024-05-21T00:15:54.442 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/wp512.ko 2024-05-21T00:15:54.442 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/xcbc.ko 2024-05-21T00:15:54.442 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/xor.ko 2024-05-21T00:15:54.442 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/xxhash_generic.ko 2024-05-21T00:15:54.442 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers 2024-05-21T00:15:54.442 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi 2024-05-21T00:15:54.443 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi/acpi_ipmi.ko 2024-05-21T00:15:54.443 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi/acpi_pad.ko 2024-05-21T00:15:54.443 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi/ec_sys.ko 2024-05-21T00:15:54.443 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi/platform_profile.ko 2024-05-21T00:15:54.443 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi/sbs.ko 2024-05-21T00:15:54.443 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi/sbshc.ko 2024-05-21T00:15:54.443 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi/video.ko 2024-05-21T00:15:54.443 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata 2024-05-21T00:15:54.443 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/acard-ahci.ko 2024-05-21T00:15:54.443 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/ahci_platform.ko 2024-05-21T00:15:54.443 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/ata_generic.ko 2024-05-21T00:15:54.443 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/libahci_platform.ko 2024-05-21T00:15:54.443 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_acpi.ko 2024-05-21T00:15:54.444 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_ali.ko 2024-05-21T00:15:54.444 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_amd.ko 2024-05-21T00:15:54.444 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_artop.ko 2024-05-21T00:15:54.444 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_atiixp.ko 2024-05-21T00:15:54.444 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_atp867x.ko 2024-05-21T00:15:54.444 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_cmd640.ko 2024-05-21T00:15:54.444 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_cmd64x.ko 2024-05-21T00:15:54.444 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_cypress.ko 2024-05-21T00:15:54.444 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_efar.ko 2024-05-21T00:15:54.444 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_hpt366.ko 2024-05-21T00:15:54.444 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_hpt37x.ko 2024-05-21T00:15:54.444 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_hpt3x2n.ko 2024-05-21T00:15:54.444 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_hpt3x3.ko 2024-05-21T00:15:54.444 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_it8213.ko 2024-05-21T00:15:54.445 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_it821x.ko 2024-05-21T00:15:54.445 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_jmicron.ko 2024-05-21T00:15:54.445 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_marvell.ko 2024-05-21T00:15:54.445 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_mpiix.ko 2024-05-21T00:15:54.445 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_netcell.ko 2024-05-21T00:15:54.445 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_ninja32.ko 2024-05-21T00:15:54.445 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_ns87410.ko 2024-05-21T00:15:54.445 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_ns87415.ko 2024-05-21T00:15:54.445 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_oldpiix.ko 2024-05-21T00:15:54.445 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_opti.ko 2024-05-21T00:15:54.445 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_optidma.ko 2024-05-21T00:15:54.445 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_pcmcia.ko 2024-05-21T00:15:54.445 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_pdc2027x.ko 2024-05-21T00:15:54.445 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-05-21T00:15:54.446 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_piccolo.ko 2024-05-21T00:15:54.446 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_rdc.ko 2024-05-21T00:15:54.446 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_sch.ko 2024-05-21T00:15:54.446 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_serverworks.ko 2024-05-21T00:15:54.446 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_sil680.ko 2024-05-21T00:15:54.446 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_sis.ko 2024-05-21T00:15:54.446 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_sl82c105.ko 2024-05-21T00:15:54.446 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_triflex.ko 2024-05-21T00:15:54.446 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_via.ko 2024-05-21T00:15:54.446 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pdc_adma.ko 2024-05-21T00:15:54.446 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_inic162x.ko 2024-05-21T00:15:54.446 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_mv.ko 2024-05-21T00:15:54.447 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_nv.ko 2024-05-21T00:15:54.447 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_promise.ko 2024-05-21T00:15:54.447 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_qstor.ko 2024-05-21T00:15:54.447 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_sil.ko 2024-05-21T00:15:54.447 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_sil24.ko 2024-05-21T00:15:54.447 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_sis.ko 2024-05-21T00:15:54.447 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_svw.ko 2024-05-21T00:15:54.447 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_sx4.ko 2024-05-21T00:15:54.447 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_uli.ko 2024-05-21T00:15:54.447 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_via.ko 2024-05-21T00:15:54.447 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_vsc.ko 2024-05-21T00:15:54.447 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/auxdisplay 2024-05-21T00:15:54.447 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/auxdisplay/ks0108.ko 2024-05-21T00:15:54.447 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/base 2024-05-21T00:15:54.448 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/base/regmap 2024-05-21T00:15:54.448 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/base/regmap/regmap-i2c.ko 2024-05-21T00:15:54.448 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/base/regmap/regmap-mmio.ko 2024-05-21T00:15:54.448 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/bcma 2024-05-21T00:15:54.448 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/bcma/bcma.ko 2024-05-21T00:15:54.448 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block 2024-05-21T00:15:54.448 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/aoe 2024-05-21T00:15:54.448 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/aoe/aoe.ko 2024-05-21T00:15:54.448 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/brd.ko 2024-05-21T00:15:54.448 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/drbd 2024-05-21T00:15:54.448 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/drbd/drbd.ko 2024-05-21T00:15:54.448 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/floppy.ko 2024-05-21T00:15:54.448 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/loop.ko 2024-05-21T00:15:54.448 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/mtip32xx 2024-05-21T00:15:54.449 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-05-21T00:15:54.449 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/nbd.ko 2024-05-21T00:15:54.449 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/null_blk 2024-05-21T00:15:54.449 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/null_blk/null_blk.ko 2024-05-21T00:15:54.449 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/pktcdvd.ko 2024-05-21T00:15:54.449 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/rbd.ko 2024-05-21T00:15:54.449 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/virtio_blk.ko 2024-05-21T00:15:54.449 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/xen-blkback 2024-05-21T00:15:54.449 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-05-21T00:15:54.449 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/xen-blkfront.ko 2024-05-21T00:15:54.449 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/zram 2024-05-21T00:15:54.449 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/zram/zram.ko 2024-05-21T00:15:54.449 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char 2024-05-21T00:15:54.449 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/hangcheck-timer.ko 2024-05-21T00:15:54.449 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/hw_random 2024-05-21T00:15:54.450 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/hw_random/amd-rng.ko 2024-05-21T00:15:54.450 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/hw_random/intel-rng.ko 2024-05-21T00:15:54.450 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-05-21T00:15:54.450 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/hw_random/via-rng.ko 2024-05-21T00:15:54.450 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/hw_random/virtio-rng.ko 2024-05-21T00:15:54.450 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ipmi 2024-05-21T00:15:54.450 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-05-21T00:15:54.450 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-05-21T00:15:54.450 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-05-21T00:15:54.450 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ipmi/ipmi_si.ko 2024-05-21T00:15:54.450 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-05-21T00:15:54.450 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-05-21T00:15:54.451 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/lp.ko 2024-05-21T00:15:54.451 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/mwave 2024-05-21T00:15:54.451 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/mwave/mwave.ko 2024-05-21T00:15:54.451 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ppdev.ko 2024-05-21T00:15:54.451 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tlclk.ko 2024-05-21T00:15:54.451 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tpm 2024-05-21T00:15:54.451 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tpm/tpm.ko 2024-05-21T00:15:54.451 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tpm/tpm_atmel.ko 2024-05-21T00:15:54.451 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tpm/tpm_infineon.ko 2024-05-21T00:15:54.451 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tpm/tpm_nsc.ko 2024-05-21T00:15:54.451 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tpm/tpm_tis.ko 2024-05-21T00:15:54.451 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-05-21T00:15:54.452 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/uv_mmtimer.ko 2024-05-21T00:15:54.452 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/virtio_console.ko 2024-05-21T00:15:54.452 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/cpufreq 2024-05-21T00:15:54.452 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-05-21T00:15:54.452 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-05-21T00:15:54.452 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/cpufreq/p4-clockmod.ko 2024-05-21T00:15:54.452 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-05-21T00:15:54.452 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/cpufreq/powernow-k8.ko 2024-05-21T00:15:54.452 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/cpufreq/speedstep-lib.ko 2024-05-21T00:15:54.452 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto 2024-05-21T00:15:54.452 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/ccp 2024-05-21T00:15:54.452 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-05-21T00:15:54.452 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/ccp/ccp.ko 2024-05-21T00:15:54.453 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/intel 2024-05-21T00:15:54.453 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/intel/qat 2024-05-21T00:15:54.453 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/intel/qat/qat_common 2024-05-21T00:15:54.453 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-05-21T00:15:54.453 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-05-21T00:15:54.453 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-05-21T00:15:54.453 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/padlock-aes.ko 2024-05-21T00:15:54.453 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/padlock-sha.ko 2024-05-21T00:15:54.453 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/virtio 2024-05-21T00:15:54.453 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-05-21T00:15:54.453 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/dca 2024-05-21T00:15:54.453 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/dca/dca.ko 2024-05-21T00:15:54.453 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/devfreq 2024-05-21T00:15:54.453 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-05-21T00:15:54.453 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/dma 2024-05-21T00:15:54.454 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/dma/dw 2024-05-21T00:15:54.454 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/dma/dw/dw_dmac.ko 2024-05-21T00:15:54.454 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/dma/ioat 2024-05-21T00:15:54.454 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/dma/ioat/ioatdma.ko 2024-05-21T00:15:54.454 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac 2024-05-21T00:15:54.454 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/amd64_edac.ko 2024-05-21T00:15:54.454 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/e752x_edac.ko 2024-05-21T00:15:54.454 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/edac_mce_amd.ko 2024-05-21T00:15:54.454 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/i3000_edac.ko 2024-05-21T00:15:54.454 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/i3200_edac.ko 2024-05-21T00:15:54.454 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/i5100_edac.ko 2024-05-21T00:15:54.454 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/i5400_edac.ko 2024-05-21T00:15:54.455 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/i7300_edac.ko 2024-05-21T00:15:54.455 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/i7core_edac.ko 2024-05-21T00:15:54.455 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/i82975x_edac.ko 2024-05-21T00:15:54.455 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/ie31200_edac.ko 2024-05-21T00:15:54.455 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/sb_edac.ko 2024-05-21T00:15:54.455 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/x38_edac.ko 2024-05-21T00:15:54.455 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/firmware 2024-05-21T00:15:54.455 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/firmware/edd.ko 2024-05-21T00:15:54.455 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/firmware/iscsi_ibft.ko 2024-05-21T00:15:54.455 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/gpio 2024-05-21T00:15:54.455 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/gpio/gpio-ich.ko 2024-05-21T00:15:54.455 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/gpio/gpio-viperboard.ko 2024-05-21T00:15:54.455 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid 2024-05-21T00:15:54.456 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-appleir.ko 2024-05-21T00:15:54.456 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-aureal.ko 2024-05-21T00:15:54.456 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-axff.ko 2024-05-21T00:15:54.456 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-dr.ko 2024-05-21T00:15:54.456 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-elecom.ko 2024-05-21T00:15:54.456 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-elo.ko 2024-05-21T00:15:54.456 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-emsff.ko 2024-05-21T00:15:54.456 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-gaff.ko 2024-05-21T00:15:54.456 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-gt683r.ko 2024-05-21T00:15:54.456 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-gyration.ko 2024-05-21T00:15:54.456 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-holtek-kbd.ko 2024-05-21T00:15:54.456 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-holtek-mouse.ko 2024-05-21T00:15:54.457 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-holtekff.ko 2024-05-21T00:15:54.457 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-hyperv.ko 2024-05-21T00:15:54.457 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-icade.ko 2024-05-21T00:15:54.457 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-keytouch.ko 2024-05-21T00:15:54.457 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-kye.ko 2024-05-21T00:15:54.457 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-lcpower.ko 2024-05-21T00:15:54.457 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-led.ko 2024-05-21T00:15:54.457 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-lenovo.ko 2024-05-21T00:15:54.457 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-logitech-dj.ko 2024-05-21T00:15:54.457 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-05-21T00:15:54.458 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-multitouch.ko 2024-05-21T00:15:54.458 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-ortek.ko 2024-05-21T00:15:54.458 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-penmount.ko 2024-05-21T00:15:54.458 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-petalynx.ko 2024-05-21T00:15:54.458 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-picolcd.ko 2024-05-21T00:15:54.458 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-pl.ko 2024-05-21T00:15:54.458 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-plantronics.ko 2024-05-21T00:15:54.458 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-primax.ko 2024-05-21T00:15:54.458 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-rmi.ko 2024-05-21T00:15:54.458 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-arvo.ko 2024-05-21T00:15:54.458 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-common.ko 2024-05-21T00:15:54.459 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-isku.ko 2024-05-21T00:15:54.459 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-kone.ko 2024-05-21T00:15:54.459 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-05-21T00:15:54.459 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-konepure.ko 2024-05-21T00:15:54.459 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-05-21T00:15:54.459 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-lua.ko 2024-05-21T00:15:54.459 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-pyra.ko 2024-05-21T00:15:54.459 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-ryos.ko 2024-05-21T00:15:54.459 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-savu.ko 2024-05-21T00:15:54.459 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat.ko 2024-05-21T00:15:54.459 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-saitek.ko 2024-05-21T00:15:54.459 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-samsung.ko 2024-05-21T00:15:54.459 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-sensor-hub.ko 2024-05-21T00:15:54.460 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-sjoy.ko 2024-05-21T00:15:54.460 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-sony.ko 2024-05-21T00:15:54.460 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-speedlink.ko 2024-05-21T00:15:54.460 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-steelseries.ko 2024-05-21T00:15:54.460 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-sunplus.ko 2024-05-21T00:15:54.460 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-thrustmaster.ko 2024-05-21T00:15:54.460 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-tivo.ko 2024-05-21T00:15:54.460 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-tmff.ko 2024-05-21T00:15:54.460 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-topseed.ko 2024-05-21T00:15:54.460 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-twinhan.ko 2024-05-21T00:15:54.460 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-uclogic.ko 2024-05-21T00:15:54.460 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-waltop.ko 2024-05-21T00:15:54.461 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-wiimote.ko 2024-05-21T00:15:54.461 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-xinmo.ko 2024-05-21T00:15:54.461 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-zpff.ko 2024-05-21T00:15:54.461 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-zydacron.ko 2024-05-21T00:15:54.461 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/uhid.ko 2024-05-21T00:15:54.461 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/wacom.ko 2024-05-21T00:15:54.461 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hv 2024-05-21T00:15:54.461 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hv/hv_balloon.ko 2024-05-21T00:15:54.461 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hv/hv_utils.ko 2024-05-21T00:15:54.461 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hv/hv_vmbus.ko 2024-05-21T00:15:54.461 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon 2024-05-21T00:15:54.461 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/abituguru.ko 2024-05-21T00:15:54.462 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/abituguru3.ko 2024-05-21T00:15:54.462 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/acpi_power_meter.ko 2024-05-21T00:15:54.462 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ad7414.ko 2024-05-21T00:15:54.462 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ad7418.ko 2024-05-21T00:15:54.462 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adc128d818.ko 2024-05-21T00:15:54.462 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adm1025.ko 2024-05-21T00:15:54.462 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adm1026.ko 2024-05-21T00:15:54.462 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adm1029.ko 2024-05-21T00:15:54.462 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adm1031.ko 2024-05-21T00:15:54.462 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adm9240.ko 2024-05-21T00:15:54.462 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ads7828.ko 2024-05-21T00:15:54.462 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adt7410.ko 2024-05-21T00:15:54.462 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adt7411.ko 2024-05-21T00:15:54.463 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adt7462.ko 2024-05-21T00:15:54.463 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adt7470.ko 2024-05-21T00:15:54.463 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adt7475.ko 2024-05-21T00:15:54.463 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adt7x10.ko 2024-05-21T00:15:54.463 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/amc6821.ko 2024-05-21T00:15:54.463 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/applesmc.ko 2024-05-21T00:15:54.463 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/asb100.ko 2024-05-21T00:15:54.463 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/asc7621.ko 2024-05-21T00:15:54.463 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/asus_atk0110.ko 2024-05-21T00:15:54.463 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/atxp1.ko 2024-05-21T00:15:54.463 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/coretemp.ko 2024-05-21T00:15:54.463 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-05-21T00:15:54.463 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/dme1737.ko 2024-05-21T00:15:54.464 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ds1621.ko 2024-05-21T00:15:54.464 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ds620.ko 2024-05-21T00:15:54.464 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/emc1403.ko 2024-05-21T00:15:54.464 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/emc6w201.ko 2024-05-21T00:15:54.464 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/f71805f.ko 2024-05-21T00:15:54.464 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/f71882fg.ko 2024-05-21T00:15:54.464 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/f75375s.ko 2024-05-21T00:15:54.464 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/fam15h_power.ko 2024-05-21T00:15:54.464 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/fschmd.ko 2024-05-21T00:15:54.464 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/g760a.ko 2024-05-21T00:15:54.464 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/g762.ko 2024-05-21T00:15:54.464 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/gl518sm.ko 2024-05-21T00:15:54.464 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/gl520sm.ko 2024-05-21T00:15:54.465 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/hwmon-vid.ko 2024-05-21T00:15:54.465 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/i5500_temp.ko 2024-05-21T00:15:54.465 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/i5k_amb.ko 2024-05-21T00:15:54.465 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ibmaem.ko 2024-05-21T00:15:54.465 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ibmpex.ko 2024-05-21T00:15:54.465 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ina209.ko 2024-05-21T00:15:54.465 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ina2xx.ko 2024-05-21T00:15:54.465 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/it87.ko 2024-05-21T00:15:54.465 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/k10temp.ko 2024-05-21T00:15:54.465 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/k8temp.ko 2024-05-21T00:15:54.465 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lineage-pem.ko 2024-05-21T00:15:54.465 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm63.ko 2024-05-21T00:15:54.465 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm73.ko 2024-05-21T00:15:54.466 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm75.ko 2024-05-21T00:15:54.466 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm77.ko 2024-05-21T00:15:54.466 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm78.ko 2024-05-21T00:15:54.466 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm80.ko 2024-05-21T00:15:54.466 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm83.ko 2024-05-21T00:15:54.466 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm85.ko 2024-05-21T00:15:54.466 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm87.ko 2024-05-21T00:15:54.466 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm90.ko 2024-05-21T00:15:54.466 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm92.ko 2024-05-21T00:15:54.466 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm93.ko 2024-05-21T00:15:54.466 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm95234.ko 2024-05-21T00:15:54.466 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm95241.ko 2024-05-21T00:15:54.466 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm95245.ko 2024-05-21T00:15:54.467 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ltc2945.ko 2024-05-21T00:15:54.467 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ltc4151.ko 2024-05-21T00:15:54.467 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ltc4215.ko 2024-05-21T00:15:54.467 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ltc4222.ko 2024-05-21T00:15:54.467 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ltc4245.ko 2024-05-21T00:15:54.467 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ltc4260.ko 2024-05-21T00:15:54.467 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ltc4261.ko 2024-05-21T00:15:54.467 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/max16065.ko 2024-05-21T00:15:54.467 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/max1619.ko 2024-05-21T00:15:54.467 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/max1668.ko 2024-05-21T00:15:54.467 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/max197.ko 2024-05-21T00:15:54.467 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/max6639.ko 2024-05-21T00:15:54.467 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/max6650.ko 2024-05-21T00:15:54.467 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/max6697.ko 2024-05-21T00:15:54.468 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/mcp3021.ko 2024-05-21T00:15:54.468 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/nct6683.ko 2024-05-21T00:15:54.468 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/nct6775-core.ko 2024-05-21T00:15:54.468 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/nct6775.ko 2024-05-21T00:15:54.468 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/nct7802.ko 2024-05-21T00:15:54.468 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pc87360.ko 2024-05-21T00:15:54.468 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pc87427.ko 2024-05-21T00:15:54.468 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pcf8591.ko 2024-05-21T00:15:54.468 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus 2024-05-21T00:15:54.468 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-05-21T00:15:54.468 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-05-21T00:15:54.468 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-05-21T00:15:54.469 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/max16064.ko 2024-05-21T00:15:54.469 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/max34440.ko 2024-05-21T00:15:54.469 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/max8688.ko 2024-05-21T00:15:54.469 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-05-21T00:15:54.469 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-05-21T00:15:54.469 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-05-21T00:15:54.469 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-05-21T00:15:54.469 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-05-21T00:15:54.469 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-05-21T00:15:54.469 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/powr1220.ko 2024-05-21T00:15:54.469 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/sch5627.ko 2024-05-21T00:15:54.469 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/sch5636.ko 2024-05-21T00:15:54.469 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/sch56xx-common.ko 2024-05-21T00:15:54.469 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/sht15.ko 2024-05-21T00:15:54.470 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/sht21.ko 2024-05-21T00:15:54.470 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/shtc1.ko 2024-05-21T00:15:54.470 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/sis5595.ko 2024-05-21T00:15:54.470 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/smsc47b397.ko 2024-05-21T00:15:54.470 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/smsc47m1.ko 2024-05-21T00:15:54.470 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/smsc47m192.ko 2024-05-21T00:15:54.470 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/thmc50.ko 2024-05-21T00:15:54.470 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/tmp102.ko 2024-05-21T00:15:54.470 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/tmp103.ko 2024-05-21T00:15:54.470 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/tmp401.ko 2024-05-21T00:15:54.470 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/tmp421.ko 2024-05-21T00:15:54.470 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/via-cputemp.ko 2024-05-21T00:15:54.470 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/via686a.ko 2024-05-21T00:15:54.470 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/vt1211.ko 2024-05-21T00:15:54.470 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/vt8231.ko 2024-05-21T00:15:54.471 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83627ehf.ko 2024-05-21T00:15:54.471 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83627hf.ko 2024-05-21T00:15:54.471 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83781d.ko 2024-05-21T00:15:54.471 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83791d.ko 2024-05-21T00:15:54.471 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83792d.ko 2024-05-21T00:15:54.471 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83793.ko 2024-05-21T00:15:54.471 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83795.ko 2024-05-21T00:15:54.471 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83l785ts.ko 2024-05-21T00:15:54.471 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83l786ng.ko 2024-05-21T00:15:54.471 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c 2024-05-21T00:15:54.471 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/algos 2024-05-21T00:15:54.471 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-05-21T00:15:54.471 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-05-21T00:15:54.472 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses 2024-05-21T00:15:54.472 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-05-21T00:15:54.472 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-05-21T00:15:54.472 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-05-21T00:15:54.472 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-05-21T00:15:54.472 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-05-21T00:15:54.472 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-05-21T00:15:54.472 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-05-21T00:15:54.472 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-05-21T00:15:54.472 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-i801.ko 2024-05-21T00:15:54.472 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-isch.ko 2024-05-21T00:15:54.472 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-05-21T00:15:54.472 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-05-21T00:15:54.473 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-05-21T00:15:54.473 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-parport.ko 2024-05-21T00:15:54.473 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-05-21T00:15:54.473 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-05-21T00:15:54.473 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-05-21T00:15:54.473 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-05-21T00:15:54.473 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-05-21T00:15:54.473 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-05-21T00:15:54.473 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-via.ko 2024-05-21T00:15:54.473 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-05-21T00:15:54.473 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-05-21T00:15:54.473 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/i2c-dev.ko 2024-05-21T00:15:54.473 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/i2c-mux.ko 2024-05-21T00:15:54.473 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-05-21T00:15:54.474 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/i2c-smbus.ko 2024-05-21T00:15:54.474 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/i2c-stub.ko 2024-05-21T00:15:54.474 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband 2024-05-21T00:15:54.474 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core 2024-05-21T00:15:54.474 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core/ib_cm.ko 2024-05-21T00:15:54.474 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core/ib_core.ko 2024-05-21T00:15:54.474 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core/ib_umad.ko 2024-05-21T00:15:54.474 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-05-21T00:15:54.474 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core/iw_cm.ko 2024-05-21T00:15:54.474 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core/rdma_cm.ko 2024-05-21T00:15:54.474 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-05-21T00:15:54.474 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw 2024-05-21T00:15:54.474 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/cxgb4 2024-05-21T00:15:54.474 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-05-21T00:15:54.475 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/mlx4 2024-05-21T00:15:54.475 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-05-21T00:15:54.475 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/mlx5 2024-05-21T00:15:54.475 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-05-21T00:15:54.475 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/mthca 2024-05-21T00:15:54.475 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-05-21T00:15:54.475 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp 2024-05-21T00:15:54.475 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/ipoib 2024-05-21T00:15:54.475 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-05-21T00:15:54.475 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/iser 2024-05-21T00:15:54.475 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-05-21T00:15:54.475 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/isert 2024-05-21T00:15:54.476 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-05-21T00:15:54.476 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/srp 2024-05-21T00:15:54.476 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-05-21T00:15:54.476 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/srpt 2024-05-21T00:15:54.476 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-05-21T00:15:54.476 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input 2024-05-21T00:15:54.476 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/gameport 2024-05-21T00:15:54.476 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-05-21T00:15:54.476 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/gameport/fm801-gp.ko 2024-05-21T00:15:54.476 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/gameport/gameport.ko 2024-05-21T00:15:54.476 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/joydev.ko 2024-05-21T00:15:54.476 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/keyboard 2024-05-21T00:15:54.476 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/keyboard/gpio_keys.ko 2024-05-21T00:15:54.476 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse 2024-05-21T00:15:54.476 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/appletouch.ko 2024-05-21T00:15:54.477 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/bcm5974.ko 2024-05-21T00:15:54.477 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/cyapatp.ko 2024-05-21T00:15:54.477 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/elan_i2c.ko 2024-05-21T00:15:54.477 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/sermouse.ko 2024-05-21T00:15:54.477 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-05-21T00:15:54.477 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/synaptics_usb.ko 2024-05-21T00:15:54.477 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/vsxxxaa.ko 2024-05-21T00:15:54.477 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/rmi4 2024-05-21T00:15:54.477 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/rmi4/rmi_core.ko 2024-05-21T00:15:54.477 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/serio 2024-05-21T00:15:54.477 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/serio/altera_ps2.ko 2024-05-21T00:15:54.477 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/serio/arc_ps2.ko 2024-05-21T00:15:54.477 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-05-21T00:15:54.477 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/serio/serio_raw.ko 2024-05-21T00:15:54.478 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/sparse-keymap.ko 2024-05-21T00:15:54.478 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds 2024-05-21T00:15:54.478 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/leds-blinkm.ko 2024-05-21T00:15:54.478 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/leds-lm3530.ko 2024-05-21T00:15:54.478 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/leds-lp3944.ko 2024-05-21T00:15:54.478 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/leds-ss4200.ko 2024-05-21T00:15:54.478 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger 2024-05-21T00:15:54.478 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-audio.ko 2024-05-21T00:15:54.478 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-05-21T00:15:54.478 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-05-21T00:15:54.478 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-05-21T00:15:54.478 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-05-21T00:15:54.479 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-05-21T00:15:54.479 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-05-21T00:15:54.479 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-05-21T00:15:54.479 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-05-21T00:15:54.479 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md 2024-05-21T00:15:54.479 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/bcache 2024-05-21T00:15:54.479 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/bcache/bcache.ko 2024-05-21T00:15:54.479 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-bio-prison.ko 2024-05-21T00:15:54.479 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-cache-smq.ko 2024-05-21T00:15:54.479 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-cache.ko 2024-05-21T00:15:54.479 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-crypt.ko 2024-05-21T00:15:54.479 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-delay.ko 2024-05-21T00:15:54.480 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-flakey.ko 2024-05-21T00:15:54.480 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-log-userspace.ko 2024-05-21T00:15:54.480 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-multipath.ko 2024-05-21T00:15:54.480 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-queue-length.ko 2024-05-21T00:15:54.480 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-raid.ko 2024-05-21T00:15:54.480 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-round-robin.ko 2024-05-21T00:15:54.480 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-service-time.ko 2024-05-21T00:15:54.480 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-switch.ko 2024-05-21T00:15:54.480 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-thin-pool.ko 2024-05-21T00:15:54.480 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-verity.ko 2024-05-21T00:15:54.480 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/persistent-data 2024-05-21T00:15:54.480 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-05-21T00:15:54.480 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/raid0.ko 2024-05-21T00:15:54.481 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/raid1.ko 2024-05-21T00:15:54.481 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/raid10.ko 2024-05-21T00:15:54.481 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/raid456.ko 2024-05-21T00:15:54.481 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message 2024-05-21T00:15:54.481 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion 2024-05-21T00:15:54.481 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion/mptbase.ko 2024-05-21T00:15:54.481 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion/mptctl.ko 2024-05-21T00:15:54.481 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion/mptfc.ko 2024-05-21T00:15:54.481 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion/mptlan.ko 2024-05-21T00:15:54.481 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion/mptsas.ko 2024-05-21T00:15:54.481 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion/mptscsih.ko 2024-05-21T00:15:54.481 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion/mptspi.ko 2024-05-21T00:15:54.481 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd 2024-05-21T00:15:54.481 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd/lpc_ich.ko 2024-05-21T00:15:54.481 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd/lpc_sch.ko 2024-05-21T00:15:54.482 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd/mfd-core.ko 2024-05-21T00:15:54.482 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd/sm501.ko 2024-05-21T00:15:54.482 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd/viperboard.ko 2024-05-21T00:15:54.482 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd/vx855.ko 2024-05-21T00:15:54.482 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd/wl1273-core.ko 2024-05-21T00:15:54.482 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc 2024-05-21T00:15:54.482 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/altera-stapl 2024-05-21T00:15:54.482 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-05-21T00:15:54.482 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/apds9802als.ko 2024-05-21T00:15:54.482 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/apds990x.ko 2024-05-21T00:15:54.482 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/bh1770glc.ko 2024-05-21T00:15:54.482 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/cb710 2024-05-21T00:15:54.482 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/cb710/cb710.ko 2024-05-21T00:15:54.482 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/eeprom 2024-05-21T00:15:54.483 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/eeprom/at24.ko 2024-05-21T00:15:54.483 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-05-21T00:15:54.483 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/eeprom/max6875.ko 2024-05-21T00:15:54.483 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/enclosure.ko 2024-05-21T00:15:54.483 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/hpilo.ko 2024-05-21T00:15:54.483 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/isl29003.ko 2024-05-21T00:15:54.483 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/isl29020.ko 2024-05-21T00:15:54.483 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/lis3lv02d 2024-05-21T00:15:54.483 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-05-21T00:15:54.483 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-05-21T00:15:54.483 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/mei 2024-05-21T00:15:54.483 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/mei/mei-me.ko 2024-05-21T00:15:54.483 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/mei/mei-txe.ko 2024-05-21T00:15:54.484 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/mei/mei.ko 2024-05-21T00:15:54.484 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/sgi-gru 2024-05-21T00:15:54.484 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/sgi-gru/gru.ko 2024-05-21T00:15:54.484 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/sgi-xp 2024-05-21T00:15:54.484 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/sgi-xp/xp.ko 2024-05-21T00:15:54.484 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/sgi-xp/xpc.ko 2024-05-21T00:15:54.484 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-05-21T00:15:54.484 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/tifm_7xx1.ko 2024-05-21T00:15:54.484 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/tifm_core.ko 2024-05-21T00:15:54.484 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/tsl2550.ko 2024-05-21T00:15:54.484 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/vmw_balloon.ko 2024-05-21T00:15:54.484 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/vmw_vmci 2024-05-21T00:15:54.484 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-05-21T00:15:54.485 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net 2024-05-21T00:15:54.485 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/bonding 2024-05-21T00:15:54.485 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/bonding/bonding.ko 2024-05-21T00:15:54.485 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dsa 2024-05-21T00:15:54.485 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dsa/b53 2024-05-21T00:15:54.485 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dsa/b53/b53_common.ko 2024-05-21T00:15:54.485 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dsa/bcm-sf2.ko 2024-05-21T00:15:54.485 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dsa/mv88e6060.ko 2024-05-21T00:15:54.485 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dsa/mv88e6xxx 2024-05-21T00:15:54.485 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-05-21T00:15:54.485 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dummy.ko 2024-05-21T00:15:54.485 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/eql.ko 2024-05-21T00:15:54.485 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet 2024-05-21T00:15:54.485 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/3com 2024-05-21T00:15:54.486 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-05-21T00:15:54.486 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-05-21T00:15:54.486 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-05-21T00:15:54.486 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-05-21T00:15:54.486 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/8390 2024-05-21T00:15:54.486 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/8390/8390.ko 2024-05-21T00:15:54.486 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-05-21T00:15:54.486 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-05-21T00:15:54.486 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-05-21T00:15:54.486 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/adaptec 2024-05-21T00:15:54.486 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-05-21T00:15:54.486 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/agere 2024-05-21T00:15:54.486 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/agere/et131x.ko 2024-05-21T00:15:54.486 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/alteon 2024-05-21T00:15:54.486 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-05-21T00:15:54.487 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/altera 2024-05-21T00:15:54.487 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-05-21T00:15:54.487 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/amd 2024-05-21T00:15:54.487 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-05-21T00:15:54.487 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-05-21T00:15:54.487 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-05-21T00:15:54.487 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros 2024-05-21T00:15:54.487 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/alx 2024-05-21T00:15:54.487 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-05-21T00:15:54.487 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/atl1c 2024-05-21T00:15:54.487 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-05-21T00:15:54.487 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/atl1e 2024-05-21T00:15:54.487 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-05-21T00:15:54.488 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/atlx 2024-05-21T00:15:54.488 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-05-21T00:15:54.488 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-05-21T00:15:54.488 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom 2024-05-21T00:15:54.488 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-05-21T00:15:54.488 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-05-21T00:15:54.488 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-05-21T00:15:54.488 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-05-21T00:15:54.488 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-05-21T00:15:54.488 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/genet 2024-05-21T00:15:54.488 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-05-21T00:15:54.488 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-05-21T00:15:54.488 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/brocade 2024-05-21T00:15:54.489 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/brocade/bna 2024-05-21T00:15:54.489 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-05-21T00:15:54.489 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio 2024-05-21T00:15:54.489 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb 2024-05-21T00:15:54.489 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-05-21T00:15:54.489 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-05-21T00:15:54.489 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-05-21T00:15:54.489 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-05-21T00:15:54.489 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-05-21T00:15:54.489 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-05-21T00:15:54.489 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-05-21T00:15:54.489 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-05-21T00:15:54.489 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-05-21T00:15:54.489 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/cisco 2024-05-21T00:15:54.489 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/cisco/enic 2024-05-21T00:15:54.490 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-05-21T00:15:54.490 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec 2024-05-21T00:15:54.490 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec/tulip 2024-05-21T00:15:54.490 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-05-21T00:15:54.490 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-05-21T00:15:54.490 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-05-21T00:15:54.490 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-05-21T00:15:54.490 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-05-21T00:15:54.490 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-05-21T00:15:54.490 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dlink 2024-05-21T00:15:54.490 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-05-21T00:15:54.490 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-05-21T00:15:54.490 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dnet.ko 2024-05-21T00:15:54.490 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/emulex 2024-05-21T00:15:54.491 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/emulex/benet 2024-05-21T00:15:54.491 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-05-21T00:15:54.491 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/ethoc.ko 2024-05-21T00:15:54.491 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/fealnx.ko 2024-05-21T00:15:54.491 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel 2024-05-21T00:15:54.491 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/e100.ko 2024-05-21T00:15:54.491 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/e1000 2024-05-21T00:15:54.491 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-05-21T00:15:54.491 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/e1000e 2024-05-21T00:15:54.491 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-05-21T00:15:54.491 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/fm10k 2024-05-21T00:15:54.491 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-05-21T00:15:54.491 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/i40e 2024-05-21T00:15:54.491 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-05-21T00:15:54.492 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/iavf 2024-05-21T00:15:54.492 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-05-21T00:15:54.492 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/igb 2024-05-21T00:15:54.492 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-05-21T00:15:54.492 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/igbvf 2024-05-21T00:15:54.492 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-05-21T00:15:54.492 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/ixgbe 2024-05-21T00:15:54.492 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-05-21T00:15:54.492 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/ixgbevf 2024-05-21T00:15:54.492 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-05-21T00:15:54.492 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/jme.ko 2024-05-21T00:15:54.492 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/marvell 2024-05-21T00:15:54.492 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-05-21T00:15:54.492 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/marvell/skge.ko 2024-05-21T00:15:54.493 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-05-21T00:15:54.493 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/mellanox 2024-05-21T00:15:54.493 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/mellanox/mlx4 2024-05-21T00:15:54.493 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-05-21T00:15:54.493 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-05-21T00:15:54.493 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/mellanox/mlx5 2024-05-21T00:15:54.493 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-05-21T00:15:54.493 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-05-21T00:15:54.493 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/micrel 2024-05-21T00:15:54.493 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-05-21T00:15:54.493 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/myricom 2024-05-21T00:15:54.493 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/myricom/myri10ge 2024-05-21T00:15:54.493 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-05-21T00:15:54.493 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/natsemi 2024-05-21T00:15:54.493 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-05-21T00:15:54.494 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-05-21T00:15:54.494 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/neterion 2024-05-21T00:15:54.494 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-05-21T00:15:54.494 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/nvidia 2024-05-21T00:15:54.494 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-05-21T00:15:54.494 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/packetengines 2024-05-21T00:15:54.494 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-05-21T00:15:54.494 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-05-21T00:15:54.494 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/qlogic 2024-05-21T00:15:54.494 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/qlogic/netxen 2024-05-21T00:15:54.494 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-05-21T00:15:54.494 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-05-21T00:15:54.494 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-05-21T00:15:54.494 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-05-21T00:15:54.495 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/rdc 2024-05-21T00:15:54.495 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-05-21T00:15:54.495 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/realtek 2024-05-21T00:15:54.495 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-05-21T00:15:54.495 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-05-21T00:15:54.495 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/realtek/atp.ko 2024-05-21T00:15:54.495 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-05-21T00:15:54.495 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/rocker 2024-05-21T00:15:54.495 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-05-21T00:15:54.495 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sfc 2024-05-21T00:15:54.495 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-05-21T00:15:54.495 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/silan 2024-05-21T00:15:54.495 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-05-21T00:15:54.496 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sis 2024-05-21T00:15:54.496 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sis/sis190.ko 2024-05-21T00:15:54.496 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sis/sis900.ko 2024-05-21T00:15:54.496 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/smsc 2024-05-21T00:15:54.496 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-05-21T00:15:54.496 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-05-21T00:15:54.496 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-05-21T00:15:54.496 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-05-21T00:15:54.496 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/stmicro 2024-05-21T00:15:54.496 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/stmicro/stmmac 2024-05-21T00:15:54.496 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-05-21T00:15:54.496 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-05-21T00:15:54.496 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sun 2024-05-21T00:15:54.497 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sun/cassini.ko 2024-05-21T00:15:54.497 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sun/niu.ko 2024-05-21T00:15:54.497 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sun/sungem.ko 2024-05-21T00:15:54.497 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-05-21T00:15:54.497 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/tehuti 2024-05-21T00:15:54.497 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-05-21T00:15:54.497 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/ti 2024-05-21T00:15:54.497 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/ti/tlan.ko 2024-05-21T00:15:54.497 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/via 2024-05-21T00:15:54.497 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-05-21T00:15:54.497 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-05-21T00:15:54.497 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/wiznet 2024-05-21T00:15:54.497 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-05-21T00:15:54.498 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-05-21T00:15:54.498 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/xircom 2024-05-21T00:15:54.498 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-05-21T00:15:54.498 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/geneve.ko 2024-05-21T00:15:54.498 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/hyperv 2024-05-21T00:15:54.498 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-05-21T00:15:54.498 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ieee802154 2024-05-21T00:15:54.498 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ieee802154/fakelb.ko 2024-05-21T00:15:54.498 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ifb.ko 2024-05-21T00:15:54.498 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ipvlan 2024-05-21T00:15:54.498 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ipvlan/ipvlan.ko 2024-05-21T00:15:54.498 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/macvlan.ko 2024-05-21T00:15:54.498 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/macvtap.ko 2024-05-21T00:15:54.499 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/mdio 2024-05-21T00:15:54.499 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/mdio.ko 2024-05-21T00:15:54.499 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-05-21T00:15:54.499 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-05-21T00:15:54.499 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/mdio/mdio-regmap.ko 2024-05-21T00:15:54.499 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/mii.ko 2024-05-21T00:15:54.499 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/net_failover.ko 2024-05-21T00:15:54.499 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/netconsole.ko 2024-05-21T00:15:54.499 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/nlmon.ko 2024-05-21T00:15:54.499 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/pcs 2024-05-21T00:15:54.499 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/pcs/pcs-lynx.ko 2024-05-21T00:15:54.499 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-05-21T00:15:54.499 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy 2024-05-21T00:15:54.500 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/amd.ko 2024-05-21T00:15:54.500 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-05-21T00:15:54.500 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-05-21T00:15:54.500 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/bcm7xxx.ko 2024-05-21T00:15:54.500 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/bcm87xx.ko 2024-05-21T00:15:54.500 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/broadcom.ko 2024-05-21T00:15:54.500 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/cicada.ko 2024-05-21T00:15:54.500 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/davicom.ko 2024-05-21T00:15:54.500 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/dp83640.ko 2024-05-21T00:15:54.500 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/et1011c.ko 2024-05-21T00:15:54.500 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/icplus.ko 2024-05-21T00:15:54.500 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/lxt.ko 2024-05-21T00:15:54.500 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/marvell.ko 2024-05-21T00:15:54.500 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/micrel.ko 2024-05-21T00:15:54.501 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/national.ko 2024-05-21T00:15:54.501 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/phylink.ko 2024-05-21T00:15:54.501 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/qsemi.ko 2024-05-21T00:15:54.501 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/realtek.ko 2024-05-21T00:15:54.501 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/smsc.ko 2024-05-21T00:15:54.501 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/ste10Xp.ko 2024-05-21T00:15:54.501 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/vitesse.ko 2024-05-21T00:15:54.501 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp 2024-05-21T00:15:54.501 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/bsd_comp.ko 2024-05-21T00:15:54.501 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/ppp_async.ko 2024-05-21T00:15:54.501 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/ppp_deflate.ko 2024-05-21T00:15:54.501 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/ppp_generic.ko 2024-05-21T00:15:54.501 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/ppp_mppe.ko 2024-05-21T00:15:54.501 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/ppp_synctty.ko 2024-05-21T00:15:54.502 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/pppoe.ko 2024-05-21T00:15:54.502 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/pppox.ko 2024-05-21T00:15:54.502 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/pptp.ko 2024-05-21T00:15:54.502 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/slip 2024-05-21T00:15:54.502 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/slip/slhc.ko 2024-05-21T00:15:54.502 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/slip/slip.ko 2024-05-21T00:15:54.502 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/sungem_phy.ko 2024-05-21T00:15:54.502 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/tap.ko 2024-05-21T00:15:54.502 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/team 2024-05-21T00:15:54.502 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/team/team.ko 2024-05-21T00:15:54.502 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/team/team_mode_activebackup.ko 2024-05-21T00:15:54.502 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/team/team_mode_broadcast.ko 2024-05-21T00:15:54.502 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-05-21T00:15:54.503 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/team/team_mode_random.ko 2024-05-21T00:15:54.503 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-05-21T00:15:54.503 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/tun.ko 2024-05-21T00:15:54.503 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/veth.ko 2024-05-21T00:15:54.503 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/virtio_net.ko 2024-05-21T00:15:54.503 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/vmxnet3 2024-05-21T00:15:54.503 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-05-21T00:15:54.503 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/vxlan 2024-05-21T00:15:54.503 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/vxlan/vxlan.ko 2024-05-21T00:15:54.503 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/xen-netback 2024-05-21T00:15:54.503 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/xen-netback/xen-netback.ko 2024-05-21T00:15:54.503 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/xen-netfront.ko 2024-05-21T00:15:54.503 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ntb 2024-05-21T00:15:54.504 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ntb/ntb.ko 2024-05-21T00:15:54.504 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/nvme 2024-05-21T00:15:54.504 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/nvme/host 2024-05-21T00:15:54.504 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/nvme/host/nvme-core.ko 2024-05-21T00:15:54.504 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/nvme/host/nvme.ko 2024-05-21T00:15:54.504 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/parport 2024-05-21T00:15:54.504 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/parport/parport.ko 2024-05-21T00:15:54.504 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/parport/parport_cs.ko 2024-05-21T00:15:54.504 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/parport/parport_pc.ko 2024-05-21T00:15:54.504 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/parport/parport_serial.ko 2024-05-21T00:15:54.504 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pci 2024-05-21T00:15:54.504 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pci/hotplug 2024-05-21T00:15:54.504 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-05-21T00:15:54.505 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pci/pcie 2024-05-21T00:15:54.505 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pci/pcie/aer_inject.ko 2024-05-21T00:15:54.505 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pci/xen-pcifront.ko 2024-05-21T00:15:54.505 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pcmcia 2024-05-21T00:15:54.505 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pcmcia/i82092.ko 2024-05-21T00:15:54.505 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pcmcia/pd6729.ko 2024-05-21T00:15:54.505 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pcmcia/yenta_socket.ko 2024-05-21T00:15:54.505 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pinctrl 2024-05-21T00:15:54.505 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pinctrl/intel 2024-05-21T00:15:54.505 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-05-21T00:15:54.505 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform 2024-05-21T00:15:54.505 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86 2024-05-21T00:15:54.505 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/acer-wmi.ko 2024-05-21T00:15:54.505 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/acerhdf.ko 2024-05-21T00:15:54.506 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/apple-gmux.ko 2024-05-21T00:15:54.506 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/asus-laptop.ko 2024-05-21T00:15:54.506 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-05-21T00:15:54.506 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/asus-wmi.ko 2024-05-21T00:15:54.506 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/classmate-laptop.ko 2024-05-21T00:15:54.506 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-05-21T00:15:54.506 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-05-21T00:15:54.506 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-05-21T00:15:54.506 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-05-21T00:15:54.506 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/hdaps.ko 2024-05-21T00:15:54.506 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/intel 2024-05-21T00:15:54.506 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-05-21T00:15:54.506 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/intel_ips.ko 2024-05-21T00:15:54.506 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/msi-wmi.ko 2024-05-21T00:15:54.507 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/mxm-wmi.ko 2024-05-21T00:15:54.507 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-05-21T00:15:54.507 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/samsung-laptop.ko 2024-05-21T00:15:54.507 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/samsung-q10.ko 2024-05-21T00:15:54.507 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/topstar-laptop.ko 2024-05-21T00:15:54.507 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-05-21T00:15:54.507 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/toshiba_haps.ko 2024-05-21T00:15:54.507 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/wmi-bmof.ko 2024-05-21T00:15:54.507 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/wmi.ko 2024-05-21T00:15:54.507 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/powercap 2024-05-21T00:15:54.507 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/powercap/intel_rapl_common.ko 2024-05-21T00:15:54.507 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/powercap/intel_rapl_msr.ko 2024-05-21T00:15:54.508 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pps 2024-05-21T00:15:54.508 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pps/clients 2024-05-21T00:15:54.508 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pps/clients/pps-gpio.ko 2024-05-21T00:15:54.508 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pps/clients/pps-ldisc.ko 2024-05-21T00:15:54.508 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pps/clients/pps_parport.ko 2024-05-21T00:15:54.508 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pps/pps_core.ko 2024-05-21T00:15:54.508 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ptp 2024-05-21T00:15:54.508 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ptp/ptp.ko 2024-05-21T00:15:54.508 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ptp/ptp_kvm.ko 2024-05-21T00:15:54.508 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ras 2024-05-21T00:15:54.508 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ras/amd 2024-05-21T00:15:54.508 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ras/amd/atl 2024-05-21T00:15:54.509 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-05-21T00:15:54.509 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ras/amd/fmpm.ko 2024-05-21T00:15:54.509 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc 2024-05-21T00:15:54.509 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-bq32k.ko 2024-05-21T00:15:54.509 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds1286.ko 2024-05-21T00:15:54.509 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds1307.ko 2024-05-21T00:15:54.512 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds1374.ko 2024-05-21T00:15:54.512 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds1511.ko 2024-05-21T00:15:54.512 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds1553.ko 2024-05-21T00:15:54.512 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds1672.ko 2024-05-21T00:15:54.512 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds1742.ko 2024-05-21T00:15:54.512 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds2404.ko 2024-05-21T00:15:54.512 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds3232.ko 2024-05-21T00:15:54.513 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-em3027.ko 2024-05-21T00:15:54.513 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-fm3130.ko 2024-05-21T00:15:54.513 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-isl12022.ko 2024-05-21T00:15:54.513 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-isl1208.ko 2024-05-21T00:15:54.513 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-m41t80.ko 2024-05-21T00:15:54.513 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-m48t35.ko 2024-05-21T00:15:54.513 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-m48t59.ko 2024-05-21T00:15:54.513 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-max6900.ko 2024-05-21T00:15:54.513 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-msm6242.ko 2024-05-21T00:15:54.513 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-pcf2127.ko 2024-05-21T00:15:54.513 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-pcf85063.ko 2024-05-21T00:15:54.513 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-pcf8523.ko 2024-05-21T00:15:54.513 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-pcf8563.ko 2024-05-21T00:15:54.513 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-pcf8583.ko 2024-05-21T00:15:54.513 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-rp5c01.ko 2024-05-21T00:15:54.514 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-rs5c372.ko 2024-05-21T00:15:54.514 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-05-21T00:15:54.514 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-rx8025.ko 2024-05-21T00:15:54.514 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-rx8581.ko 2024-05-21T00:15:54.514 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-05-21T00:15:54.514 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-x1205.ko 2024-05-21T00:15:54.514 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi 2024-05-21T00:15:54.514 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/3w-9xxx.ko 2024-05-21T00:15:54.514 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/3w-sas.ko 2024-05-21T00:15:54.514 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/3w-xxxx.ko 2024-05-21T00:15:54.514 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/BusLogic.ko 2024-05-21T00:15:54.514 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/a100u2w.ko 2024-05-21T00:15:54.514 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/aacraid 2024-05-21T00:15:54.514 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/aacraid/aacraid.ko 2024-05-21T00:15:54.515 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/advansys.ko 2024-05-21T00:15:54.515 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/aic7xxx 2024-05-21T00:15:54.515 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-05-21T00:15:54.515 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-05-21T00:15:54.515 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/am53c974.ko 2024-05-21T00:15:54.515 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/arcmsr 2024-05-21T00:15:54.515 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-05-21T00:15:54.515 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/atp870u.ko 2024-05-21T00:15:54.515 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/be2iscsi 2024-05-21T00:15:54.515 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-05-21T00:15:54.515 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/bfa 2024-05-21T00:15:54.515 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/bfa/bfa.ko 2024-05-21T00:15:54.515 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/bnx2fc 2024-05-21T00:15:54.516 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-05-21T00:15:54.516 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/bnx2i 2024-05-21T00:15:54.516 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-05-21T00:15:54.516 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/ch.ko 2024-05-21T00:15:54.516 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/csiostor 2024-05-21T00:15:54.516 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/csiostor/csiostor.ko 2024-05-21T00:15:54.516 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/cxgbi 2024-05-21T00:15:54.516 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/cxgbi/cxgb3i 2024-05-21T00:15:54.516 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-05-21T00:15:54.516 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/cxgbi/cxgb4i 2024-05-21T00:15:54.516 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-05-21T00:15:54.516 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-05-21T00:15:54.516 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/dc395x.ko 2024-05-21T00:15:54.516 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/device_handler 2024-05-21T00:15:54.517 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-05-21T00:15:54.517 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-05-21T00:15:54.517 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-05-21T00:15:54.517 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-05-21T00:15:54.517 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/dmx3191d.ko 2024-05-21T00:15:54.517 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/esas2r 2024-05-21T00:15:54.517 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/esas2r/esas2r.ko 2024-05-21T00:15:54.517 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/esp_scsi.ko 2024-05-21T00:15:54.517 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/fcoe 2024-05-21T00:15:54.517 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/fcoe/fcoe.ko 2024-05-21T00:15:54.517 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-05-21T00:15:54.518 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/fnic 2024-05-21T00:15:54.518 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/fnic/fnic.ko 2024-05-21T00:15:54.518 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/hpsa.ko 2024-05-21T00:15:54.518 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/hptiop.ko 2024-05-21T00:15:54.518 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/hv_storvsc.ko 2024-05-21T00:15:54.518 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/initio.ko 2024-05-21T00:15:54.518 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/ipr.ko 2024-05-21T00:15:54.518 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/ips.ko 2024-05-21T00:15:54.518 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/isci 2024-05-21T00:15:54.518 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/isci/isci.ko 2024-05-21T00:15:54.518 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-05-21T00:15:54.518 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/iscsi_tcp.ko 2024-05-21T00:15:54.519 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/libfc 2024-05-21T00:15:54.519 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/libfc/libfc.ko 2024-05-21T00:15:54.519 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/libiscsi.ko 2024-05-21T00:15:54.519 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/libiscsi_tcp.ko 2024-05-21T00:15:54.519 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/libsas 2024-05-21T00:15:54.519 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/libsas/libsas.ko 2024-05-21T00:15:54.519 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/lpfc 2024-05-21T00:15:54.519 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/lpfc/lpfc.ko 2024-05-21T00:15:54.519 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/megaraid 2024-05-21T00:15:54.519 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/megaraid.ko 2024-05-21T00:15:54.519 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-05-21T00:15:54.519 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-05-21T00:15:54.519 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-05-21T00:15:54.520 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/mpt3sas 2024-05-21T00:15:54.520 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-05-21T00:15:54.520 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/mvsas 2024-05-21T00:15:54.520 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/mvsas/mvsas.ko 2024-05-21T00:15:54.520 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/mvumi.ko 2024-05-21T00:15:54.520 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/pm8001 2024-05-21T00:15:54.520 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-05-21T00:15:54.520 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/pmcraid.ko 2024-05-21T00:15:54.520 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/qla1280.ko 2024-05-21T00:15:54.520 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/qla2xxx 2024-05-21T00:15:54.520 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-05-21T00:15:54.520 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-05-21T00:15:54.520 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/qla4xxx 2024-05-21T00:15:54.520 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-05-21T00:15:54.521 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/raid_class.ko 2024-05-21T00:15:54.521 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/scsi_debug.ko 2024-05-21T00:15:54.521 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/scsi_transport_fc.ko 2024-05-21T00:15:54.521 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-05-21T00:15:54.521 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/scsi_transport_sas.ko 2024-05-21T00:15:54.521 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/scsi_transport_spi.ko 2024-05-21T00:15:54.521 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/scsi_transport_srp.ko 2024-05-21T00:15:54.521 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/ses.ko 2024-05-21T00:15:54.521 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/st.ko 2024-05-21T00:15:54.521 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/stex.ko 2024-05-21T00:15:54.521 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/sym53c8xx_2 2024-05-21T00:15:54.521 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-05-21T00:15:54.521 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/virtio_scsi.ko 2024-05-21T00:15:54.521 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/vmw_pvscsi.ko 2024-05-21T00:15:54.521 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/wd719x.ko 2024-05-21T00:15:54.522 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ssb 2024-05-21T00:15:54.522 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ssb/ssb.ko 2024-05-21T00:15:54.522 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target 2024-05-21T00:15:54.522 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/iscsi 2024-05-21T00:15:54.522 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-05-21T00:15:54.522 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/loopback 2024-05-21T00:15:54.522 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/loopback/tcm_loop.ko 2024-05-21T00:15:54.522 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/target_core_file.ko 2024-05-21T00:15:54.522 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/target_core_iblock.ko 2024-05-21T00:15:54.522 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/target_core_mod.ko 2024-05-21T00:15:54.522 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/target_core_pscsi.ko 2024-05-21T00:15:54.522 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/target_core_user.ko 2024-05-21T00:15:54.522 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/tcm_fc 2024-05-21T00:15:54.523 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-05-21T00:15:54.523 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal 2024-05-21T00:15:54.523 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel 2024-05-21T00:15:54.523 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal 2024-05-21T00:15:54.523 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-05-21T00:15:54.523 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-05-21T00:15:54.523 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-05-21T00:15:54.523 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-05-21T00:15:54.523 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-05-21T00:15:54.523 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-05-21T00:15:54.523 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-05-21T00:15:54.523 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-05-21T00:15:54.523 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-05-21T00:15:54.523 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-05-21T00:15:54.524 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-05-21T00:15:54.524 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-05-21T00:15:54.524 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-05-21T00:15:54.524 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-05-21T00:15:54.524 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-05-21T00:15:54.524 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-05-21T00:15:54.524 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-05-21T00:15:54.524 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-05-21T00:15:54.524 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty 2024-05-21T00:15:54.524 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/ipwireless 2024-05-21T00:15:54.524 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-05-21T00:15:54.524 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/n_gsm.ko 2024-05-21T00:15:54.524 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/n_hdlc.ko 2024-05-21T00:15:54.524 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/nozomi.ko 2024-05-21T00:15:54.524 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/serial 2024-05-21T00:15:54.525 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/serial/8250 2024-05-21T00:15:54.525 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-05-21T00:15:54.525 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/serial/arc_uart.ko 2024-05-21T00:15:54.525 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/serial/jsm 2024-05-21T00:15:54.525 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/serial/jsm/jsm.ko 2024-05-21T00:15:54.525 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ufs 2024-05-21T00:15:54.525 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ufs/core 2024-05-21T00:15:54.525 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ufs/core/ufshcd-core.ko 2024-05-21T00:15:54.525 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ufs/host 2024-05-21T00:15:54.525 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-05-21T00:15:54.525 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/uio 2024-05-21T00:15:54.525 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/uio/uio.ko 2024-05-21T00:15:54.525 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/uio/uio_aec.ko 2024-05-21T00:15:54.525 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/uio/uio_cif.ko 2024-05-21T00:15:54.525 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/uio/uio_pci_generic.ko 2024-05-21T00:15:54.526 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/uio/uio_sercos3.ko 2024-05-21T00:15:54.526 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb 2024-05-21T00:15:54.526 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/class 2024-05-21T00:15:54.526 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/class/cdc-acm.ko 2024-05-21T00:15:54.526 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/class/cdc-wdm.ko 2024-05-21T00:15:54.526 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/class/usblp.ko 2024-05-21T00:15:54.526 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/class/usbtmc.ko 2024-05-21T00:15:54.526 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/host 2024-05-21T00:15:54.526 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/host/sl811-hcd.ko 2024-05-21T00:15:54.526 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/image 2024-05-21T00:15:54.526 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/image/mdc800.ko 2024-05-21T00:15:54.526 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/image/microtek.ko 2024-05-21T00:15:54.526 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc 2024-05-21T00:15:54.527 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/adutux.ko 2024-05-21T00:15:54.527 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/appledisplay.ko 2024-05-21T00:15:54.527 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/emi26.ko 2024-05-21T00:15:54.527 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/emi62.ko 2024-05-21T00:15:54.527 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/ezusb.ko 2024-05-21T00:15:54.527 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/idmouse.ko 2024-05-21T00:15:54.527 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/iowarrior.ko 2024-05-21T00:15:54.527 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/isight_firmware.ko 2024-05-21T00:15:54.527 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/ldusb.ko 2024-05-21T00:15:54.527 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/legousbtower.ko 2024-05-21T00:15:54.527 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/sisusbvga 2024-05-21T00:15:54.527 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-05-21T00:15:54.527 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/trancevibrator.ko 2024-05-21T00:15:54.528 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/usb3503.ko 2024-05-21T00:15:54.528 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/usblcd.ko 2024-05-21T00:15:54.528 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/usbsevseg.ko 2024-05-21T00:15:54.528 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/uss720.ko 2024-05-21T00:15:54.528 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/yurex.ko 2024-05-21T00:15:54.528 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/phy 2024-05-21T00:15:54.528 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/phy/phy-generic.ko 2024-05-21T00:15:54.528 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial 2024-05-21T00:15:54.528 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/aircable.ko 2024-05-21T00:15:54.528 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ark3116.ko 2024-05-21T00:15:54.528 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/belkin_sa.ko 2024-05-21T00:15:54.528 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ch341.ko 2024-05-21T00:15:54.528 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/cp210x.ko 2024-05-21T00:15:54.529 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/cyberjack.ko 2024-05-21T00:15:54.529 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/cypress_m8.ko 2024-05-21T00:15:54.529 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/digi_acceleport.ko 2024-05-21T00:15:54.529 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/empeg.ko 2024-05-21T00:15:54.529 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ftdi_sio.ko 2024-05-21T00:15:54.529 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/garmin_gps.ko 2024-05-21T00:15:54.529 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/io_edgeport.ko 2024-05-21T00:15:54.529 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/io_ti.ko 2024-05-21T00:15:54.529 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ipaq.ko 2024-05-21T00:15:54.529 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ipw.ko 2024-05-21T00:15:54.529 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ir-usb.ko 2024-05-21T00:15:54.529 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-05-21T00:15:54.529 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/keyspan.ko 2024-05-21T00:15:54.529 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/keyspan_pda.ko 2024-05-21T00:15:54.529 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/kl5kusb105.ko 2024-05-21T00:15:54.530 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/kobil_sct.ko 2024-05-21T00:15:54.530 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/mct_u232.ko 2024-05-21T00:15:54.530 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/mos7720.ko 2024-05-21T00:15:54.530 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/mos7840.ko 2024-05-21T00:15:54.530 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/navman.ko 2024-05-21T00:15:54.530 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/omninet.ko 2024-05-21T00:15:54.530 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/opticon.ko 2024-05-21T00:15:54.530 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/option.ko 2024-05-21T00:15:54.530 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/oti6858.ko 2024-05-21T00:15:54.530 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/pl2303.ko 2024-05-21T00:15:54.530 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/qcaux.ko 2024-05-21T00:15:54.530 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/qcserial.ko 2024-05-21T00:15:54.530 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/quatech2.ko 2024-05-21T00:15:54.531 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/safe_serial.ko 2024-05-21T00:15:54.531 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/sierra.ko 2024-05-21T00:15:54.531 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/spcp8x5.ko 2024-05-21T00:15:54.531 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ssu100.ko 2024-05-21T00:15:54.531 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/symbolserial.ko 2024-05-21T00:15:54.531 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-05-21T00:15:54.531 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-05-21T00:15:54.531 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/usb_debug.ko 2024-05-21T00:15:54.531 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/usb_wwan.ko 2024-05-21T00:15:54.531 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/visor.ko 2024-05-21T00:15:54.531 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/whiteheat.ko 2024-05-21T00:15:54.531 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/xsens_mt.ko 2024-05-21T00:15:54.531 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage 2024-05-21T00:15:54.531 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/uas.ko 2024-05-21T00:15:54.532 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-alauda.ko 2024-05-21T00:15:54.532 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-cypress.ko 2024-05-21T00:15:54.532 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-datafab.ko 2024-05-21T00:15:54.532 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-05-21T00:15:54.532 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-freecom.ko 2024-05-21T00:15:54.532 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-isd200.ko 2024-05-21T00:15:54.532 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-05-21T00:15:54.532 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-karma.ko 2024-05-21T00:15:54.532 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-onetouch.ko 2024-05-21T00:15:54.532 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-realtek.ko 2024-05-21T00:15:54.532 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-sddr09.ko 2024-05-21T00:15:54.532 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-sddr55.ko 2024-05-21T00:15:54.532 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-usbat.ko 2024-05-21T00:15:54.532 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/usb-storage.ko 2024-05-21T00:15:54.533 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/usbip 2024-05-21T00:15:54.533 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/usbip/usbip-core.ko 2024-05-21T00:15:54.533 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/usbip/usbip-host.ko 2024-05-21T00:15:54.533 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-05-21T00:15:54.533 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vfio 2024-05-21T00:15:54.533 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vfio/pci 2024-05-21T00:15:54.533 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-05-21T00:15:54.533 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vfio/pci/vfio-pci.ko 2024-05-21T00:15:54.533 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vfio/vfio.ko 2024-05-21T00:15:54.533 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-05-21T00:15:54.533 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vhost 2024-05-21T00:15:54.533 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vhost/vhost.ko 2024-05-21T00:15:54.533 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vhost/vhost_iotlb.ko 2024-05-21T00:15:54.534 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vhost/vhost_net.ko 2024-05-21T00:15:54.534 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vhost/vhost_scsi.ko 2024-05-21T00:15:54.534 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/video 2024-05-21T00:15:54.534 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/video/backlight 2024-05-21T00:15:54.534 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/video/backlight/apple_bl.ko 2024-05-21T00:15:54.534 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/video/backlight/lcd.ko 2024-05-21T00:15:54.534 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/video/backlight/platform_lcd.ko 2024-05-21T00:15:54.534 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio 2024-05-21T00:15:54.534 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio/virtio.ko 2024-05-21T00:15:54.534 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio/virtio_balloon.ko 2024-05-21T00:15:54.534 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio/virtio_mmio.ko 2024-05-21T00:15:54.534 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio/virtio_pci.ko 2024-05-21T00:15:54.535 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-05-21T00:15:54.535 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-05-21T00:15:54.535 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio/virtio_ring.ko 2024-05-21T00:15:54.535 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1 2024-05-21T00:15:54.535 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/masters 2024-05-21T00:15:54.535 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/masters/ds2482.ko 2024-05-21T00:15:54.535 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/masters/ds2490.ko 2024-05-21T00:15:54.535 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves 2024-05-21T00:15:54.535 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-05-21T00:15:54.535 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-05-21T00:15:54.535 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-05-21T00:15:54.535 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-05-21T00:15:54.535 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-05-21T00:15:54.535 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-05-21T00:15:54.536 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-05-21T00:15:54.536 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-05-21T00:15:54.536 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-05-21T00:15:54.536 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_smem.ko 2024-05-21T00:15:54.536 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_therm.ko 2024-05-21T00:15:54.536 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/wire.ko 2024-05-21T00:15:54.536 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog 2024-05-21T00:15:54.536 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/alim1535_wdt.ko 2024-05-21T00:15:54.536 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/alim7101_wdt.ko 2024-05-21T00:15:54.536 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/f71808e_wdt.ko 2024-05-21T00:15:54.536 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/hpwdt.ko 2024-05-21T00:15:54.536 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/i6300esb.ko 2024-05-21T00:15:54.536 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-05-21T00:15:54.536 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/iTCO_wdt.ko 2024-05-21T00:15:54.537 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/ib700wdt.ko 2024-05-21T00:15:54.537 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/ibmasr.ko 2024-05-21T00:15:54.537 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-05-21T00:15:54.537 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/it8712f_wdt.ko 2024-05-21T00:15:54.537 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/it87_wdt.ko 2024-05-21T00:15:54.537 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/machzwd.ko 2024-05-21T00:15:54.537 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/nv_tco.ko 2024-05-21T00:15:54.537 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/pcwd_pci.ko 2024-05-21T00:15:54.537 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/pcwd_usb.ko 2024-05-21T00:15:54.537 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-05-21T00:15:54.537 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/sch311x_wdt.ko 2024-05-21T00:15:54.537 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/softdog.ko 2024-05-21T00:15:54.537 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/sp5100_tco.ko 2024-05-21T00:15:54.538 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/via_wdt.ko 2024-05-21T00:15:54.538 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-05-21T00:15:54.538 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/w83877f_wdt.ko 2024-05-21T00:15:54.538 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/w83977f_wdt.ko 2024-05-21T00:15:54.538 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/wdt_pci.ko 2024-05-21T00:15:54.538 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/xen_wdt.ko 2024-05-21T00:15:54.538 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen 2024-05-21T00:15:54.538 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xen-acpi-processor.ko 2024-05-21T00:15:54.538 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xen-evtchn.ko 2024-05-21T00:15:54.538 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xen-gntalloc.ko 2024-05-21T00:15:54.538 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xen-gntdev.ko 2024-05-21T00:15:54.538 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xen-pciback 2024-05-21T00:15:54.538 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-05-21T00:15:54.539 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xen-privcmd.ko 2024-05-21T00:15:54.539 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xenfs 2024-05-21T00:15:54.539 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xenfs/xenfs.ko 2024-05-21T00:15:54.539 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs 2024-05-21T00:15:54.539 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/9p 2024-05-21T00:15:54.539 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/9p/9p.ko 2024-05-21T00:15:54.539 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/affs 2024-05-21T00:15:54.539 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/affs/affs.ko 2024-05-21T00:15:54.539 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/befs 2024-05-21T00:15:54.539 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/befs/befs.ko 2024-05-21T00:15:54.539 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/binfmt_misc.ko 2024-05-21T00:15:54.539 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/btrfs 2024-05-21T00:15:54.539 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/btrfs/btrfs.ko 2024-05-21T00:15:54.539 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/cachefiles 2024-05-21T00:15:54.540 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/cachefiles/cachefiles.ko 2024-05-21T00:15:54.540 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ceph 2024-05-21T00:15:54.540 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ceph/ceph.ko 2024-05-21T00:15:54.540 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/coda 2024-05-21T00:15:54.540 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/coda/coda.ko 2024-05-21T00:15:54.540 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/cramfs 2024-05-21T00:15:54.540 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/cramfs/cramfs.ko 2024-05-21T00:15:54.540 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/dlm 2024-05-21T00:15:54.540 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/dlm/dlm.ko 2024-05-21T00:15:54.540 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ecryptfs 2024-05-21T00:15:54.540 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ecryptfs/ecryptfs.ko 2024-05-21T00:15:54.540 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/f2fs 2024-05-21T00:15:54.540 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/f2fs/f2fs.ko 2024-05-21T00:15:54.540 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/fat 2024-05-21T00:15:54.540 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/fat/fat.ko 2024-05-21T00:15:54.541 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/fat/msdos.ko 2024-05-21T00:15:54.541 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/fat/vfat.ko 2024-05-21T00:15:54.541 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/fuse 2024-05-21T00:15:54.541 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/fuse/cuse.ko 2024-05-21T00:15:54.541 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/fuse/fuse.ko 2024-05-21T00:15:54.541 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/gfs2 2024-05-21T00:15:54.541 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/gfs2/gfs2.ko 2024-05-21T00:15:54.541 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/hfs 2024-05-21T00:15:54.541 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/hfs/hfs.ko 2024-05-21T00:15:54.541 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/hfsplus 2024-05-21T00:15:54.541 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/hfsplus/hfsplus.ko 2024-05-21T00:15:54.541 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/isofs 2024-05-21T00:15:54.541 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/isofs/isofs.ko 2024-05-21T00:15:54.542 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/jfs 2024-05-21T00:15:54.542 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/jfs/jfs.ko 2024-05-21T00:15:54.542 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/lockd 2024-05-21T00:15:54.542 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/lockd/lockd.ko 2024-05-21T00:15:54.542 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/minix 2024-05-21T00:15:54.542 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/minix/minix.ko 2024-05-21T00:15:54.542 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/netfs 2024-05-21T00:15:54.542 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/netfs/netfs.ko 2024-05-21T00:15:54.542 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs 2024-05-21T00:15:54.542 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/blocklayout 2024-05-21T00:15:54.542 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-05-21T00:15:54.542 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/filelayout 2024-05-21T00:15:54.542 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-05-21T00:15:54.542 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/flexfilelayout 2024-05-21T00:15:54.543 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-05-21T00:15:54.543 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/nfs.ko 2024-05-21T00:15:54.543 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/nfsv3.ko 2024-05-21T00:15:54.543 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/nfsv4.ko 2024-05-21T00:15:54.543 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs_common 2024-05-21T00:15:54.543 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs_common/grace.ko 2024-05-21T00:15:54.543 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs_common/nfs_acl.ko 2024-05-21T00:15:54.543 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfsd 2024-05-21T00:15:54.543 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfsd/nfsd.ko 2024-05-21T00:15:54.543 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nilfs2 2024-05-21T00:15:54.543 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nilfs2/nilfs2.ko 2024-05-21T00:15:54.543 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls 2024-05-21T00:15:54.543 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-celtic.ko 2024-05-21T00:15:54.543 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-centeuro.ko 2024-05-21T00:15:54.543 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-croatian.ko 2024-05-21T00:15:54.544 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-cyrillic.ko 2024-05-21T00:15:54.544 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-gaelic.ko 2024-05-21T00:15:54.544 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-greek.ko 2024-05-21T00:15:54.544 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-iceland.ko 2024-05-21T00:15:54.544 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-inuit.ko 2024-05-21T00:15:54.544 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-roman.ko 2024-05-21T00:15:54.544 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-romanian.ko 2024-05-21T00:15:54.544 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-turkish.ko 2024-05-21T00:15:54.544 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp1250.ko 2024-05-21T00:15:54.544 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp1251.ko 2024-05-21T00:15:54.544 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp1255.ko 2024-05-21T00:15:54.544 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp737.ko 2024-05-21T00:15:54.544 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp775.ko 2024-05-21T00:15:54.545 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp850.ko 2024-05-21T00:15:54.545 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp852.ko 2024-05-21T00:15:54.545 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp855.ko 2024-05-21T00:15:54.545 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp857.ko 2024-05-21T00:15:54.545 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp860.ko 2024-05-21T00:15:54.545 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp861.ko 2024-05-21T00:15:54.545 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp862.ko 2024-05-21T00:15:54.545 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp863.ko 2024-05-21T00:15:54.545 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp864.ko 2024-05-21T00:15:54.545 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp865.ko 2024-05-21T00:15:54.545 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp866.ko 2024-05-21T00:15:54.545 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp869.ko 2024-05-21T00:15:54.545 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp874.ko 2024-05-21T00:15:54.545 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp932.ko 2024-05-21T00:15:54.545 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp936.ko 2024-05-21T00:15:54.546 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp949.ko 2024-05-21T00:15:54.546 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp950.ko 2024-05-21T00:15:54.546 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_euc-jp.ko 2024-05-21T00:15:54.546 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-1.ko 2024-05-21T00:15:54.546 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-13.ko 2024-05-21T00:15:54.546 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-14.ko 2024-05-21T00:15:54.546 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-15.ko 2024-05-21T00:15:54.546 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-2.ko 2024-05-21T00:15:54.546 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-3.ko 2024-05-21T00:15:54.546 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-4.ko 2024-05-21T00:15:54.546 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-5.ko 2024-05-21T00:15:54.546 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-6.ko 2024-05-21T00:15:54.546 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-7.ko 2024-05-21T00:15:54.547 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-9.ko 2024-05-21T00:15:54.547 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_koi8-r.ko 2024-05-21T00:15:54.547 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_koi8-ru.ko 2024-05-21T00:15:54.547 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_koi8-u.ko 2024-05-21T00:15:54.547 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_ucs2_utils.ko 2024-05-21T00:15:54.547 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_utf8.ko 2024-05-21T00:15:54.547 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2 2024-05-21T00:15:54.547 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/cluster 2024-05-21T00:15:54.547 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-05-21T00:15:54.547 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/dlm 2024-05-21T00:15:54.547 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-05-21T00:15:54.547 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/dlmfs 2024-05-21T00:15:54.547 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-05-21T00:15:54.548 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/ocfs2.ko 2024-05-21T00:15:54.548 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-05-21T00:15:54.548 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-05-21T00:15:54.548 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-05-21T00:15:54.548 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/overlayfs 2024-05-21T00:15:54.548 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/overlayfs/overlay.ko 2024-05-21T00:15:54.548 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/pstore 2024-05-21T00:15:54.548 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/pstore/ramoops.ko 2024-05-21T00:15:54.548 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/reiserfs 2024-05-21T00:15:54.548 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/reiserfs/reiserfs.ko 2024-05-21T00:15:54.548 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/romfs 2024-05-21T00:15:54.548 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/romfs/romfs.ko 2024-05-21T00:15:54.548 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/smb 2024-05-21T00:15:54.548 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/smb/client 2024-05-21T00:15:54.549 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/smb/client/cifs.ko 2024-05-21T00:15:54.549 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/smb/common 2024-05-21T00:15:54.549 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/smb/common/cifs_arc4.ko 2024-05-21T00:15:54.549 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/smb/common/cifs_md4.ko 2024-05-21T00:15:54.549 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/squashfs 2024-05-21T00:15:54.549 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/squashfs/squashfs.ko 2024-05-21T00:15:54.549 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/sysv 2024-05-21T00:15:54.549 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/sysv/sysv.ko 2024-05-21T00:15:54.549 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/udf 2024-05-21T00:15:54.549 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/udf/udf.ko 2024-05-21T00:15:54.549 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ufs 2024-05-21T00:15:54.549 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ufs/ufs.ko 2024-05-21T00:15:54.549 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/xfs 2024-05-21T00:15:54.549 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/xfs/xfs.ko 2024-05-21T00:15:54.549 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/kernel 2024-05-21T00:15:54.550 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/kernel/rcu 2024-05-21T00:15:54.550 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/kernel/rcu/rcutorture.ko 2024-05-21T00:15:54.550 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/kernel/torture.ko 2024-05-21T00:15:54.550 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/kernel/trace 2024-05-21T00:15:54.550 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-05-21T00:15:54.550 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib 2024-05-21T00:15:54.550 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/asn1_encoder.ko 2024-05-21T00:15:54.550 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/crc-itu-t.ko 2024-05-21T00:15:54.550 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/crc8.ko 2024-05-21T00:15:54.550 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/crypto 2024-05-21T00:15:54.550 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/crypto/libarc4.ko 2024-05-21T00:15:54.550 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/crypto/libdes.ko 2024-05-21T00:15:54.550 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/libcrc32c.ko 2024-05-21T00:15:54.550 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/lru_cache.ko 2024-05-21T00:15:54.550 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/lz4 2024-05-21T00:15:54.551 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/lz4/lz4_compress.ko 2024-05-21T00:15:54.551 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/lz4/lz4hc_compress.ko 2024-05-21T00:15:54.551 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/math 2024-05-21T00:15:54.551 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/math/cordic.ko 2024-05-21T00:15:54.551 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/raid6 2024-05-21T00:15:54.551 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/raid6/raid6_pq.ko 2024-05-21T00:15:54.551 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/reed_solomon 2024-05-21T00:15:54.551 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/reed_solomon/reed_solomon.ko 2024-05-21T00:15:54.551 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/ts_bm.ko 2024-05-21T00:15:54.551 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/ts_fsm.ko 2024-05-21T00:15:54.551 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/ts_kmp.ko 2024-05-21T00:15:54.551 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/zstd 2024-05-21T00:15:54.551 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/zstd/zstd_compress.ko 2024-05-21T00:15:54.551 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/mm 2024-05-21T00:15:54.552 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/mm/hwpoison-inject.ko 2024-05-21T00:15:54.552 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net 2024-05-21T00:15:54.552 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan 2024-05-21T00:15:54.552 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/6lowpan.ko 2024-05-21T00:15:54.552 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/nhc_dest.ko 2024-05-21T00:15:54.552 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/nhc_fragment.ko 2024-05-21T00:15:54.552 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/nhc_hop.ko 2024-05-21T00:15:54.552 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/nhc_ipv6.ko 2024-05-21T00:15:54.552 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/nhc_mobility.ko 2024-05-21T00:15:54.552 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/nhc_routing.ko 2024-05-21T00:15:54.552 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/nhc_udp.ko 2024-05-21T00:15:54.552 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/802 2024-05-21T00:15:54.552 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/802/garp.ko 2024-05-21T00:15:54.552 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/802/mrp.ko 2024-05-21T00:15:54.552 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/802/p8022.ko 2024-05-21T00:15:54.553 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/802/psnap.ko 2024-05-21T00:15:54.553 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/802/stp.ko 2024-05-21T00:15:54.553 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/8021q 2024-05-21T00:15:54.553 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/8021q/8021q.ko 2024-05-21T00:15:54.553 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/9p 2024-05-21T00:15:54.553 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/9p/9pnet.ko 2024-05-21T00:15:54.553 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/9p/9pnet_fd.ko 2024-05-21T00:15:54.553 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/9p/9pnet_rdma.ko 2024-05-21T00:15:54.553 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/9p/9pnet_virtio.ko 2024-05-21T00:15:54.553 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/batman-adv 2024-05-21T00:15:54.553 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/batman-adv/batman-adv.ko 2024-05-21T00:15:54.553 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge 2024-05-21T00:15:54.553 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/br_netfilter.ko 2024-05-21T00:15:54.553 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/bridge.ko 2024-05-21T00:15:54.553 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter 2024-05-21T00:15:54.553 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-05-21T00:15:54.554 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_among.ko 2024-05-21T00:15:54.554 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_arp.ko 2024-05-21T00:15:54.554 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-05-21T00:15:54.554 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-05-21T00:15:54.554 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_ip.ko 2024-05-21T00:15:54.554 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-05-21T00:15:54.554 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_limit.ko 2024-05-21T00:15:54.554 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_log.ko 2024-05-21T00:15:54.554 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_mark.ko 2024-05-21T00:15:54.554 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-05-21T00:15:54.554 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-05-21T00:15:54.554 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-05-21T00:15:54.554 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-05-21T00:15:54.555 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_snat.ko 2024-05-21T00:15:54.555 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_stp.ko 2024-05-21T00:15:54.555 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-05-21T00:15:54.555 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-05-21T00:15:54.555 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-05-21T00:15:54.555 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-05-21T00:15:54.555 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebtables.ko 2024-05-21T00:15:54.555 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-05-21T00:15:54.555 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-05-21T00:15:54.555 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-05-21T00:15:54.555 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ceph 2024-05-21T00:15:54.555 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ceph/libceph.ko 2024-05-21T00:15:54.555 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/core 2024-05-21T00:15:54.555 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/core/failover.ko 2024-05-21T00:15:54.556 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/core/pktgen.ko 2024-05-21T00:15:54.556 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dccp 2024-05-21T00:15:54.556 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dccp/dccp.ko 2024-05-21T00:15:54.556 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dccp/dccp_diag.ko 2024-05-21T00:15:54.556 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dccp/dccp_ipv4.ko 2024-05-21T00:15:54.556 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dccp/dccp_ipv6.ko 2024-05-21T00:15:54.556 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dns_resolver 2024-05-21T00:15:54.556 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dns_resolver/dns_resolver.ko 2024-05-21T00:15:54.556 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dsa 2024-05-21T00:15:54.556 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dsa/dsa_core.ko 2024-05-21T00:15:54.556 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dsa/tag_brcm.ko 2024-05-21T00:15:54.556 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dsa/tag_dsa.ko 2024-05-21T00:15:54.556 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dsa/tag_none.ko 2024-05-21T00:15:54.556 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dsa/tag_trailer.ko 2024-05-21T00:15:54.556 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ieee802154 2024-05-21T00:15:54.557 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ieee802154/6lowpan 2024-05-21T00:15:54.557 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-05-21T00:15:54.557 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ieee802154/ieee802154.ko 2024-05-21T00:15:54.557 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ieee802154/ieee802154_socket.ko 2024-05-21T00:15:54.557 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4 2024-05-21T00:15:54.557 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/ah4.ko 2024-05-21T00:15:54.557 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/esp4.ko 2024-05-21T00:15:54.557 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/fou.ko 2024-05-21T00:15:54.557 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/gre.ko 2024-05-21T00:15:54.557 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/inet_diag.ko 2024-05-21T00:15:54.557 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/ip_gre.ko 2024-05-21T00:15:54.557 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/ip_tunnel.ko 2024-05-21T00:15:54.557 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/ip_vti.ko 2024-05-21T00:15:54.557 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/ipcomp.ko 2024-05-21T00:15:54.557 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/ipip.ko 2024-05-21T00:15:54.558 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter 2024-05-21T00:15:54.558 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/arp_tables.ko 2024-05-21T00:15:54.558 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-05-21T00:15:54.558 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-05-21T00:15:54.558 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-05-21T00:15:54.558 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-05-21T00:15:54.558 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-05-21T00:15:54.558 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-05-21T00:15:54.558 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-05-21T00:15:54.558 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-05-21T00:15:54.558 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-05-21T00:15:54.558 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/iptable_security.ko 2024-05-21T00:15:54.558 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-05-21T00:15:54.558 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-05-21T00:15:54.558 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-05-21T00:15:54.559 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-05-21T00:15:54.559 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-05-21T00:15:54.559 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-05-21T00:15:54.559 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-05-21T00:15:54.559 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-05-21T00:15:54.559 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-05-21T00:15:54.559 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-05-21T00:15:54.559 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_bic.ko 2024-05-21T00:15:54.559 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_dctcp.ko 2024-05-21T00:15:54.559 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_diag.ko 2024-05-21T00:15:54.559 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_highspeed.ko 2024-05-21T00:15:54.559 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_htcp.ko 2024-05-21T00:15:54.559 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_hybla.ko 2024-05-21T00:15:54.559 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_illinois.ko 2024-05-21T00:15:54.559 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_lp.ko 2024-05-21T00:15:54.560 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_scalable.ko 2024-05-21T00:15:54.560 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_vegas.ko 2024-05-21T00:15:54.560 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_veno.ko 2024-05-21T00:15:54.560 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_westwood.ko 2024-05-21T00:15:54.560 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_yeah.ko 2024-05-21T00:15:54.560 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tunnel4.ko 2024-05-21T00:15:54.560 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/udp_diag.ko 2024-05-21T00:15:54.560 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/udp_tunnel.ko 2024-05-21T00:15:54.560 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/xfrm4_tunnel.ko 2024-05-21T00:15:54.560 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6 2024-05-21T00:15:54.560 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/ah6.ko 2024-05-21T00:15:54.560 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/esp6.ko 2024-05-21T00:15:54.560 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/fou6.ko 2024-05-21T00:15:54.560 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/ip6_tunnel.ko 2024-05-21T00:15:54.560 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-05-21T00:15:54.561 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/ip6_vti.ko 2024-05-21T00:15:54.561 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/ipcomp6.ko 2024-05-21T00:15:54.561 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter 2024-05-21T00:15:54.561 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-05-21T00:15:54.561 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-05-21T00:15:54.561 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-05-21T00:15:54.561 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-05-21T00:15:54.561 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-05-21T00:15:54.561 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-05-21T00:15:54.561 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-05-21T00:15:54.561 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-05-21T00:15:54.561 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-05-21T00:15:54.561 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-05-21T00:15:54.562 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-05-21T00:15:54.562 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-05-21T00:15:54.562 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-05-21T00:15:54.562 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-05-21T00:15:54.562 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-05-21T00:15:54.562 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-05-21T00:15:54.562 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-05-21T00:15:54.562 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-05-21T00:15:54.562 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-05-21T00:15:54.562 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-05-21T00:15:54.562 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-05-21T00:15:54.562 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-05-21T00:15:54.562 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-05-21T00:15:54.562 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-05-21T00:15:54.562 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/sit.ko 2024-05-21T00:15:54.563 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/tunnel6.ko 2024-05-21T00:15:54.563 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/xfrm6_tunnel.ko 2024-05-21T00:15:54.563 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/key 2024-05-21T00:15:54.563 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/key/af_key.ko 2024-05-21T00:15:54.563 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp 2024-05-21T00:15:54.563 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp/l2tp_core.ko 2024-05-21T00:15:54.563 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp/l2tp_debugfs.ko 2024-05-21T00:15:54.563 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp/l2tp_eth.ko 2024-05-21T00:15:54.563 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp/l2tp_ip.ko 2024-05-21T00:15:54.563 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp/l2tp_ip6.ko 2024-05-21T00:15:54.563 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp/l2tp_netlink.ko 2024-05-21T00:15:54.563 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp/l2tp_ppp.ko 2024-05-21T00:15:54.563 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/llc 2024-05-21T00:15:54.563 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/llc/llc.ko 2024-05-21T00:15:54.563 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/mac802154 2024-05-21T00:15:54.564 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/mac802154/mac802154.ko 2024-05-21T00:15:54.564 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/mpls 2024-05-21T00:15:54.564 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/mpls/mpls_gso.ko 2024-05-21T00:15:54.564 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter 2024-05-21T00:15:54.564 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset 2024-05-21T00:15:54.564 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set.ko 2024-05-21T00:15:54.564 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-05-21T00:15:54.564 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-05-21T00:15:54.564 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-05-21T00:15:54.564 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-05-21T00:15:54.564 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-05-21T00:15:54.564 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-05-21T00:15:54.564 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-05-21T00:15:54.564 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-05-21T00:15:54.564 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-05-21T00:15:54.564 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-05-21T00:15:54.565 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-05-21T00:15:54.565 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-05-21T00:15:54.565 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-05-21T00:15:54.565 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-05-21T00:15:54.565 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-05-21T00:15:54.565 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs 2024-05-21T00:15:54.565 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs.ko 2024-05-21T00:15:54.565 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-05-21T00:15:54.565 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-05-21T00:15:54.565 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-05-21T00:15:54.565 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-05-21T00:15:54.565 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-05-21T00:15:54.565 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-05-21T00:15:54.565 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-05-21T00:15:54.565 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-05-21T00:15:54.565 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-05-21T00:15:54.566 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-05-21T00:15:54.566 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-05-21T00:15:54.566 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-05-21T00:15:54.566 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-05-21T00:15:54.566 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conncount.ko 2024-05-21T00:15:54.566 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack.ko 2024-05-21T00:15:54.566 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-05-21T00:15:54.566 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-05-21T00:15:54.566 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-05-21T00:15:54.566 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_h323.ko 2024-05-21T00:15:54.566 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_irc.ko 2024-05-21T00:15:54.566 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-05-21T00:15:54.566 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-05-21T00:15:54.567 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-05-21T00:15:54.567 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_sane.ko 2024-05-21T00:15:54.567 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_sip.ko 2024-05-21T00:15:54.567 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-05-21T00:15:54.567 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-05-21T00:15:54.567 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_dup_netdev.ko 2024-05-21T00:15:54.567 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_flow_table.ko 2024-05-21T00:15:54.567 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_flow_table_inet.ko 2024-05-21T00:15:54.567 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_log_syslog.ko 2024-05-21T00:15:54.567 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_nat.ko 2024-05-21T00:15:54.567 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_nat_amanda.ko 2024-05-21T00:15:54.567 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_nat_ftp.ko 2024-05-21T00:15:54.567 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_nat_irc.ko 2024-05-21T00:15:54.567 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_nat_sip.ko 2024-05-21T00:15:54.568 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_nat_tftp.ko 2024-05-21T00:15:54.568 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_synproxy_core.ko 2024-05-21T00:15:54.568 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_tables.ko 2024-05-21T00:15:54.568 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nfnetlink.ko 2024-05-21T00:15:54.568 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nfnetlink_acct.ko 2024-05-21T00:15:54.568 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nfnetlink_log.ko 2024-05-21T00:15:54.568 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nfnetlink_osf.ko 2024-05-21T00:15:54.568 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nfnetlink_queue.ko 2024-05-21T00:15:54.568 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_chain_nat.ko 2024-05-21T00:15:54.568 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_compat.ko 2024-05-21T00:15:54.568 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_ct.ko 2024-05-21T00:15:54.568 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_dup_netdev.ko 2024-05-21T00:15:54.568 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_fib.ko 2024-05-21T00:15:54.568 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_fwd_netdev.ko 2024-05-21T00:15:54.568 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_hash.ko 2024-05-21T00:15:54.569 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_limit.ko 2024-05-21T00:15:54.569 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_log.ko 2024-05-21T00:15:54.569 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_masq.ko 2024-05-21T00:15:54.569 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_nat.ko 2024-05-21T00:15:54.569 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_numgen.ko 2024-05-21T00:15:54.569 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_queue.ko 2024-05-21T00:15:54.569 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_quota.ko 2024-05-21T00:15:54.569 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_redir.ko 2024-05-21T00:15:54.569 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_reject.ko 2024-05-21T00:15:54.569 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_reject_inet.ko 2024-05-21T00:15:54.569 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_socket.ko 2024-05-21T00:15:54.569 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_tunnel.ko 2024-05-21T00:15:54.569 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_AUDIT.ko 2024-05-21T00:15:54.569 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_CHECKSUM.ko 2024-05-21T00:15:54.569 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_CLASSIFY.ko 2024-05-21T00:15:54.569 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-05-21T00:15:54.570 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_CT.ko 2024-05-21T00:15:54.570 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_DSCP.ko 2024-05-21T00:15:54.570 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_HL.ko 2024-05-21T00:15:54.570 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_HMARK.ko 2024-05-21T00:15:54.570 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_IDLETIMER.ko 2024-05-21T00:15:54.570 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_LED.ko 2024-05-21T00:15:54.570 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_LOG.ko 2024-05-21T00:15:54.570 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_MASQUERADE.ko 2024-05-21T00:15:54.570 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_NETMAP.ko 2024-05-21T00:15:54.570 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_NFLOG.ko 2024-05-21T00:15:54.570 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_NFQUEUE.ko 2024-05-21T00:15:54.570 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_RATEEST.ko 2024-05-21T00:15:54.570 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_REDIRECT.ko 2024-05-21T00:15:54.570 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_SECMARK.ko 2024-05-21T00:15:54.570 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_TCPMSS.ko 2024-05-21T00:15:54.570 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-05-21T00:15:54.571 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_TEE.ko 2024-05-21T00:15:54.571 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_TPROXY.ko 2024-05-21T00:15:54.571 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_TRACE.ko 2024-05-21T00:15:54.571 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_addrtype.ko 2024-05-21T00:15:54.571 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_bpf.ko 2024-05-21T00:15:54.571 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_cgroup.ko 2024-05-21T00:15:54.571 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_cluster.ko 2024-05-21T00:15:54.571 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_comment.ko 2024-05-21T00:15:54.571 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_connbytes.ko 2024-05-21T00:15:54.571 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_connlabel.ko 2024-05-21T00:15:54.571 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_connlimit.ko 2024-05-21T00:15:54.571 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_connmark.ko 2024-05-21T00:15:54.571 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_conntrack.ko 2024-05-21T00:15:54.571 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_cpu.ko 2024-05-21T00:15:54.571 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_dccp.ko 2024-05-21T00:15:54.572 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_devgroup.ko 2024-05-21T00:15:54.572 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_dscp.ko 2024-05-21T00:15:54.572 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_ecn.ko 2024-05-21T00:15:54.572 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_esp.ko 2024-05-21T00:15:54.572 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_hashlimit.ko 2024-05-21T00:15:54.572 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_helper.ko 2024-05-21T00:15:54.572 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_hl.ko 2024-05-21T00:15:54.572 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_ipcomp.ko 2024-05-21T00:15:54.572 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_iprange.ko 2024-05-21T00:15:54.572 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_ipvs.ko 2024-05-21T00:15:54.572 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_l2tp.ko 2024-05-21T00:15:54.572 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_length.ko 2024-05-21T00:15:54.572 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_limit.ko 2024-05-21T00:15:54.572 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_mac.ko 2024-05-21T00:15:54.572 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_mark.ko 2024-05-21T00:15:54.572 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_multiport.ko 2024-05-21T00:15:54.573 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_nat.ko 2024-05-21T00:15:54.573 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_nfacct.ko 2024-05-21T00:15:54.573 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_osf.ko 2024-05-21T00:15:54.573 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_owner.ko 2024-05-21T00:15:54.573 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_physdev.ko 2024-05-21T00:15:54.573 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_pkttype.ko 2024-05-21T00:15:54.573 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_policy.ko 2024-05-21T00:15:54.573 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_quota.ko 2024-05-21T00:15:54.573 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_rateest.ko 2024-05-21T00:15:54.573 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_realm.ko 2024-05-21T00:15:54.573 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_recent.ko 2024-05-21T00:15:54.573 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_sctp.ko 2024-05-21T00:15:54.573 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_set.ko 2024-05-21T00:15:54.573 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_socket.ko 2024-05-21T00:15:54.573 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_state.ko 2024-05-21T00:15:54.573 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_statistic.ko 2024-05-21T00:15:54.574 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_string.ko 2024-05-21T00:15:54.574 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_tcpmss.ko 2024-05-21T00:15:54.574 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_time.ko 2024-05-21T00:15:54.574 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_u32.ko 2024-05-21T00:15:54.574 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netlink 2024-05-21T00:15:54.574 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netlink/netlink_diag.ko 2024-05-21T00:15:54.574 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/nsh 2024-05-21T00:15:54.574 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/nsh/nsh.ko 2024-05-21T00:15:54.574 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/openvswitch 2024-05-21T00:15:54.574 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/openvswitch/openvswitch.ko 2024-05-21T00:15:54.574 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/openvswitch/vport-geneve.ko 2024-05-21T00:15:54.574 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/openvswitch/vport-gre.ko 2024-05-21T00:15:54.574 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/openvswitch/vport-vxlan.ko 2024-05-21T00:15:54.574 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/packet 2024-05-21T00:15:54.574 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/packet/af_packet_diag.ko 2024-05-21T00:15:54.575 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/rds 2024-05-21T00:15:54.575 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/rds/rds.ko 2024-05-21T00:15:54.575 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/rds/rds_rdma.ko 2024-05-21T00:15:54.575 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/rds/rds_tcp.ko 2024-05-21T00:15:54.575 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched 2024-05-21T00:15:54.575 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_csum.ko 2024-05-21T00:15:54.575 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_gact.ko 2024-05-21T00:15:54.575 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_mirred.ko 2024-05-21T00:15:54.575 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_nat.ko 2024-05-21T00:15:54.575 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_pedit.ko 2024-05-21T00:15:54.575 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_police.ko 2024-05-21T00:15:54.575 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_simple.ko 2024-05-21T00:15:54.575 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_skbedit.ko 2024-05-21T00:15:54.575 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_vlan.ko 2024-05-21T00:15:54.576 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/cls_basic.ko 2024-05-21T00:15:54.576 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/cls_bpf.ko 2024-05-21T00:15:54.576 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/cls_flow.ko 2024-05-21T00:15:54.576 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/cls_fw.ko 2024-05-21T00:15:54.576 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/cls_route.ko 2024-05-21T00:15:54.576 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/cls_u32.ko 2024-05-21T00:15:54.576 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/em_cmp.ko 2024-05-21T00:15:54.576 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/em_ipset.ko 2024-05-21T00:15:54.576 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/em_meta.ko 2024-05-21T00:15:54.576 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/em_nbyte.ko 2024-05-21T00:15:54.576 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/em_text.ko 2024-05-21T00:15:54.576 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/em_u32.ko 2024-05-21T00:15:54.576 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_choke.ko 2024-05-21T00:15:54.576 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_codel.ko 2024-05-21T00:15:54.576 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_drr.ko 2024-05-21T00:15:54.577 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_fq.ko 2024-05-21T00:15:54.577 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_gred.ko 2024-05-21T00:15:54.577 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_hfsc.ko 2024-05-21T00:15:54.577 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_hhf.ko 2024-05-21T00:15:54.577 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_htb.ko 2024-05-21T00:15:54.577 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_ingress.ko 2024-05-21T00:15:54.577 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_mqprio.ko 2024-05-21T00:15:54.577 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_mqprio_lib.ko 2024-05-21T00:15:54.577 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_multiq.ko 2024-05-21T00:15:54.577 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_netem.ko 2024-05-21T00:15:54.577 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_pie.ko 2024-05-21T00:15:54.577 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_plug.ko 2024-05-21T00:15:54.577 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_prio.ko 2024-05-21T00:15:54.577 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_qfq.ko 2024-05-21T00:15:54.577 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_red.ko 2024-05-21T00:15:54.577 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_sfb.ko 2024-05-21T00:15:54.578 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_sfq.ko 2024-05-21T00:15:54.578 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_tbf.ko 2024-05-21T00:15:54.578 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_teql.ko 2024-05-21T00:15:54.578 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sctp 2024-05-21T00:15:54.578 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sctp/sctp.ko 2024-05-21T00:15:54.578 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sctp/sctp_diag.ko 2024-05-21T00:15:54.578 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sunrpc 2024-05-21T00:15:54.578 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sunrpc/auth_gss 2024-05-21T00:15:54.578 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-05-21T00:15:54.578 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-05-21T00:15:54.578 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sunrpc/sunrpc.ko 2024-05-21T00:15:54.578 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sunrpc/xprtrdma 2024-05-21T00:15:54.578 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-05-21T00:15:54.578 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/tipc 2024-05-21T00:15:54.578 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/tipc/tipc.ko 2024-05-21T00:15:54.579 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/tipc/tipc_diag.ko 2024-05-21T00:15:54.579 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/unix 2024-05-21T00:15:54.579 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/unix/unix_diag.ko 2024-05-21T00:15:54.579 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/vmw_vsock 2024-05-21T00:15:54.579 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-05-21T00:15:54.579 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-05-21T00:15:54.579 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/vmw_vsock/vsock.ko 2024-05-21T00:15:54.579 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/vmw_vsock/vsock_diag.ko 2024-05-21T00:15:54.579 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/vmw_vsock/vsock_loopback.ko 2024-05-21T00:15:54.579 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/xfrm 2024-05-21T00:15:54.579 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/xfrm/xfrm_ipcomp.ko 2024-05-21T00:15:54.579 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/security 2024-05-21T00:15:54.579 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/security/keys 2024-05-21T00:15:54.579 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/security/keys/encrypted-keys 2024-05-21T00:15:54.579 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-05-21T00:15:54.579 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/security/keys/trusted-keys 2024-05-21T00:15:54.580 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/security/keys/trusted-keys/trusted.ko 2024-05-21T00:15:54.580 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.alias 2024-05-21T00:15:54.580 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.alias.bin 2024-05-21T00:15:54.580 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.builtin 2024-05-21T00:15:54.580 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.builtin.alias.bin 2024-05-21T00:15:54.580 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.builtin.bin 2024-05-21T00:15:54.580 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.builtin.modinfo 2024-05-21T00:15:54.580 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.dep 2024-05-21T00:15:54.580 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.dep.bin 2024-05-21T00:15:54.580 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.devname 2024-05-21T00:15:54.580 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.order 2024-05-21T00:15:54.580 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.softdep 2024-05-21T00:15:54.580 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.symbols 2024-05-21T00:15:54.580 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.symbols.bin 2024-05-21T00:15:54.580 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/vmlinuz 2024-05-21T00:15:54.584 DEBUG:teuthology.task.kernel:get_image_version: 6.9.0-rc3-g0fe9556839d2 2024-05-21T00:15:54.584 DEBUG:teuthology.orchestra.run.smithi044:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-05-21T00:15:54.607 INFO:teuthology.orchestra.run.smithi044.stdout:postinstall scriptlet (using /bin/sh): 2024-05-21T00:15:54.607 INFO:teuthology.orchestra.run.smithi044.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-05-21T00:15:54.607 INFO:teuthology.orchestra.run.smithi044.stdout: /usr/bin/kernel-install add 6.9.0-rc3-g0fe9556839d2 /lib/modules/6.9.0-rc3-g0fe9556839d2/vmlinuz 2024-05-21T00:15:54.607 INFO:teuthology.orchestra.run.smithi044.stdout:fi 2024-05-21T00:15:54.608 INFO:teuthology.orchestra.run.smithi044.stdout:for file in vmlinuz System.map config; do 2024-05-21T00:15:54.608 INFO:teuthology.orchestra.run.smithi044.stdout: if ! cmp --silent "/lib/modules/6.9.0-rc3-g0fe9556839d2/${file}" "/boot/${file}-6.9.0-rc3-g0fe9556839d2"; then 2024-05-21T00:15:54.608 INFO:teuthology.orchestra.run.smithi044.stdout: cp "/lib/modules/6.9.0-rc3-g0fe9556839d2/${file}" "/boot/${file}-6.9.0-rc3-g0fe9556839d2" 2024-05-21T00:15:54.608 INFO:teuthology.orchestra.run.smithi044.stdout: fi 2024-05-21T00:15:54.608 INFO:teuthology.orchestra.run.smithi044.stdout:done 2024-05-21T00:15:54.608 INFO:teuthology.orchestra.run.smithi044.stdout:if [ -d "/lib/modules/6.9.0-rc3-g0fe9556839d2/dtb" ] && \ 2024-05-21T00:15:54.608 INFO:teuthology.orchestra.run.smithi044.stdout: ! diff -rq "/lib/modules/6.9.0-rc3-g0fe9556839d2/dtb" "/boot/dtb-6.9.0-rc3-g0fe9556839d2" >/dev/null 2>&1; then 2024-05-21T00:15:54.608 INFO:teuthology.orchestra.run.smithi044.stdout: rm -rf "/boot/dtb-6.9.0-rc3-g0fe9556839d2" 2024-05-21T00:15:54.608 INFO:teuthology.orchestra.run.smithi044.stdout: cp -r "/lib/modules/6.9.0-rc3-g0fe9556839d2/dtb" "/boot/dtb-6.9.0-rc3-g0fe9556839d2" 2024-05-21T00:15:54.608 INFO:teuthology.orchestra.run.smithi044.stdout:fi 2024-05-21T00:15:54.608 INFO:teuthology.orchestra.run.smithi044.stdout:if [ ! -e "/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.dep" ]; then 2024-05-21T00:15:54.608 INFO:teuthology.orchestra.run.smithi044.stdout: /usr/sbin/depmod 6.9.0-rc3-g0fe9556839d2 2024-05-21T00:15:54.608 INFO:teuthology.orchestra.run.smithi044.stdout:fi 2024-05-21T00:15:54.608 INFO:teuthology.orchestra.run.smithi044.stdout:preuninstall scriptlet (using /bin/sh): 2024-05-21T00:15:54.609 INFO:teuthology.orchestra.run.smithi044.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-05-21T00:15:54.609 INFO:teuthology.orchestra.run.smithi044.stdout:kernel-install remove 6.9.0-rc3-g0fe9556839d2 2024-05-21T00:15:54.609 INFO:teuthology.orchestra.run.smithi044.stdout:fi 2024-05-21T00:15:54.609 DEBUG:teuthology.orchestra.run.smithi044:> sudo rpm -qi grub2-tools 2024-05-21T00:15:54.681 INFO:teuthology.orchestra.run.smithi044.stdout:Name : grub2-tools 2024-05-21T00:15:54.681 INFO:teuthology.orchestra.run.smithi044.stdout:Epoch : 1 2024-05-21T00:15:54.681 INFO:teuthology.orchestra.run.smithi044.stdout:Version : 2.06 2024-05-21T00:15:54.682 INFO:teuthology.orchestra.run.smithi044.stdout:Release : 68.el9 2024-05-21T00:15:54.682 INFO:teuthology.orchestra.run.smithi044.stdout:Architecture: x86_64 2024-05-21T00:15:54.682 INFO:teuthology.orchestra.run.smithi044.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-05-21T00:15:54.682 INFO:teuthology.orchestra.run.smithi044.stdout:Group : Unspecified 2024-05-21T00:15:54.682 INFO:teuthology.orchestra.run.smithi044.stdout:Size : 8264254 2024-05-21T00:15:54.682 INFO:teuthology.orchestra.run.smithi044.stdout:License : GPLv3+ 2024-05-21T00:15:54.682 INFO:teuthology.orchestra.run.smithi044.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-05-21T00:15:54.682 INFO:teuthology.orchestra.run.smithi044.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-05-21T00:15:54.682 INFO:teuthology.orchestra.run.smithi044.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-05-21T00:15:54.682 INFO:teuthology.orchestra.run.smithi044.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-05-21T00:15:54.682 INFO:teuthology.orchestra.run.smithi044.stdout:Packager : builder@centos.org 2024-05-21T00:15:54.682 INFO:teuthology.orchestra.run.smithi044.stdout:Vendor : CentOS 2024-05-21T00:15:54.682 INFO:teuthology.orchestra.run.smithi044.stdout:URL : http://www.gnu.org/software/grub/ 2024-05-21T00:15:54.682 INFO:teuthology.orchestra.run.smithi044.stdout:Summary : Support tools for GRUB. 2024-05-21T00:15:54.683 INFO:teuthology.orchestra.run.smithi044.stdout:Description : 2024-05-21T00:15:54.683 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:15:54.683 INFO:teuthology.orchestra.run.smithi044.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-05-21T00:15:54.683 INFO:teuthology.orchestra.run.smithi044.stdout:customizable bootloader with modular architecture. It supports a rich 2024-05-21T00:15:54.683 INFO:teuthology.orchestra.run.smithi044.stdout:variety of kernel formats, file systems, computer architectures and 2024-05-21T00:15:54.683 INFO:teuthology.orchestra.run.smithi044.stdout:hardware devices. 2024-05-21T00:15:54.683 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:15:54.683 INFO:teuthology.orchestra.run.smithi044.stdout:This subpackage provides tools for support of all platforms. 2024-05-21T00:15:54.684 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-05-21T00:15:54.684 INFO:teuthology.task.kernel:Updating grub on smithi044 to boot 6.9.0-rc3-g0fe9556839d2 2024-05-21T00:15:54.684 DEBUG:teuthology.orchestra.run.smithi044:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-05-21T00:15:55.364 INFO:teuthology.orchestra.run.smithi044.stderr:Generating grub configuration file ... 2024-05-21T00:15:56.825 INFO:teuthology.orchestra.run.smithi044.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-05-21T00:15:56.851 INFO:teuthology.orchestra.run.smithi044.stderr:done 2024-05-21T00:15:56.853 DEBUG:teuthology.orchestra.run.smithi044:> mktemp 2024-05-21T00:15:56.893 INFO:teuthology.orchestra.run.smithi044.stdout:/tmp/tmp.JQkhx0e9fR 2024-05-21T00:15:56.894 DEBUG:teuthology.orchestra.run.smithi044:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.JQkhx0e9fR 2024-05-21T00:15:56.962 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod 0666 /tmp/tmp.JQkhx0e9fR 2024-05-21T00:15:57.104 DEBUG:teuthology.orchestra.remote:smithi044:/tmp/tmp.JQkhx0e9fR is 6KB 2024-05-21T00:15:57.153 DEBUG:teuthology.orchestra.run.smithi044:> rm -fr /tmp/tmp.JQkhx0e9fR 2024-05-21T00:15:57.168 DEBUG:teuthology.orchestra.run.smithi044:> sudo /bin/ls /boot/loader/entries || true 2024-05-21T00:15:57.230 INFO:teuthology.orchestra.run.smithi044.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-05-21T00:15:57.230 INFO:teuthology.orchestra.run.smithi044.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-05-21T00:15:57.230 INFO:teuthology.orchestra.run.smithi044.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-05-21T00:15:57.230 INFO:teuthology.orchestra.run.smithi044.stdout:7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g0fe9556839d2.conf 2024-05-21T00:15:57.231 DEBUG:teuthology.orchestra.run.smithi044:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g0fe9556839d2 2024-05-21T00:15:57.431 DEBUG:teuthology.orchestra.run.smithi044:> sudo shutdown -r now 2024-05-21T00:16:27.434 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-05-21T00:16:27.435 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi044.front.sepia.ceph.com' 2024-05-21T00:16:27.436 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi044.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-21T00:16:45.854 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.44 2024-05-21T00:16:54.881 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi044.front.sepia.ceph.com' 2024-05-21T00:16:54.899 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi044.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-21T00:17:54.902 DEBUG:teuthology.orchestra.remote:timed out 2024-05-21T00:18:06.921 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi044.front.sepia.ceph.com' 2024-05-21T00:18:06.923 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi044.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-21T00:18:07.336 DEBUG:teuthology.orchestra.run.smithi044:> true 2024-05-21T00:18:08.141 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi044.front.sepia.ceph.com' 2024-05-21T00:18:08.141 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.9.0-rc3-g0fe9556839d2"... 2024-05-21T00:18:08.142 DEBUG:teuthology.orchestra.run.smithi044:> uname -r 2024-05-21T00:18:08.198 INFO:teuthology.orchestra.run.smithi044.stdout:6.9.0-rc3-g0fe9556839d2 2024-05-21T00:18:08.198 DEBUG:teuthology.task.kernel:current kernel version is 6.9.0-rc3-g0fe9556839d2 vs 6.9.0-rc3-g0fe9556839d2 2024-05-21T00:18:08.199 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-05-21T00:18:08.199 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-05-21T00:18:09.200 DEBUG:teuthology.parallel:result is None 2024-05-21T00:18:09.200 INFO:teuthology.run_tasks:Running task internal.base... 2024-05-21T00:18:09.207 INFO:teuthology.task.internal:Creating test directory... 2024-05-21T00:18:09.207 DEBUG:teuthology.orchestra.run.smithi044:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-21T00:18:09.215 DEBUG:teuthology.orchestra.run.smithi082:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-21T00:18:09.217 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-21T00:18:09.266 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-05-21T00:18:09.273 INFO:teuthology.run_tasks:Running task internal.archive... 2024-05-21T00:18:09.278 INFO:teuthology.task.internal:Creating archive directory... 2024-05-21T00:18:09.279 DEBUG:teuthology.orchestra.run.smithi044:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-21T00:18:09.286 DEBUG:teuthology.orchestra.run.smithi082:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-21T00:18:09.289 DEBUG:teuthology.orchestra.run.smithi092:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-21T00:18:09.351 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-05-21T00:18:09.357 INFO:teuthology.task.internal:Enabling coredump saving... 2024-05-21T00:18:09.357 DEBUG:teuthology.orchestra.run.smithi082:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-21T00:18:09.372 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T00:18:09.373 DEBUG:teuthology.orchestra.run.smithi092:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-21T00:18:09.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T00:18:09.388 DEBUG:teuthology.orchestra.run.smithi044:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-21T00:18:09.393 DEBUG:teuthology.orchestra.run.smithi082:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-21T00:18:09.416 DEBUG:teuthology.orchestra.run.smithi092:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-21T00:18:09.443 INFO:teuthology.orchestra.run.smithi082.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-21T00:18:09.460 INFO:teuthology.orchestra.run.smithi092.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-21T00:18:09.479 INFO:teuthology.orchestra.run.smithi082.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-21T00:18:09.499 INFO:teuthology.orchestra.run.smithi092.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-21T00:18:09.510 INFO:teuthology.orchestra.run.smithi044.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-21T00:18:09.562 INFO:teuthology.orchestra.run.smithi044.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-21T00:18:09.567 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-05-21T00:18:09.574 INFO:teuthology.task.internal:Configuring sudo... 2024-05-21T00:18:09.575 DEBUG:teuthology.orchestra.run.smithi044:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-21T00:18:09.580 DEBUG:teuthology.orchestra.run.smithi082:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-21T00:18:09.583 DEBUG:teuthology.orchestra.run.smithi092:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-21T00:18:09.666 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-05-21T00:18:09.674 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-05-21T00:18:09.674 DEBUG:teuthology.orchestra.run.smithi044:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-21T00:18:09.681 DEBUG:teuthology.orchestra.run.smithi082:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-21T00:18:09.684 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-21T00:18:09.730 DEBUG:teuthology.orchestra.run.smithi044:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-21T00:18:09.810 DEBUG:teuthology.orchestra.run.smithi044:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-21T00:18:09.914 DEBUG:teuthology.orchestra.run.smithi044:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-21T00:18:10.003 DEBUG:teuthology.orchestra.run.smithi044:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-21T00:18:10.096 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-21T00:18:10.097 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-21T00:18:10.184 DEBUG:teuthology.orchestra.run.smithi082:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-21T00:18:10.224 DEBUG:teuthology.orchestra.run.smithi082:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-21T00:18:10.288 DEBUG:teuthology.orchestra.run.smithi082:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-21T00:18:10.330 DEBUG:teuthology.orchestra.run.smithi082:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-21T00:18:10.373 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-05-21T00:18:10.373 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-21T00:18:10.438 DEBUG:teuthology.orchestra.run.smithi092:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-21T00:18:10.482 DEBUG:teuthology.orchestra.run.smithi092:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-21T00:18:10.538 DEBUG:teuthology.orchestra.run.smithi092:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-21T00:18:10.621 DEBUG:teuthology.orchestra.run.smithi092:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-21T00:18:10.662 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-05-21T00:18:10.662 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-21T00:18:10.727 DEBUG:teuthology.orchestra.run.smithi044:> sudo service rsyslog restart 2024-05-21T00:18:10.735 DEBUG:teuthology.orchestra.run.smithi082:> sudo service rsyslog restart 2024-05-21T00:18:10.737 DEBUG:teuthology.orchestra.run.smithi092:> sudo service rsyslog restart 2024-05-21T00:18:10.766 INFO:teuthology.orchestra.run.smithi082.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-21T00:18:10.805 INFO:teuthology.orchestra.run.smithi092.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-21T00:18:10.844 INFO:teuthology.orchestra.run.smithi044.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-21T00:18:11.230 INFO:teuthology.run_tasks:Running task internal.timer... 2024-05-21T00:18:11.237 INFO:teuthology.task.internal:Starting timer... 2024-05-21T00:18:11.237 INFO:teuthology.run_tasks:Running task pcp... 2024-05-21T00:18:11.246 INFO:teuthology.run_tasks:Running task selinux... 2024-05-21T00:18:11.253 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-05-21T00:18:11.254 DEBUG:teuthology.orchestra.run.smithi044:> sudo service auditd rotate 2024-05-21T00:18:11.355 INFO:teuthology.orchestra.run.smithi044.stdout:Rotating logs: 2024-05-21T00:18:11.359 DEBUG:teuthology.orchestra.run.smithi082:> sudo service auditd rotate 2024-05-21T00:18:11.415 INFO:teuthology.orchestra.run.smithi082.stdout:Rotating logs: 2024-05-21T00:18:11.417 DEBUG:teuthology.orchestra.run.smithi092:> sudo service auditd rotate 2024-05-21T00:18:11.465 INFO:teuthology.orchestra.run.smithi092.stdout:Rotating logs: 2024-05-21T00:18:11.467 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-05-21T00:18:11.467 DEBUG:teuthology.orchestra.run.smithi044:> /usr/sbin/getenforce 2024-05-21T00:18:11.533 INFO:teuthology.orchestra.run.smithi044.stdout:Permissive 2024-05-21T00:18:11.534 DEBUG:teuthology.orchestra.run.smithi082:> /usr/sbin/getenforce 2024-05-21T00:18:11.560 INFO:teuthology.orchestra.run.smithi082.stdout:Permissive 2024-05-21T00:18:11.560 DEBUG:teuthology.orchestra.run.smithi092:> /usr/sbin/getenforce 2024-05-21T00:18:11.582 INFO:teuthology.orchestra.run.smithi092.stdout:Permissive 2024-05-21T00:18:11.582 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi044.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi082.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi092.front.sepia.ceph.com': 'permissive'} 2024-05-21T00:18:11.582 DEBUG:teuthology.orchestra.run.smithi044:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-21T00:18:11.668 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T00:18:11.668 DEBUG:teuthology.orchestra.run.smithi082:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-21T00:18:11.696 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T00:18:11.697 DEBUG:teuthology.orchestra.run.smithi092:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-21T00:18:11.722 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T00:18:11.722 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-05-21T00:18:11.722 DEBUG:teuthology.orchestra.run.smithi044:> sudo /usr/sbin/setenforce permissive 2024-05-21T00:18:11.798 DEBUG:teuthology.orchestra.run.smithi082:> sudo /usr/sbin/setenforce permissive 2024-05-21T00:18:11.824 DEBUG:teuthology.orchestra.run.smithi092:> sudo /usr/sbin/setenforce permissive 2024-05-21T00:18:11.849 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-05-21T00:18:11.858 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-05-21T00:18:11.861 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-05-21T00:18:11.981 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-05-21T00:18:11.991 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-05-21T00:18:11.992 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi044.front.sepia.ceph.com,smithi082.front.sepia.ceph.com,smithi092.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-05-21T00:24:24.815 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi044.front.sepia.ceph.com'), Remote(name='ubuntu@smithi082.front.sepia.ceph.com'), Remote(name='ubuntu@smithi092.front.sepia.ceph.com')] 2024-05-21T00:24:24.816 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi044.front.sepia.ceph.com' 2024-05-21T00:24:24.817 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi044.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-21T00:24:24.927 DEBUG:teuthology.orchestra.run.smithi044:> true 2024-05-21T00:24:25.085 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi044.front.sepia.ceph.com' 2024-05-21T00:24:25.086 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi082.front.sepia.ceph.com' 2024-05-21T00:24:25.087 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi082.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-21T00:24:25.157 DEBUG:teuthology.orchestra.run.smithi082:> true 2024-05-21T00:24:25.204 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi082.front.sepia.ceph.com' 2024-05-21T00:24:25.205 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi092.front.sepia.ceph.com' 2024-05-21T00:24:25.205 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-21T00:24:25.276 DEBUG:teuthology.orchestra.run.smithi092:> true 2024-05-21T00:24:25.365 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi092.front.sepia.ceph.com' 2024-05-21T00:24:25.367 INFO:teuthology.run_tasks:Running task clock... 2024-05-21T00:24:25.382 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-05-21T00:24:25.383 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-21T00:24:25.383 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-21T00:24:25.391 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-21T00:24:25.391 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-21T00:24:25.393 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-21T00:24:25.393 DEBUG:teuthology.orchestra.run.smithi092:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-21T00:24:25.418 INFO:teuthology.orchestra.run.smithi082.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-21T00:24:25.431 INFO:teuthology.orchestra.run.smithi082.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-21T00:24:25.435 INFO:teuthology.orchestra.run.smithi092.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-21T00:24:25.449 INFO:teuthology.orchestra.run.smithi092.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-21T00:24:25.453 INFO:teuthology.orchestra.run.smithi082.stderr:sudo: ntpd: command not found 2024-05-21T00:24:25.463 INFO:teuthology.orchestra.run.smithi082.stdout:506 Cannot talk to daemon 2024-05-21T00:24:25.473 INFO:teuthology.orchestra.run.smithi092.stderr:sudo: ntpd: command not found 2024-05-21T00:24:25.475 INFO:teuthology.orchestra.run.smithi082.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-21T00:24:25.483 INFO:teuthology.orchestra.run.smithi092.stdout:506 Cannot talk to daemon 2024-05-21T00:24:25.486 INFO:teuthology.orchestra.run.smithi044.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-21T00:24:25.488 INFO:teuthology.orchestra.run.smithi082.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-21T00:24:25.497 INFO:teuthology.orchestra.run.smithi092.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-21T00:24:25.510 INFO:teuthology.orchestra.run.smithi092.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-21T00:24:25.532 INFO:teuthology.orchestra.run.smithi044.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-21T00:24:25.542 INFO:teuthology.orchestra.run.smithi082.stderr:bash: line 1: ntpq: command not found 2024-05-21T00:24:25.546 INFO:teuthology.orchestra.run.smithi082.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-21T00:24:25.546 INFO:teuthology.orchestra.run.smithi082.stdout:=============================================================================== 2024-05-21T00:24:25.546 INFO:teuthology.orchestra.run.smithi082.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T00:24:25.546 INFO:teuthology.orchestra.run.smithi082.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T00:24:25.546 INFO:teuthology.orchestra.run.smithi082.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T00:24:25.546 INFO:teuthology.orchestra.run.smithi082.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T00:24:25.567 INFO:teuthology.orchestra.run.smithi092.stderr:bash: line 1: ntpq: command not found 2024-05-21T00:24:25.570 INFO:teuthology.orchestra.run.smithi092.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-21T00:24:25.570 INFO:teuthology.orchestra.run.smithi092.stdout:=============================================================================== 2024-05-21T00:24:25.570 INFO:teuthology.orchestra.run.smithi092.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T00:24:25.570 INFO:teuthology.orchestra.run.smithi092.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T00:24:25.571 INFO:teuthology.orchestra.run.smithi092.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T00:24:25.571 INFO:teuthology.orchestra.run.smithi092.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T00:24:25.605 INFO:teuthology.orchestra.run.smithi044.stderr:sudo: ntpd: command not found 2024-05-21T00:24:25.642 INFO:teuthology.orchestra.run.smithi044.stdout:506 Cannot talk to daemon 2024-05-21T00:24:25.687 INFO:teuthology.orchestra.run.smithi044.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-21T00:24:25.732 INFO:teuthology.orchestra.run.smithi044.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-21T00:24:25.878 INFO:teuthology.orchestra.run.smithi044.stderr:bash: line 1: ntpq: command not found 2024-05-21T00:24:25.889 INFO:teuthology.orchestra.run.smithi044.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-21T00:24:25.889 INFO:teuthology.orchestra.run.smithi044.stdout:=============================================================================== 2024-05-21T00:24:25.889 INFO:teuthology.orchestra.run.smithi044.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T00:24:25.889 INFO:teuthology.orchestra.run.smithi044.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T00:24:25.889 INFO:teuthology.orchestra.run.smithi044.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T00:24:25.889 INFO:teuthology.orchestra.run.smithi044.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T00:24:25.891 INFO:teuthology.run_tasks:Running task install... 2024-05-21T00:24:25.900 DEBUG:teuthology.task.install:project ceph 2024-05-21T00:24:25.900 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'b772be9bbd810236a4ab405b6b221a45c687051f'}} 2024-05-21T00:24:25.900 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'b772be9bbd810236a4ab405b6b221a45c687051f'} 2024-05-21T00:24:25.900 INFO:teuthology.task.install:Using flavor: default 2024-05-21T00:24:25.905 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-05-21T00:24:25.905 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-05-21T00:24:25.906 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'b772be9bbd810236a4ab405b6b221a45c687051f', 'tag': None, 'wait_for_package': False} 2024-05-21T00:24:25.907 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b772be9bbd810236a4ab405b6b221a45c687051f 2024-05-21T00:24:25.909 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'b772be9bbd810236a4ab405b6b221a45c687051f', 'tag': None, 'wait_for_package': False} 2024-05-21T00:24:25.909 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b772be9bbd810236a4ab405b6b221a45c687051f 2024-05-21T00:24:25.910 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'b772be9bbd810236a4ab405b6b221a45c687051f', 'tag': None, 'wait_for_package': False} 2024-05-21T00:24:25.910 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b772be9bbd810236a4ab405b6b221a45c687051f 2024-05-21T00:24:26.050 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/flavors/default/ 2024-05-21T00:24:26.050 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3829.gb772be9b 2024-05-21T00:24:26.056 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/flavors/default/ 2024-05-21T00:24:26.056 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3829.gb772be9b 2024-05-21T00:24:26.116 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/flavors/default/ 2024-05-21T00:24:26.116 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3829.gb772be9b 2024-05-21T00:24:26.172 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-21T00:24:26.173 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-05-21T00:24:26.173 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-21T00:24:26.199 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-05-21T00:24:26.199 DEBUG:teuthology.orchestra.run.smithi092:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/b772be9bbd810236a4ab405b6b221a45c687051f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-21T00:24:26.220 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-21T00:24:26.220 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-05-21T00:24:26.220 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-21T00:24:26.226 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-21T00:24:26.226 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-21T00:24:26.226 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-21T00:24:26.246 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-05-21T00:24:26.246 DEBUG:teuthology.orchestra.run.smithi082:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/b772be9bbd810236a4ab405b6b221a45c687051f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-21T00:24:26.264 DEBUG:teuthology.orchestra.run.smithi092:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-21T00:24:26.311 DEBUG:teuthology.orchestra.run.smithi082:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-21T00:24:26.320 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-05-21T00:24:26.321 DEBUG:teuthology.orchestra.run.smithi044:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/b772be9bbd810236a4ab405b6b221a45c687051f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-21T00:24:26.338 DEBUG:teuthology.orchestra.run.smithi092:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-21T00:24:26.384 DEBUG:teuthology.orchestra.run.smithi082:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-21T00:24:26.401 INFO:teuthology.orchestra.run.smithi092.stdout:check_obsoletes = 1 2024-05-21T00:24:26.403 DEBUG:teuthology.orchestra.run.smithi092:> sudo yum clean all 2024-05-21T00:24:26.447 INFO:teuthology.orchestra.run.smithi082.stdout:check_obsoletes = 1 2024-05-21T00:24:26.449 DEBUG:teuthology.orchestra.run.smithi082:> sudo yum clean all 2024-05-21T00:24:26.453 DEBUG:teuthology.orchestra.run.smithi044:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-21T00:24:26.575 DEBUG:teuthology.orchestra.run.smithi044:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-21T00:24:26.632 INFO:teuthology.orchestra.run.smithi092.stdout:57 files removed 2024-05-21T00:24:26.657 INFO:teuthology.orchestra.run.smithi044.stdout:check_obsoletes = 1 2024-05-21T00:24:26.658 DEBUG:teuthology.orchestra.run.smithi092:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-05-21T00:24:26.661 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum clean all 2024-05-21T00:24:26.677 INFO:teuthology.orchestra.run.smithi082.stdout:57 files removed 2024-05-21T00:24:26.703 DEBUG:teuthology.orchestra.run.smithi082:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-05-21T00:24:27.005 INFO:teuthology.orchestra.run.smithi044.stdout:57 files removed 2024-05-21T00:24:27.045 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-05-21T00:24:27.292 INFO:teuthology.orchestra.run.smithi092.stdout:ceph packages for x86_64 226 kB/s | 84 kB 00:00 2024-05-21T00:24:27.371 INFO:teuthology.orchestra.run.smithi082.stdout:ceph packages for x86_64 205 kB/s | 84 kB 00:00 2024-05-21T00:24:27.676 INFO:teuthology.orchestra.run.smithi092.stdout:ceph noarch packages 34 kB/s | 12 kB 00:00 2024-05-21T00:24:27.788 INFO:teuthology.orchestra.run.smithi082.stdout:ceph noarch packages 31 kB/s | 12 kB 00:00 2024-05-21T00:24:28.084 INFO:teuthology.orchestra.run.smithi044.stdout:ceph packages for x86_64 152 kB/s | 84 kB 00:00 2024-05-21T00:24:28.301 INFO:teuthology.orchestra.run.smithi092.stdout:ceph source packages 3.2 kB/s | 1.9 kB 00:00 2024-05-21T00:24:28.473 INFO:teuthology.orchestra.run.smithi082.stdout:ceph source packages 2.9 kB/s | 1.9 kB 00:00 2024-05-21T00:24:29.018 INFO:teuthology.orchestra.run.smithi044.stdout:ceph noarch packages 14 kB/s | 12 kB 00:00 2024-05-21T00:24:29.919 INFO:teuthology.orchestra.run.smithi044.stdout:ceph source packages 2.3 kB/s | 1.9 kB 00:00 2024-05-21T00:24:31.985 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS Stream 9 - BaseOS 2.2 MB/s | 8.1 MB 00:03 2024-05-21T00:24:32.447 INFO:teuthology.orchestra.run.smithi082.stdout:CentOS Stream 9 - BaseOS 2.0 MB/s | 8.1 MB 00:03 2024-05-21T00:24:33.050 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - BaseOS 2.7 MB/s | 8.1 MB 00:03 2024-05-21T00:24:41.618 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - AppStream 2.6 MB/s | 19 MB 00:07 2024-05-21T00:24:47.271 INFO:teuthology.orchestra.run.smithi082.stdout:CentOS Stream 9 - AppStream 1.4 MB/s | 19 MB 00:13 2024-05-21T00:24:47.527 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - CRB 3.4 MB/s | 6.2 MB 00:01 2024-05-21T00:24:48.574 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS Stream 9 - AppStream 1.2 MB/s | 19 MB 00:15 2024-05-21T00:24:49.203 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - Extras packages 51 kB/s | 16 kB 00:00 2024-05-21T00:24:50.130 INFO:teuthology.orchestra.run.smithi044.stdout:Extra Packages for Enterprise Linux 29 MB/s | 21 MB 00:00 2024-05-21T00:24:52.822 INFO:teuthology.orchestra.run.smithi082.stdout:CentOS Stream 9 - CRB 3.1 MB/s | 6.2 MB 00:01 2024-05-21T00:24:53.766 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS Stream 9 - CRB 3.8 MB/s | 6.2 MB 00:01 2024-05-21T00:24:54.339 INFO:teuthology.orchestra.run.smithi082.stdout:CentOS Stream 9 - Extras packages 45 kB/s | 16 kB 00:00 2024-05-21T00:24:55.233 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS Stream 9 - Extras packages 49 kB/s | 16 kB 00:00 2024-05-21T00:24:56.538 INFO:teuthology.orchestra.run.smithi044.stdout:lab-extras 27 kB/s | 1.7 kB 00:00 2024-05-21T00:24:58.093 INFO:teuthology.orchestra.run.smithi092.stdout:Extra Packages for Enterprise Linux 7.7 MB/s | 21 MB 00:02 2024-05-21T00:24:58.985 INFO:teuthology.orchestra.run.smithi044.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-21T00:24:58.986 INFO:teuthology.orchestra.run.smithi044.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-21T00:24:59.005 INFO:teuthology.orchestra.run.smithi044.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-05-21T00:24:59.007 INFO:teuthology.orchestra.run.smithi044.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-05-21T00:24:59.008 INFO:teuthology.orchestra.run.smithi044.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-05-21T00:24:59.009 INFO:teuthology.orchestra.run.smithi044.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-05-21T00:24:59.012 INFO:teuthology.orchestra.run.smithi044.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-05-21T00:24:59.016 INFO:teuthology.orchestra.run.smithi044.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-05-21T00:24:59.017 INFO:teuthology.orchestra.run.smithi044.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-05-21T00:24:59.092 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2024-05-21T00:24:59.129 INFO:teuthology.orchestra.run.smithi044.stdout:======================================================================================= 2024-05-21T00:24:59.129 INFO:teuthology.orchestra.run.smithi044.stdout: Package Arch Version Repository Size 2024-05-21T00:24:59.129 INFO:teuthology.orchestra.run.smithi044.stdout:======================================================================================= 2024-05-21T00:24:59.129 INFO:teuthology.orchestra.run.smithi044.stdout:Installing: 2024-05-21T00:24:59.129 INFO:teuthology.orchestra.run.smithi044.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-05-21T00:24:59.129 INFO:teuthology.orchestra.run.smithi044.stdout: ceph x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 6.6 k 2024-05-21T00:24:59.129 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-base x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 5.4 M 2024-05-21T00:24:59.130 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-fuse x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 891 k 2024-05-21T00:24:59.130 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 145 k 2024-05-21T00:24:59.130 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 1.5 M 2024-05-21T00:24:59.130 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 143 k 2024-05-21T00:24:59.130 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 3.5 M 2024-05-21T00:24:59.130 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 7.4 M 2024-05-21T00:24:59.130 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-rook noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 49 k 2024-05-21T00:24:59.130 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-radosgw x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 11 M 2024-05-21T00:24:59.130 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-test x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 49 M 2024-05-21T00:24:59.130 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-volume noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 273 k 2024-05-21T00:24:59.130 INFO:teuthology.orchestra.run.smithi044.stdout: cephadm noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 764 k 2024-05-21T00:24:59.130 INFO:teuthology.orchestra.run.smithi044.stdout: cephfs-mirror x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 224 k 2024-05-21T00:24:59.131 INFO:teuthology.orchestra.run.smithi044.stdout: cephfs-shell x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 27 k 2024-05-21T00:24:59.131 INFO:teuthology.orchestra.run.smithi044.stdout: cephfs-top noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 18 k 2024-05-21T00:24:59.131 INFO:teuthology.orchestra.run.smithi044.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-05-21T00:24:59.131 INFO:teuthology.orchestra.run.smithi044.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-05-21T00:24:59.131 INFO:teuthology.orchestra.run.smithi044.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-05-21T00:24:59.131 INFO:teuthology.orchestra.run.smithi044.stdout: libcephfs-devel x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 32 k 2024-05-21T00:24:59.131 INFO:teuthology.orchestra.run.smithi044.stdout: libcephfs2 x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 747 k 2024-05-21T00:24:59.131 INFO:teuthology.orchestra.run.smithi044.stdout: librados-devel x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 127 k 2024-05-21T00:24:59.131 INFO:teuthology.orchestra.run.smithi044.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-05-21T00:24:59.131 INFO:teuthology.orchestra.run.smithi044.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-05-21T00:24:59.131 INFO:teuthology.orchestra.run.smithi044.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-05-21T00:24:59.131 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-05-21T00:24:59.132 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-05-21T00:24:59.132 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-05-21T00:24:59.132 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cephfs x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 161 k 2024-05-21T00:24:59.132 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rados x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 320 k 2024-05-21T00:24:59.132 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rbd x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 300 k 2024-05-21T00:24:59.132 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rgw x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 99 k 2024-05-21T00:24:59.132 INFO:teuthology.orchestra.run.smithi044.stdout: rbd-fuse x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 85 k 2024-05-21T00:24:59.132 INFO:teuthology.orchestra.run.smithi044.stdout: rbd-mirror x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 3.1 M 2024-05-21T00:24:59.132 INFO:teuthology.orchestra.run.smithi044.stdout: rbd-nbd x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 171 k 2024-05-21T00:24:59.132 INFO:teuthology.orchestra.run.smithi044.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-05-21T00:24:59.132 INFO:teuthology.orchestra.run.smithi044.stdout:Upgrading: 2024-05-21T00:24:59.132 INFO:teuthology.orchestra.run.smithi044.stdout: NetworkManager x86_64 1:1.47.90-1.el9 baseos 2.3 M 2024-05-21T00:24:59.132 INFO:teuthology.orchestra.run.smithi044.stdout: NetworkManager-libnm x86_64 1:1.47.90-1.el9 baseos 1.8 M 2024-05-21T00:24:59.133 INFO:teuthology.orchestra.run.smithi044.stdout: NetworkManager-team x86_64 1:1.47.90-1.el9 baseos 41 k 2024-05-21T00:24:59.133 INFO:teuthology.orchestra.run.smithi044.stdout: NetworkManager-tui x86_64 1:1.47.90-1.el9 baseos 248 k 2024-05-21T00:24:59.133 INFO:teuthology.orchestra.run.smithi044.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-05-21T00:24:59.133 INFO:teuthology.orchestra.run.smithi044.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-05-21T00:24:59.133 INFO:teuthology.orchestra.run.smithi044.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-05-21T00:24:59.133 INFO:teuthology.orchestra.run.smithi044.stdout: librados2 x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 3.4 M 2024-05-21T00:24:59.133 INFO:teuthology.orchestra.run.smithi044.stdout: librbd1 x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 3.1 M 2024-05-21T00:24:59.133 INFO:teuthology.orchestra.run.smithi044.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-05-21T00:24:59.133 INFO:teuthology.orchestra.run.smithi044.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-05-21T00:24:59.133 INFO:teuthology.orchestra.run.smithi044.stdout:Installing dependencies: 2024-05-21T00:24:59.133 INFO:teuthology.orchestra.run.smithi044.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-05-21T00:24:59.133 INFO:teuthology.orchestra.run.smithi044.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-05-21T00:24:59.133 INFO:teuthology.orchestra.run.smithi044.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-05-21T00:24:59.134 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-common x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 21 M 2024-05-21T00:24:59.134 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 34 k 2024-05-21T00:24:59.134 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mds x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 2.4 M 2024-05-21T00:24:59.134 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 274 k 2024-05-21T00:24:59.134 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mon x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 4.7 M 2024-05-21T00:24:59.134 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-osd x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 17 M 2024-05-21T00:24:59.134 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 16 k 2024-05-21T00:24:59.134 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-selinux x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 25 k 2024-05-21T00:24:59.134 INFO:teuthology.orchestra.run.smithi044.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-05-21T00:24:59.134 INFO:teuthology.orchestra.run.smithi044.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-05-21T00:24:59.134 INFO:teuthology.orchestra.run.smithi044.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-05-21T00:24:59.134 INFO:teuthology.orchestra.run.smithi044.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-05-21T00:24:59.135 INFO:teuthology.orchestra.run.smithi044.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-05-21T00:24:59.135 INFO:teuthology.orchestra.run.smithi044.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-05-21T00:24:59.135 INFO:teuthology.orchestra.run.smithi044.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-05-21T00:24:59.135 INFO:teuthology.orchestra.run.smithi044.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-05-21T00:24:59.135 INFO:teuthology.orchestra.run.smithi044.stdout: libcephsqlite x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 163 k 2024-05-21T00:24:59.135 INFO:teuthology.orchestra.run.smithi044.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-05-21T00:24:59.135 INFO:teuthology.orchestra.run.smithi044.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-05-21T00:24:59.135 INFO:teuthology.orchestra.run.smithi044.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-05-21T00:24:59.135 INFO:teuthology.orchestra.run.smithi044.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-05-21T00:24:59.135 INFO:teuthology.orchestra.run.smithi044.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-05-21T00:24:59.135 INFO:teuthology.orchestra.run.smithi044.stdout: libradosstriper1 x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 501 k 2024-05-21T00:24:59.135 INFO:teuthology.orchestra.run.smithi044.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-05-21T00:24:59.135 INFO:teuthology.orchestra.run.smithi044.stdout: librgw2 x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 5.4 M 2024-05-21T00:24:59.136 INFO:teuthology.orchestra.run.smithi044.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-05-21T00:24:59.136 INFO:teuthology.orchestra.run.smithi044.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-05-21T00:24:59.136 INFO:teuthology.orchestra.run.smithi044.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-05-21T00:24:59.136 INFO:teuthology.orchestra.run.smithi044.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-05-21T00:24:59.136 INFO:teuthology.orchestra.run.smithi044.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-05-21T00:24:59.136 INFO:teuthology.orchestra.run.smithi044.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-05-21T00:24:59.136 INFO:teuthology.orchestra.run.smithi044.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-05-21T00:24:59.136 INFO:teuthology.orchestra.run.smithi044.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-05-21T00:24:59.136 INFO:teuthology.orchestra.run.smithi044.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-05-21T00:24:59.136 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-05-21T00:24:59.136 INFO:teuthology.orchestra.run.smithi044.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-05-21T00:24:59.136 INFO:teuthology.orchestra.run.smithi044.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-05-21T00:24:59.136 INFO:teuthology.orchestra.run.smithi044.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-05-21T00:24:59.136 INFO:teuthology.orchestra.run.smithi044.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-05-21T00:24:59.137 INFO:teuthology.orchestra.run.smithi044.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-05-21T00:24:59.137 INFO:teuthology.orchestra.run.smithi044.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-05-21T00:24:59.137 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-05-21T00:24:59.137 INFO:teuthology.orchestra.run.smithi044.stdout: python3-ceph-argparse x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 45 k 2024-05-21T00:24:59.137 INFO:teuthology.orchestra.run.smithi044.stdout: python3-ceph-common x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 136 k 2024-05-21T00:24:59.137 INFO:teuthology.orchestra.run.smithi044.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-05-21T00:24:59.137 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-05-21T00:24:59.137 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-05-21T00:24:59.137 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-05-21T00:24:59.137 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-05-21T00:24:59.137 INFO:teuthology.orchestra.run.smithi044.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-05-21T00:24:59.137 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-05-21T00:24:59.137 INFO:teuthology.orchestra.run.smithi044.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-05-21T00:24:59.137 INFO:teuthology.orchestra.run.smithi044.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-05-21T00:24:59.138 INFO:teuthology.orchestra.run.smithi044.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-05-21T00:24:59.138 INFO:teuthology.orchestra.run.smithi044.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-05-21T00:24:59.138 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-05-21T00:24:59.138 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-05-21T00:24:59.138 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-05-21T00:24:59.138 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-05-21T00:24:59.138 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-05-21T00:24:59.138 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-05-21T00:24:59.138 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-05-21T00:24:59.138 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-05-21T00:24:59.138 INFO:teuthology.orchestra.run.smithi044.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-05-21T00:24:59.138 INFO:teuthology.orchestra.run.smithi044.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-05-21T00:24:59.139 INFO:teuthology.orchestra.run.smithi044.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-05-21T00:24:59.139 INFO:teuthology.orchestra.run.smithi044.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-05-21T00:24:59.139 INFO:teuthology.orchestra.run.smithi044.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-05-21T00:24:59.139 INFO:teuthology.orchestra.run.smithi044.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-05-21T00:24:59.139 INFO:teuthology.orchestra.run.smithi044.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-05-21T00:24:59.139 INFO:teuthology.orchestra.run.smithi044.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-05-21T00:24:59.139 INFO:teuthology.orchestra.run.smithi044.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-05-21T00:24:59.139 INFO:teuthology.orchestra.run.smithi044.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-05-21T00:24:59.139 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-05-21T00:24:59.139 INFO:teuthology.orchestra.run.smithi044.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-05-21T00:24:59.139 INFO:teuthology.orchestra.run.smithi044.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-05-21T00:24:59.140 INFO:teuthology.orchestra.run.smithi044.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-05-21T00:24:59.140 INFO:teuthology.orchestra.run.smithi044.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-05-21T00:24:59.140 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-05-21T00:24:59.140 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-05-21T00:24:59.140 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-05-21T00:24:59.140 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-05-21T00:24:59.140 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-05-21T00:24:59.140 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-05-21T00:24:59.140 INFO:teuthology.orchestra.run.smithi044.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-05-21T00:24:59.140 INFO:teuthology.orchestra.run.smithi044.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-05-21T00:24:59.140 INFO:teuthology.orchestra.run.smithi044.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-05-21T00:24:59.140 INFO:teuthology.orchestra.run.smithi044.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-05-21T00:24:59.140 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-05-21T00:24:59.140 INFO:teuthology.orchestra.run.smithi044.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-05-21T00:24:59.141 INFO:teuthology.orchestra.run.smithi044.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-05-21T00:24:59.141 INFO:teuthology.orchestra.run.smithi044.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-05-21T00:24:59.141 INFO:teuthology.orchestra.run.smithi044.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-05-21T00:24:59.141 INFO:teuthology.orchestra.run.smithi044.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-05-21T00:24:59.141 INFO:teuthology.orchestra.run.smithi044.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-05-21T00:24:59.141 INFO:teuthology.orchestra.run.smithi044.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-05-21T00:24:59.141 INFO:teuthology.orchestra.run.smithi044.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-05-21T00:24:59.141 INFO:teuthology.orchestra.run.smithi044.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-05-21T00:24:59.141 INFO:teuthology.orchestra.run.smithi044.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-05-21T00:24:59.141 INFO:teuthology.orchestra.run.smithi044.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-05-21T00:24:59.141 INFO:teuthology.orchestra.run.smithi044.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-05-21T00:24:59.141 INFO:teuthology.orchestra.run.smithi044.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-05-21T00:24:59.141 INFO:teuthology.orchestra.run.smithi044.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-05-21T00:24:59.142 INFO:teuthology.orchestra.run.smithi044.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-05-21T00:24:59.142 INFO:teuthology.orchestra.run.smithi044.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-05-21T00:24:59.142 INFO:teuthology.orchestra.run.smithi044.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-05-21T00:24:59.142 INFO:teuthology.orchestra.run.smithi044.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-05-21T00:24:59.142 INFO:teuthology.orchestra.run.smithi044.stdout:Installing weak dependencies: 2024-05-21T00:24:59.142 INFO:teuthology.orchestra.run.smithi044.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-05-21T00:24:59.142 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:24:59.142 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction Summary 2024-05-21T00:24:59.142 INFO:teuthology.orchestra.run.smithi044.stdout:======================================================================================= 2024-05-21T00:24:59.142 INFO:teuthology.orchestra.run.smithi044.stdout:Install 148 Packages 2024-05-21T00:24:59.142 INFO:teuthology.orchestra.run.smithi044.stdout:Upgrade 11 Packages 2024-05-21T00:24:59.142 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:24:59.143 INFO:teuthology.orchestra.run.smithi044.stdout:Total download size: 227 M 2024-05-21T00:24:59.143 INFO:teuthology.orchestra.run.smithi044.stdout:Downloading Packages: 2024-05-21T00:24:59.268 INFO:teuthology.orchestra.run.smithi082.stdout:Extra Packages for Enterprise Linux 4.4 MB/s | 21 MB 00:04 2024-05-21T00:25:00.165 INFO:teuthology.orchestra.run.smithi044.stdout:(1/159): ceph-19.0.0-3829.gb772be9b.el9.x86_64. 26 kB/s | 6.6 kB 00:00 2024-05-21T00:25:00.782 INFO:teuthology.orchestra.run.smithi044.stdout:(2/159): ceph-fuse-19.0.0-3829.gb772be9b.el9.x8 1.4 MB/s | 891 kB 00:00 2024-05-21T00:25:00.898 INFO:teuthology.orchestra.run.smithi044.stdout:(3/159): ceph-base-19.0.0-3829.gb772be9b.el9.x8 5.4 MB/s | 5.4 MB 00:00 2024-05-21T00:25:00.924 INFO:teuthology.orchestra.run.smithi044.stdout:(4/159): ceph-immutable-object-cache-19.0.0-382 1.0 MB/s | 145 kB 00:00 2024-05-21T00:25:01.174 INFO:teuthology.orchestra.run.smithi044.stdout:(5/159): ceph-mds-19.0.0-3829.gb772be9b.el9.x86 8.6 MB/s | 2.4 MB 00:00 2024-05-21T00:25:01.458 INFO:teuthology.orchestra.run.smithi044.stdout:(6/159): ceph-mgr-19.0.0-3829.gb772be9b.el9.x86 2.8 MB/s | 1.5 MB 00:00 2024-05-21T00:25:01.674 INFO:teuthology.orchestra.run.smithi044.stdout:(7/159): ceph-mon-19.0.0-3829.gb772be9b.el9.x86 9.4 MB/s | 4.7 MB 00:00 2024-05-21T00:25:02.025 INFO:teuthology.orchestra.run.smithi044.stdout:(8/159): ceph-common-19.0.0-3829.gb772be9b.el9. 10 MB/s | 21 MB 00:02 2024-05-21T00:25:02.066 INFO:teuthology.orchestra.run.smithi044.stdout:(9/159): ceph-selinux-19.0.0-3829.gb772be9b.el9 612 kB/s | 25 kB 00:00 2024-05-21T00:25:02.809 INFO:teuthology.orchestra.run.smithi044.stdout:(10/159): ceph-radosgw-19.0.0-3829.gb772be9b.el 9.4 MB/s | 11 MB 00:01 2024-05-21T00:25:02.926 INFO:teuthology.orchestra.run.smithi044.stdout:(11/159): cephfs-mirror-19.0.0-3829.gb772be9b.e 1.9 MB/s | 224 kB 00:00 2024-05-21T00:25:03.026 INFO:teuthology.orchestra.run.smithi044.stdout:(12/159): cephfs-shell-19.0.0-3829.gb772be9b.el 272 kB/s | 27 kB 00:00 2024-05-21T00:25:03.126 INFO:teuthology.orchestra.run.smithi044.stdout:(13/159): libcephfs-devel-19.0.0-3829.gb772be9b 317 kB/s | 32 kB 00:00 2024-05-21T00:25:03.259 INFO:teuthology.orchestra.run.smithi092.stdout:lab-extras 18 kB/s | 1.7 kB 00:00 2024-05-21T00:25:03.526 INFO:teuthology.orchestra.run.smithi044.stdout:(14/159): ceph-osd-19.0.0-3829.gb772be9b.el9.x8 8.1 MB/s | 17 MB 00:02 2024-05-21T00:25:03.577 INFO:teuthology.orchestra.run.smithi044.stdout:(15/159): libcephsqlite-19.0.0-3829.gb772be9b.e 3.3 MB/s | 163 kB 00:00 2024-05-21T00:25:03.627 INFO:teuthology.orchestra.run.smithi044.stdout:(16/159): librados-devel-19.0.0-3829.gb772be9b. 2.5 MB/s | 127 kB 00:00 2024-05-21T00:25:03.753 INFO:teuthology.orchestra.run.smithi044.stdout:(17/159): libradosstriper1-19.0.0-3829.gb772be9 3.9 MB/s | 501 kB 00:00 2024-05-21T00:25:04.037 INFO:teuthology.orchestra.run.smithi044.stdout:(18/159): libcephfs2-19.0.0-3829.gb772be9b.el9. 822 kB/s | 747 kB 00:00 2024-05-21T00:25:04.170 INFO:teuthology.orchestra.run.smithi044.stdout:(19/159): python3-ceph-argparse-19.0.0-3829.gb7 341 kB/s | 45 kB 00:00 2024-05-21T00:25:04.320 INFO:teuthology.orchestra.run.smithi044.stdout:(20/159): librgw2-19.0.0-3829.gb772be9b.el9.x86 9.5 MB/s | 5.4 MB 00:00 2024-05-21T00:25:04.354 INFO:teuthology.orchestra.run.smithi044.stdout:(21/159): python3-ceph-common-19.0.0-3829.gb772 743 kB/s | 136 kB 00:00 2024-05-21T00:25:04.356 INFO:teuthology.orchestra.run.smithi082.stdout:lab-extras 39 kB/s | 1.7 kB 00:00 2024-05-21T00:25:04.387 INFO:teuthology.orchestra.run.smithi044.stdout:(22/159): python3-cephfs-19.0.0-3829.gb772be9b. 2.4 MB/s | 161 kB 00:00 2024-05-21T00:25:04.429 INFO:teuthology.orchestra.run.smithi044.stdout:(23/159): python3-rados-19.0.0-3829.gb772be9b.e 4.2 MB/s | 320 kB 00:00 2024-05-21T00:25:04.471 INFO:teuthology.orchestra.run.smithi044.stdout:(24/159): python3-rbd-19.0.0-3829.gb772be9b.el9 3.5 MB/s | 300 kB 00:00 2024-05-21T00:25:04.505 INFO:teuthology.orchestra.run.smithi044.stdout:(25/159): python3-rgw-19.0.0-3829.gb772be9b.el9 1.3 MB/s | 99 kB 00:00 2024-05-21T00:25:04.530 INFO:teuthology.orchestra.run.smithi044.stdout:(26/159): rbd-fuse-19.0.0-3829.gb772be9b.el9.x8 1.4 MB/s | 85 kB 00:00 2024-05-21T00:25:04.589 INFO:teuthology.orchestra.run.smithi044.stdout:(27/159): rbd-nbd-19.0.0-3829.gb772be9b.el9.x86 2.9 MB/s | 171 kB 00:00 2024-05-21T00:25:04.648 INFO:teuthology.orchestra.run.smithi044.stdout:(28/159): ceph-grafana-dashboards-19.0.0-3829.g 596 kB/s | 34 kB 00:00 2024-05-21T00:25:04.723 INFO:teuthology.orchestra.run.smithi044.stdout:(29/159): ceph-mgr-cephadm-19.0.0-3829.gb772be9 1.9 MB/s | 143 kB 00:00 2024-05-21T00:25:04.932 INFO:teuthology.orchestra.run.smithi044.stdout:(30/159): rbd-mirror-19.0.0-3829.gb772be9b.el9. 7.3 MB/s | 3.1 MB 00:00 2024-05-21T00:25:05.115 INFO:teuthology.orchestra.run.smithi044.stdout:(31/159): ceph-mgr-dashboard-19.0.0-3829.gb772b 9.1 MB/s | 3.5 MB 00:00 2024-05-21T00:25:05.207 INFO:teuthology.orchestra.run.smithi044.stdout:(32/159): ceph-mgr-modules-core-19.0.0-3829.gb7 3.0 MB/s | 274 kB 00:00 2024-05-21T00:25:05.274 INFO:teuthology.orchestra.run.smithi044.stdout:(33/159): ceph-mgr-rook-19.0.0-3829.gb772be9b.e 752 kB/s | 49 kB 00:00 2024-05-21T00:25:05.385 INFO:teuthology.orchestra.run.smithi092.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-21T00:25:05.386 INFO:teuthology.orchestra.run.smithi092.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-21T00:25:05.398 INFO:teuthology.orchestra.run.smithi092.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-05-21T00:25:05.398 INFO:teuthology.orchestra.run.smithi092.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-05-21T00:25:05.399 INFO:teuthology.orchestra.run.smithi092.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-05-21T00:25:05.400 INFO:teuthology.orchestra.run.smithi092.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-05-21T00:25:05.401 INFO:teuthology.orchestra.run.smithi092.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-05-21T00:25:05.404 INFO:teuthology.orchestra.run.smithi092.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-05-21T00:25:05.404 INFO:teuthology.orchestra.run.smithi092.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-05-21T00:25:05.468 INFO:teuthology.orchestra.run.smithi092.stdout:Dependencies resolved. 2024-05-21T00:25:05.485 INFO:teuthology.orchestra.run.smithi092.stdout:======================================================================================= 2024-05-21T00:25:05.485 INFO:teuthology.orchestra.run.smithi092.stdout: Package Arch Version Repository Size 2024-05-21T00:25:05.485 INFO:teuthology.orchestra.run.smithi092.stdout:======================================================================================= 2024-05-21T00:25:05.485 INFO:teuthology.orchestra.run.smithi092.stdout:Installing: 2024-05-21T00:25:05.485 INFO:teuthology.orchestra.run.smithi092.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-05-21T00:25:05.485 INFO:teuthology.orchestra.run.smithi092.stdout: ceph x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 6.6 k 2024-05-21T00:25:05.486 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-base x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 5.4 M 2024-05-21T00:25:05.486 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-fuse x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 891 k 2024-05-21T00:25:05.486 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 145 k 2024-05-21T00:25:05.486 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 1.5 M 2024-05-21T00:25:05.486 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 143 k 2024-05-21T00:25:05.486 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 3.5 M 2024-05-21T00:25:05.486 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 7.4 M 2024-05-21T00:25:05.486 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-rook noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 49 k 2024-05-21T00:25:05.486 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-radosgw x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 11 M 2024-05-21T00:25:05.487 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-test x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 49 M 2024-05-21T00:25:05.487 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-volume noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 273 k 2024-05-21T00:25:05.487 INFO:teuthology.orchestra.run.smithi092.stdout: cephadm noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 764 k 2024-05-21T00:25:05.487 INFO:teuthology.orchestra.run.smithi092.stdout: cephfs-mirror x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 224 k 2024-05-21T00:25:05.487 INFO:teuthology.orchestra.run.smithi092.stdout: cephfs-shell x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 27 k 2024-05-21T00:25:05.487 INFO:teuthology.orchestra.run.smithi092.stdout: cephfs-top noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 18 k 2024-05-21T00:25:05.487 INFO:teuthology.orchestra.run.smithi092.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-05-21T00:25:05.487 INFO:teuthology.orchestra.run.smithi092.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-05-21T00:25:05.487 INFO:teuthology.orchestra.run.smithi092.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-05-21T00:25:05.488 INFO:teuthology.orchestra.run.smithi092.stdout: libcephfs-devel x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 32 k 2024-05-21T00:25:05.488 INFO:teuthology.orchestra.run.smithi092.stdout: libcephfs2 x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 747 k 2024-05-21T00:25:05.488 INFO:teuthology.orchestra.run.smithi092.stdout: librados-devel x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 127 k 2024-05-21T00:25:05.488 INFO:teuthology.orchestra.run.smithi092.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-05-21T00:25:05.488 INFO:teuthology.orchestra.run.smithi092.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-05-21T00:25:05.488 INFO:teuthology.orchestra.run.smithi092.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-05-21T00:25:05.488 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-05-21T00:25:05.488 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-05-21T00:25:05.488 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-05-21T00:25:05.488 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cephfs x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 161 k 2024-05-21T00:25:05.488 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rados x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 320 k 2024-05-21T00:25:05.488 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rbd x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 300 k 2024-05-21T00:25:05.489 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rgw x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 99 k 2024-05-21T00:25:05.489 INFO:teuthology.orchestra.run.smithi092.stdout: rbd-fuse x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 85 k 2024-05-21T00:25:05.489 INFO:teuthology.orchestra.run.smithi092.stdout: rbd-mirror x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 3.1 M 2024-05-21T00:25:05.489 INFO:teuthology.orchestra.run.smithi092.stdout: rbd-nbd x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 171 k 2024-05-21T00:25:05.489 INFO:teuthology.orchestra.run.smithi092.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-05-21T00:25:05.489 INFO:teuthology.orchestra.run.smithi092.stdout:Upgrading: 2024-05-21T00:25:05.489 INFO:teuthology.orchestra.run.smithi092.stdout: NetworkManager x86_64 1:1.47.90-1.el9 baseos 2.3 M 2024-05-21T00:25:05.489 INFO:teuthology.orchestra.run.smithi092.stdout: NetworkManager-libnm x86_64 1:1.47.90-1.el9 baseos 1.8 M 2024-05-21T00:25:05.489 INFO:teuthology.orchestra.run.smithi092.stdout: NetworkManager-team x86_64 1:1.47.90-1.el9 baseos 41 k 2024-05-21T00:25:05.489 INFO:teuthology.orchestra.run.smithi092.stdout: NetworkManager-tui x86_64 1:1.47.90-1.el9 baseos 248 k 2024-05-21T00:25:05.489 INFO:teuthology.orchestra.run.smithi092.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-05-21T00:25:05.490 INFO:teuthology.orchestra.run.smithi092.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-05-21T00:25:05.490 INFO:teuthology.orchestra.run.smithi092.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-05-21T00:25:05.490 INFO:teuthology.orchestra.run.smithi092.stdout: librados2 x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 3.4 M 2024-05-21T00:25:05.490 INFO:teuthology.orchestra.run.smithi092.stdout: librbd1 x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 3.1 M 2024-05-21T00:25:05.490 INFO:teuthology.orchestra.run.smithi092.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-05-21T00:25:05.490 INFO:teuthology.orchestra.run.smithi092.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-05-21T00:25:05.490 INFO:teuthology.orchestra.run.smithi092.stdout:Installing dependencies: 2024-05-21T00:25:05.490 INFO:teuthology.orchestra.run.smithi092.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-05-21T00:25:05.490 INFO:teuthology.orchestra.run.smithi092.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-05-21T00:25:05.490 INFO:teuthology.orchestra.run.smithi092.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-05-21T00:25:05.491 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-common x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 21 M 2024-05-21T00:25:05.491 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 34 k 2024-05-21T00:25:05.491 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mds x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 2.4 M 2024-05-21T00:25:05.491 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 274 k 2024-05-21T00:25:05.491 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mon x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 4.7 M 2024-05-21T00:25:05.491 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-osd x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 17 M 2024-05-21T00:25:05.491 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 16 k 2024-05-21T00:25:05.491 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-selinux x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 25 k 2024-05-21T00:25:05.491 INFO:teuthology.orchestra.run.smithi092.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-05-21T00:25:05.491 INFO:teuthology.orchestra.run.smithi092.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-05-21T00:25:05.491 INFO:teuthology.orchestra.run.smithi092.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-05-21T00:25:05.492 INFO:teuthology.orchestra.run.smithi092.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-05-21T00:25:05.492 INFO:teuthology.orchestra.run.smithi092.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-05-21T00:25:05.492 INFO:teuthology.orchestra.run.smithi092.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-05-21T00:25:05.492 INFO:teuthology.orchestra.run.smithi092.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-05-21T00:25:05.492 INFO:teuthology.orchestra.run.smithi092.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-05-21T00:25:05.492 INFO:teuthology.orchestra.run.smithi092.stdout: libcephsqlite x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 163 k 2024-05-21T00:25:05.492 INFO:teuthology.orchestra.run.smithi092.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-05-21T00:25:05.492 INFO:teuthology.orchestra.run.smithi092.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-05-21T00:25:05.492 INFO:teuthology.orchestra.run.smithi092.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-05-21T00:25:05.493 INFO:teuthology.orchestra.run.smithi092.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-05-21T00:25:05.493 INFO:teuthology.orchestra.run.smithi092.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-05-21T00:25:05.493 INFO:teuthology.orchestra.run.smithi092.stdout: libradosstriper1 x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 501 k 2024-05-21T00:25:05.493 INFO:teuthology.orchestra.run.smithi092.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-05-21T00:25:05.493 INFO:teuthology.orchestra.run.smithi092.stdout: librgw2 x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 5.4 M 2024-05-21T00:25:05.493 INFO:teuthology.orchestra.run.smithi092.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-05-21T00:25:05.493 INFO:teuthology.orchestra.run.smithi092.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-05-21T00:25:05.493 INFO:teuthology.orchestra.run.smithi092.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-05-21T00:25:05.493 INFO:teuthology.orchestra.run.smithi092.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-05-21T00:25:05.493 INFO:teuthology.orchestra.run.smithi092.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-05-21T00:25:05.493 INFO:teuthology.orchestra.run.smithi092.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-05-21T00:25:05.494 INFO:teuthology.orchestra.run.smithi092.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-05-21T00:25:05.494 INFO:teuthology.orchestra.run.smithi092.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-05-21T00:25:05.494 INFO:teuthology.orchestra.run.smithi092.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-05-21T00:25:05.494 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-05-21T00:25:05.494 INFO:teuthology.orchestra.run.smithi092.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-05-21T00:25:05.494 INFO:teuthology.orchestra.run.smithi092.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-05-21T00:25:05.494 INFO:teuthology.orchestra.run.smithi092.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-05-21T00:25:05.494 INFO:teuthology.orchestra.run.smithi092.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-05-21T00:25:05.494 INFO:teuthology.orchestra.run.smithi092.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-05-21T00:25:05.494 INFO:teuthology.orchestra.run.smithi092.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-05-21T00:25:05.494 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-05-21T00:25:05.494 INFO:teuthology.orchestra.run.smithi092.stdout: python3-ceph-argparse x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 45 k 2024-05-21T00:25:05.495 INFO:teuthology.orchestra.run.smithi092.stdout: python3-ceph-common x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 136 k 2024-05-21T00:25:05.495 INFO:teuthology.orchestra.run.smithi092.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-05-21T00:25:05.495 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-05-21T00:25:05.495 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-05-21T00:25:05.495 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-05-21T00:25:05.495 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-05-21T00:25:05.495 INFO:teuthology.orchestra.run.smithi092.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-05-21T00:25:05.495 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-05-21T00:25:05.495 INFO:teuthology.orchestra.run.smithi092.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-05-21T00:25:05.495 INFO:teuthology.orchestra.run.smithi092.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-05-21T00:25:05.495 INFO:teuthology.orchestra.run.smithi092.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-05-21T00:25:05.495 INFO:teuthology.orchestra.run.smithi092.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-05-21T00:25:05.496 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-05-21T00:25:05.496 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-05-21T00:25:05.496 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-05-21T00:25:05.496 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-05-21T00:25:05.496 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-05-21T00:25:05.496 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-05-21T00:25:05.496 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-05-21T00:25:05.496 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-05-21T00:25:05.496 INFO:teuthology.orchestra.run.smithi092.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-05-21T00:25:05.496 INFO:teuthology.orchestra.run.smithi092.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-05-21T00:25:05.496 INFO:teuthology.orchestra.run.smithi092.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-05-21T00:25:05.497 INFO:teuthology.orchestra.run.smithi092.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-05-21T00:25:05.497 INFO:teuthology.orchestra.run.smithi092.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-05-21T00:25:05.497 INFO:teuthology.orchestra.run.smithi092.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-05-21T00:25:05.497 INFO:teuthology.orchestra.run.smithi092.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-05-21T00:25:05.497 INFO:teuthology.orchestra.run.smithi092.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-05-21T00:25:05.497 INFO:teuthology.orchestra.run.smithi092.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-05-21T00:25:05.497 INFO:teuthology.orchestra.run.smithi092.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-05-21T00:25:05.497 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-05-21T00:25:05.497 INFO:teuthology.orchestra.run.smithi092.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-05-21T00:25:05.497 INFO:teuthology.orchestra.run.smithi092.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-05-21T00:25:05.497 INFO:teuthology.orchestra.run.smithi092.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-05-21T00:25:05.497 INFO:teuthology.orchestra.run.smithi092.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-05-21T00:25:05.498 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-05-21T00:25:05.498 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-05-21T00:25:05.498 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-05-21T00:25:05.498 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-05-21T00:25:05.498 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-05-21T00:25:05.498 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-05-21T00:25:05.498 INFO:teuthology.orchestra.run.smithi092.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-05-21T00:25:05.498 INFO:teuthology.orchestra.run.smithi092.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-05-21T00:25:05.498 INFO:teuthology.orchestra.run.smithi092.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-05-21T00:25:05.498 INFO:teuthology.orchestra.run.smithi092.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-05-21T00:25:05.499 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-05-21T00:25:05.499 INFO:teuthology.orchestra.run.smithi092.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-05-21T00:25:05.499 INFO:teuthology.orchestra.run.smithi092.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-05-21T00:25:05.499 INFO:teuthology.orchestra.run.smithi092.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-05-21T00:25:05.499 INFO:teuthology.orchestra.run.smithi092.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-05-21T00:25:05.499 INFO:teuthology.orchestra.run.smithi092.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-05-21T00:25:05.499 INFO:teuthology.orchestra.run.smithi092.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-05-21T00:25:05.499 INFO:teuthology.orchestra.run.smithi092.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-05-21T00:25:05.499 INFO:teuthology.orchestra.run.smithi092.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-05-21T00:25:05.499 INFO:teuthology.orchestra.run.smithi092.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-05-21T00:25:05.499 INFO:teuthology.orchestra.run.smithi092.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-05-21T00:25:05.499 INFO:teuthology.orchestra.run.smithi092.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-05-21T00:25:05.499 INFO:teuthology.orchestra.run.smithi092.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-05-21T00:25:05.500 INFO:teuthology.orchestra.run.smithi092.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-05-21T00:25:05.500 INFO:teuthology.orchestra.run.smithi092.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-05-21T00:25:05.500 INFO:teuthology.orchestra.run.smithi092.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-05-21T00:25:05.500 INFO:teuthology.orchestra.run.smithi092.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-05-21T00:25:05.500 INFO:teuthology.orchestra.run.smithi092.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-05-21T00:25:05.500 INFO:teuthology.orchestra.run.smithi092.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-05-21T00:25:05.500 INFO:teuthology.orchestra.run.smithi092.stdout:Installing weak dependencies: 2024-05-21T00:25:05.500 INFO:teuthology.orchestra.run.smithi092.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-05-21T00:25:05.500 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-05-21T00:25:05.500 INFO:teuthology.orchestra.run.smithi092.stdout:Transaction Summary 2024-05-21T00:25:05.500 INFO:teuthology.orchestra.run.smithi092.stdout:======================================================================================= 2024-05-21T00:25:05.500 INFO:teuthology.orchestra.run.smithi092.stdout:Install 148 Packages 2024-05-21T00:25:05.501 INFO:teuthology.orchestra.run.smithi092.stdout:Upgrade 11 Packages 2024-05-21T00:25:05.501 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-05-21T00:25:05.501 INFO:teuthology.orchestra.run.smithi092.stdout:Total download size: 227 M 2024-05-21T00:25:05.501 INFO:teuthology.orchestra.run.smithi092.stdout:Downloading Packages: 2024-05-21T00:25:05.816 INFO:teuthology.orchestra.run.smithi044.stdout:(34/159): ceph-test-19.0.0-3829.gb772be9b.el9.x 13 MB/s | 49 MB 00:03 2024-05-21T00:25:05.833 INFO:teuthology.orchestra.run.smithi044.stdout:(35/159): ceph-prometheus-alerts-19.0.0-3829.gb 29 kB/s | 16 kB 00:00 2024-05-21T00:25:05.892 INFO:teuthology.orchestra.run.smithi044.stdout:(36/159): ceph-volume-19.0.0-3829.gb772be9b.el9 3.6 MB/s | 273 kB 00:00 2024-05-21T00:25:05.933 INFO:teuthology.orchestra.run.smithi044.stdout:(37/159): cephfs-top-19.0.0-3829.gb772be9b.el9. 448 kB/s | 18 kB 00:00 2024-05-21T00:25:05.984 INFO:teuthology.orchestra.run.smithi044.stdout:(38/159): cephadm-19.0.0-3829.gb772be9b.el9.noa 5.0 MB/s | 764 kB 00:00 2024-05-21T00:25:06.136 INFO:teuthology.orchestra.run.smithi092.stdout:(1/159): ceph-19.0.0-3829.gb772be9b.el9.x86_64. 38 kB/s | 6.6 kB 00:00 2024-05-21T00:25:06.151 INFO:teuthology.orchestra.run.smithi044.stdout:(39/159): ceph-mgr-diskprediction-local-19.0.0- 6.1 MB/s | 7.4 MB 00:01 2024-05-21T00:25:06.369 INFO:teuthology.orchestra.run.smithi092.stdout:(2/159): ceph-fuse-19.0.0-3829.gb772be9b.el9.x8 3.7 MB/s | 891 kB 00:00 2024-05-21T00:25:06.436 INFO:teuthology.orchestra.run.smithi092.stdout:(3/159): ceph-immutable-object-cache-19.0.0-382 2.1 MB/s | 145 kB 00:00 2024-05-21T00:25:06.465 INFO:teuthology.orchestra.run.smithi082.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-21T00:25:06.466 INFO:teuthology.orchestra.run.smithi082.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-21T00:25:06.477 INFO:teuthology.orchestra.run.smithi082.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-05-21T00:25:06.477 INFO:teuthology.orchestra.run.smithi082.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-05-21T00:25:06.478 INFO:teuthology.orchestra.run.smithi082.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-05-21T00:25:06.479 INFO:teuthology.orchestra.run.smithi082.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-05-21T00:25:06.481 INFO:teuthology.orchestra.run.smithi082.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-05-21T00:25:06.483 INFO:teuthology.orchestra.run.smithi082.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-05-21T00:25:06.484 INFO:teuthology.orchestra.run.smithi082.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-05-21T00:25:06.493 INFO:teuthology.orchestra.run.smithi044.stdout:(40/159): fuse-2.9.9-15.el9.x86_64.rpm 144 kB/s | 80 kB 00:00 2024-05-21T00:25:06.546 INFO:teuthology.orchestra.run.smithi082.stdout:Dependencies resolved. 2024-05-21T00:25:06.567 INFO:teuthology.orchestra.run.smithi082.stdout:======================================================================================= 2024-05-21T00:25:06.567 INFO:teuthology.orchestra.run.smithi082.stdout: Package Arch Version Repository Size 2024-05-21T00:25:06.568 INFO:teuthology.orchestra.run.smithi082.stdout:======================================================================================= 2024-05-21T00:25:06.568 INFO:teuthology.orchestra.run.smithi082.stdout:Installing: 2024-05-21T00:25:06.568 INFO:teuthology.orchestra.run.smithi082.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-05-21T00:25:06.568 INFO:teuthology.orchestra.run.smithi082.stdout: ceph x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 6.6 k 2024-05-21T00:25:06.568 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-base x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 5.4 M 2024-05-21T00:25:06.568 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-fuse x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 891 k 2024-05-21T00:25:06.568 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 145 k 2024-05-21T00:25:06.568 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 1.5 M 2024-05-21T00:25:06.568 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 143 k 2024-05-21T00:25:06.569 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 3.5 M 2024-05-21T00:25:06.569 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 7.4 M 2024-05-21T00:25:06.569 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-rook noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 49 k 2024-05-21T00:25:06.569 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-radosgw x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 11 M 2024-05-21T00:25:06.569 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-test x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 49 M 2024-05-21T00:25:06.569 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-volume noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 273 k 2024-05-21T00:25:06.569 INFO:teuthology.orchestra.run.smithi082.stdout: cephadm noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 764 k 2024-05-21T00:25:06.569 INFO:teuthology.orchestra.run.smithi082.stdout: cephfs-mirror x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 224 k 2024-05-21T00:25:06.570 INFO:teuthology.orchestra.run.smithi082.stdout: cephfs-shell x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 27 k 2024-05-21T00:25:06.570 INFO:teuthology.orchestra.run.smithi082.stdout: cephfs-top noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 18 k 2024-05-21T00:25:06.570 INFO:teuthology.orchestra.run.smithi082.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-05-21T00:25:06.570 INFO:teuthology.orchestra.run.smithi082.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-05-21T00:25:06.570 INFO:teuthology.orchestra.run.smithi082.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-05-21T00:25:06.570 INFO:teuthology.orchestra.run.smithi082.stdout: libcephfs-devel x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 32 k 2024-05-21T00:25:06.570 INFO:teuthology.orchestra.run.smithi082.stdout: libcephfs2 x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 747 k 2024-05-21T00:25:06.570 INFO:teuthology.orchestra.run.smithi082.stdout: librados-devel x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 127 k 2024-05-21T00:25:06.571 INFO:teuthology.orchestra.run.smithi082.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-05-21T00:25:06.571 INFO:teuthology.orchestra.run.smithi082.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-05-21T00:25:06.571 INFO:teuthology.orchestra.run.smithi082.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-05-21T00:25:06.571 INFO:teuthology.orchestra.run.smithi082.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-05-21T00:25:06.571 INFO:teuthology.orchestra.run.smithi082.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-05-21T00:25:06.571 INFO:teuthology.orchestra.run.smithi082.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-05-21T00:25:06.571 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cephfs x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 161 k 2024-05-21T00:25:06.571 INFO:teuthology.orchestra.run.smithi082.stdout: python3-rados x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 320 k 2024-05-21T00:25:06.571 INFO:teuthology.orchestra.run.smithi082.stdout: python3-rbd x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 300 k 2024-05-21T00:25:06.571 INFO:teuthology.orchestra.run.smithi082.stdout: python3-rgw x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 99 k 2024-05-21T00:25:06.571 INFO:teuthology.orchestra.run.smithi082.stdout: rbd-fuse x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 85 k 2024-05-21T00:25:06.571 INFO:teuthology.orchestra.run.smithi082.stdout: rbd-mirror x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 3.1 M 2024-05-21T00:25:06.571 INFO:teuthology.orchestra.run.smithi082.stdout: rbd-nbd x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 171 k 2024-05-21T00:25:06.572 INFO:teuthology.orchestra.run.smithi082.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-05-21T00:25:06.572 INFO:teuthology.orchestra.run.smithi082.stdout:Upgrading: 2024-05-21T00:25:06.572 INFO:teuthology.orchestra.run.smithi082.stdout: NetworkManager x86_64 1:1.47.90-1.el9 baseos 2.3 M 2024-05-21T00:25:06.572 INFO:teuthology.orchestra.run.smithi082.stdout: NetworkManager-libnm x86_64 1:1.47.90-1.el9 baseos 1.8 M 2024-05-21T00:25:06.572 INFO:teuthology.orchestra.run.smithi082.stdout: NetworkManager-team x86_64 1:1.47.90-1.el9 baseos 41 k 2024-05-21T00:25:06.572 INFO:teuthology.orchestra.run.smithi082.stdout: NetworkManager-tui x86_64 1:1.47.90-1.el9 baseos 248 k 2024-05-21T00:25:06.572 INFO:teuthology.orchestra.run.smithi082.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-05-21T00:25:06.572 INFO:teuthology.orchestra.run.smithi082.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-05-21T00:25:06.572 INFO:teuthology.orchestra.run.smithi082.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-05-21T00:25:06.572 INFO:teuthology.orchestra.run.smithi082.stdout: librados2 x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 3.4 M 2024-05-21T00:25:06.572 INFO:teuthology.orchestra.run.smithi082.stdout: librbd1 x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 3.1 M 2024-05-21T00:25:06.572 INFO:teuthology.orchestra.run.smithi082.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-05-21T00:25:06.572 INFO:teuthology.orchestra.run.smithi082.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-05-21T00:25:06.573 INFO:teuthology.orchestra.run.smithi082.stdout:Installing dependencies: 2024-05-21T00:25:06.573 INFO:teuthology.orchestra.run.smithi082.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-05-21T00:25:06.573 INFO:teuthology.orchestra.run.smithi082.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-05-21T00:25:06.573 INFO:teuthology.orchestra.run.smithi082.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-05-21T00:25:06.573 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-common x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 21 M 2024-05-21T00:25:06.573 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 34 k 2024-05-21T00:25:06.573 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mds x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 2.4 M 2024-05-21T00:25:06.573 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 274 k 2024-05-21T00:25:06.573 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mon x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 4.7 M 2024-05-21T00:25:06.573 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-osd x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 17 M 2024-05-21T00:25:06.573 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 16 k 2024-05-21T00:25:06.574 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-selinux x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 25 k 2024-05-21T00:25:06.574 INFO:teuthology.orchestra.run.smithi082.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-05-21T00:25:06.574 INFO:teuthology.orchestra.run.smithi082.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-05-21T00:25:06.574 INFO:teuthology.orchestra.run.smithi082.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-05-21T00:25:06.574 INFO:teuthology.orchestra.run.smithi082.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-05-21T00:25:06.574 INFO:teuthology.orchestra.run.smithi082.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-05-21T00:25:06.574 INFO:teuthology.orchestra.run.smithi082.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-05-21T00:25:06.574 INFO:teuthology.orchestra.run.smithi082.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-05-21T00:25:06.574 INFO:teuthology.orchestra.run.smithi082.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-05-21T00:25:06.574 INFO:teuthology.orchestra.run.smithi082.stdout: libcephsqlite x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 163 k 2024-05-21T00:25:06.574 INFO:teuthology.orchestra.run.smithi082.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-05-21T00:25:06.574 INFO:teuthology.orchestra.run.smithi082.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-05-21T00:25:06.574 INFO:teuthology.orchestra.run.smithi082.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-05-21T00:25:06.574 INFO:teuthology.orchestra.run.smithi082.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-05-21T00:25:06.575 INFO:teuthology.orchestra.run.smithi082.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-05-21T00:25:06.575 INFO:teuthology.orchestra.run.smithi082.stdout: libradosstriper1 x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 501 k 2024-05-21T00:25:06.575 INFO:teuthology.orchestra.run.smithi082.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-05-21T00:25:06.575 INFO:teuthology.orchestra.run.smithi082.stdout: librgw2 x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 5.4 M 2024-05-21T00:25:06.575 INFO:teuthology.orchestra.run.smithi082.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-05-21T00:25:06.575 INFO:teuthology.orchestra.run.smithi082.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-05-21T00:25:06.575 INFO:teuthology.orchestra.run.smithi082.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-05-21T00:25:06.575 INFO:teuthology.orchestra.run.smithi082.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-05-21T00:25:06.575 INFO:teuthology.orchestra.run.smithi082.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-05-21T00:25:06.575 INFO:teuthology.orchestra.run.smithi082.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-05-21T00:25:06.575 INFO:teuthology.orchestra.run.smithi082.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-05-21T00:25:06.575 INFO:teuthology.orchestra.run.smithi082.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-05-21T00:25:06.575 INFO:teuthology.orchestra.run.smithi082.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-05-21T00:25:06.575 INFO:teuthology.orchestra.run.smithi082.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-05-21T00:25:06.575 INFO:teuthology.orchestra.run.smithi082.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-05-21T00:25:06.576 INFO:teuthology.orchestra.run.smithi082.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-05-21T00:25:06.576 INFO:teuthology.orchestra.run.smithi082.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-05-21T00:25:06.576 INFO:teuthology.orchestra.run.smithi082.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-05-21T00:25:06.576 INFO:teuthology.orchestra.run.smithi082.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-05-21T00:25:06.576 INFO:teuthology.orchestra.run.smithi082.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-05-21T00:25:06.576 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-05-21T00:25:06.576 INFO:teuthology.orchestra.run.smithi082.stdout: python3-ceph-argparse x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 45 k 2024-05-21T00:25:06.576 INFO:teuthology.orchestra.run.smithi082.stdout: python3-ceph-common x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 136 k 2024-05-21T00:25:06.576 INFO:teuthology.orchestra.run.smithi082.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-05-21T00:25:06.576 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-05-21T00:25:06.576 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-05-21T00:25:06.576 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-05-21T00:25:06.576 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-05-21T00:25:06.576 INFO:teuthology.orchestra.run.smithi082.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-05-21T00:25:06.576 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-05-21T00:25:06.577 INFO:teuthology.orchestra.run.smithi082.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-05-21T00:25:06.577 INFO:teuthology.orchestra.run.smithi082.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-05-21T00:25:06.577 INFO:teuthology.orchestra.run.smithi082.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-05-21T00:25:06.577 INFO:teuthology.orchestra.run.smithi082.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-05-21T00:25:06.577 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-05-21T00:25:06.577 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-05-21T00:25:06.577 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-05-21T00:25:06.577 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-05-21T00:25:06.577 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-05-21T00:25:06.577 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-05-21T00:25:06.577 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-05-21T00:25:06.577 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-05-21T00:25:06.577 INFO:teuthology.orchestra.run.smithi082.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-05-21T00:25:06.577 INFO:teuthology.orchestra.run.smithi082.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-05-21T00:25:06.577 INFO:teuthology.orchestra.run.smithi082.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-05-21T00:25:06.577 INFO:teuthology.orchestra.run.smithi082.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-05-21T00:25:06.578 INFO:teuthology.orchestra.run.smithi082.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-05-21T00:25:06.578 INFO:teuthology.orchestra.run.smithi082.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-05-21T00:25:06.578 INFO:teuthology.orchestra.run.smithi082.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-05-21T00:25:06.578 INFO:teuthology.orchestra.run.smithi082.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-05-21T00:25:06.578 INFO:teuthology.orchestra.run.smithi082.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-05-21T00:25:06.578 INFO:teuthology.orchestra.run.smithi082.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-05-21T00:25:06.578 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-05-21T00:25:06.578 INFO:teuthology.orchestra.run.smithi082.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-05-21T00:25:06.578 INFO:teuthology.orchestra.run.smithi082.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-05-21T00:25:06.578 INFO:teuthology.orchestra.run.smithi082.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-05-21T00:25:06.578 INFO:teuthology.orchestra.run.smithi082.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-05-21T00:25:06.578 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-05-21T00:25:06.578 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-05-21T00:25:06.579 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-05-21T00:25:06.579 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-05-21T00:25:06.579 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-05-21T00:25:06.579 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-05-21T00:25:06.579 INFO:teuthology.orchestra.run.smithi082.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-05-21T00:25:06.579 INFO:teuthology.orchestra.run.smithi082.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-05-21T00:25:06.579 INFO:teuthology.orchestra.run.smithi082.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-05-21T00:25:06.579 INFO:teuthology.orchestra.run.smithi082.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-05-21T00:25:06.579 INFO:teuthology.orchestra.run.smithi082.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-05-21T00:25:06.579 INFO:teuthology.orchestra.run.smithi082.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-05-21T00:25:06.579 INFO:teuthology.orchestra.run.smithi082.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-05-21T00:25:06.579 INFO:teuthology.orchestra.run.smithi082.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-05-21T00:25:06.579 INFO:teuthology.orchestra.run.smithi082.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-05-21T00:25:06.579 INFO:teuthology.orchestra.run.smithi082.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-05-21T00:25:06.579 INFO:teuthology.orchestra.run.smithi082.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-05-21T00:25:06.579 INFO:teuthology.orchestra.run.smithi082.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-05-21T00:25:06.580 INFO:teuthology.orchestra.run.smithi082.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-05-21T00:25:06.580 INFO:teuthology.orchestra.run.smithi082.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-05-21T00:25:06.580 INFO:teuthology.orchestra.run.smithi082.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-05-21T00:25:06.580 INFO:teuthology.orchestra.run.smithi082.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-05-21T00:25:06.580 INFO:teuthology.orchestra.run.smithi082.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-05-21T00:25:06.580 INFO:teuthology.orchestra.run.smithi082.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-05-21T00:25:06.580 INFO:teuthology.orchestra.run.smithi082.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-05-21T00:25:06.580 INFO:teuthology.orchestra.run.smithi082.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-05-21T00:25:06.580 INFO:teuthology.orchestra.run.smithi082.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-05-21T00:25:06.580 INFO:teuthology.orchestra.run.smithi082.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-05-21T00:25:06.580 INFO:teuthology.orchestra.run.smithi082.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-05-21T00:25:06.580 INFO:teuthology.orchestra.run.smithi082.stdout:Installing weak dependencies: 2024-05-21T00:25:06.580 INFO:teuthology.orchestra.run.smithi082.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-05-21T00:25:06.580 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-05-21T00:25:06.580 INFO:teuthology.orchestra.run.smithi082.stdout:Transaction Summary 2024-05-21T00:25:06.581 INFO:teuthology.orchestra.run.smithi082.stdout:======================================================================================= 2024-05-21T00:25:06.581 INFO:teuthology.orchestra.run.smithi082.stdout:Install 148 Packages 2024-05-21T00:25:06.581 INFO:teuthology.orchestra.run.smithi082.stdout:Upgrade 11 Packages 2024-05-21T00:25:06.581 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-05-21T00:25:06.581 INFO:teuthology.orchestra.run.smithi082.stdout:Total download size: 227 M 2024-05-21T00:25:06.581 INFO:teuthology.orchestra.run.smithi082.stdout:Downloading Packages: 2024-05-21T00:25:06.703 INFO:teuthology.orchestra.run.smithi092.stdout:(4/159): ceph-mds-19.0.0-3829.gb772be9b.el9.x86 8.9 MB/s | 2.4 MB 00:00 2024-05-21T00:25:06.743 INFO:teuthology.orchestra.run.smithi044.stdout:(41/159): libquadmath-11.4.1-3.el9.x86_64.rpm 330 kB/s | 195 kB 00:00 2024-05-21T00:25:06.826 INFO:teuthology.orchestra.run.smithi044.stdout:(42/159): libgfortran-11.4.1-3.el9.x86_64.rpm 953 kB/s | 803 kB 00:00 2024-05-21T00:25:06.852 INFO:teuthology.orchestra.run.smithi044.stdout:(43/159): python3-cffi-1.14.5-5.el9.x86_64.rpm 707 kB/s | 253 kB 00:00 2024-05-21T00:25:06.928 INFO:teuthology.orchestra.run.smithi092.stdout:(5/159): ceph-mgr-19.0.0-3829.gb772be9b.el9.x86 6.7 MB/s | 1.5 MB 00:00 2024-05-21T00:25:06.935 INFO:teuthology.orchestra.run.smithi044.stdout:(44/159): python3-ply-3.11-14.el9.noarch.rpm 989 kB/s | 106 kB 00:00 2024-05-21T00:25:06.969 INFO:teuthology.orchestra.run.smithi044.stdout:(45/159): python3-pycparser-2.20-6.el9.noarch.r 1.1 MB/s | 135 kB 00:00 2024-05-21T00:25:07.044 INFO:teuthology.orchestra.run.smithi044.stdout:(46/159): python3-requests-2.25.1-8.el9.noarch. 1.1 MB/s | 125 kB 00:00 2024-05-21T00:25:07.078 INFO:teuthology.orchestra.run.smithi044.stdout:(47/159): python3-urllib3-1.26.5-5.el9.noarch.r 1.9 MB/s | 215 kB 00:00 2024-05-21T00:25:07.212 INFO:teuthology.orchestra.run.smithi044.stdout:(48/159): python3-cryptography-36.0.1-4.el9.x86 2.6 MB/s | 1.2 MB 00:00 2024-05-21T00:25:07.282 INFO:teuthology.orchestra.run.smithi082.stdout:(1/159): ceph-19.0.0-3829.gb772be9b.el9.x86_64. 21 kB/s | 6.6 kB 00:00 2024-05-21T00:25:07.287 INFO:teuthology.orchestra.run.smithi044.stdout:(49/159): automake-1.16.2-8.el9.noarch.rpm 2.8 MB/s | 689 kB 00:00 2024-05-21T00:25:07.329 INFO:teuthology.orchestra.run.smithi044.stdout:(50/159): bison-3.7.4-5.el9.x86_64.rpm 3.7 MB/s | 943 kB 00:00 2024-05-21T00:25:07.331 INFO:teuthology.orchestra.run.smithi044.stdout:[MIRROR] elfutils-libelf-devel-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/AppStream/x86_64/os/Packages/elfutils-libelf-devel-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-21T00:25:07.354 INFO:teuthology.orchestra.run.smithi044.stdout:(51/159): boost-program-options-1.75.0-8.el9.x8 757 kB/s | 107 kB 00:00 2024-05-21T00:25:07.388 INFO:teuthology.orchestra.run.smithi044.stdout:(52/159): flex-2.6.4-9.el9.x86_64.rpm 5.3 MB/s | 313 kB 00:00 2024-05-21T00:25:07.413 INFO:teuthology.orchestra.run.smithi044.stdout:(53/159): flexiblas-3.0.4-8.el9.x86_64.rpm 564 kB/s | 33 kB 00:00 2024-05-21T00:25:07.438 INFO:teuthology.orchestra.run.smithi044.stdout:(54/159): elfutils-libelf-devel-0.191-4.el9.x86 144 kB/s | 22 kB 00:00 2024-05-21T00:25:07.464 INFO:teuthology.orchestra.run.smithi044.stdout:(55/159): flexiblas-openblas-openmp-3.0.4-8.el9 368 kB/s | 18 kB 00:00 2024-05-21T00:25:07.489 INFO:teuthology.orchestra.run.smithi044.stdout:(56/159): libaio-devel-0.3.111-13.el9.x86_64.rp 225 kB/s | 11 kB 00:00 2024-05-21T00:25:07.495 INFO:teuthology.orchestra.run.smithi092.stdout:(6/159): ceph-common-19.0.0-3829.gb772be9b.el9. 14 MB/s | 21 MB 00:01 2024-05-21T00:25:07.499 INFO:teuthology.orchestra.run.smithi082.stdout:(2/159): ceph-fuse-19.0.0-3829.gb772be9b.el9.x8 4.0 MB/s | 891 kB 00:00 2024-05-21T00:25:07.523 INFO:teuthology.orchestra.run.smithi044.stdout:(57/159): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.7 MB/s | 160 kB 00:00 2024-05-21T00:25:07.548 INFO:teuthology.orchestra.run.smithi044.stdout:(58/159): librabbitmq-0.11.0-7.el9.x86_64.rpm 781 kB/s | 45 kB 00:00 2024-05-21T00:25:07.562 INFO:teuthology.orchestra.run.smithi092.stdout:(7/159): ceph-mon-19.0.0-3829.gb772be9b.el9.x86 7.4 MB/s | 4.7 MB 00:00 2024-05-21T00:25:07.582 INFO:teuthology.orchestra.run.smithi082.stdout:(3/159): ceph-immutable-object-cache-19.0.0-382 1.7 MB/s | 145 kB 00:00 2024-05-21T00:25:07.607 INFO:teuthology.orchestra.run.smithi044.stdout:(59/159): librdkafka-1.6.1-102.el9.x86_64.rpm 7.8 MB/s | 662 kB 00:00 2024-05-21T00:25:07.649 INFO:teuthology.orchestra.run.smithi044.stdout:(60/159): libuuid-devel-2.37.4-18.el9.x86_64.rp 625 kB/s | 25 kB 00:00 2024-05-21T00:25:07.752 INFO:teuthology.orchestra.run.smithi044.stdout:(61/159): libtool-2.4.6-45.el9.x86_64.rpm 2.8 MB/s | 582 kB 00:00 2024-05-21T00:25:07.791 INFO:teuthology.orchestra.run.smithi044.stdout:(62/159): libzstd-devel-1.5.1-2.el9.x86_64.rpm 335 kB/s | 47 kB 00:00 2024-05-21T00:25:07.825 INFO:teuthology.orchestra.run.smithi044.stdout:(63/159): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.0 MB/s | 292 kB 00:00 2024-05-21T00:25:07.858 INFO:teuthology.orchestra.run.smithi044.stdout:(64/159): lua-5.4.4-4.el9.x86_64.rpm 2.8 MB/s | 188 kB 00:00 2024-05-21T00:25:07.884 INFO:teuthology.orchestra.run.smithi044.stdout:(65/159): openblas-0.3.21-2.el9.x86_64.rpm 610 kB/s | 35 kB 00:00 2024-05-21T00:25:07.959 INFO:teuthology.orchestra.run.smithi044.stdout:(66/159): flexiblas-netlib-3.0.4-8.el9.x86_64.r 5.2 MB/s | 3.0 MB 00:00 2024-05-21T00:25:08.067 INFO:teuthology.orchestra.run.smithi044.stdout:(67/159): postgresql-13.14-1.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-05-21T00:25:08.074 INFO:teuthology.orchestra.run.smithi082.stdout:(4/159): ceph-mds-19.0.0-3829.gb772be9b.el9.x86 4.8 MB/s | 2.4 MB 00:00 2024-05-21T00:25:08.143 INFO:teuthology.orchestra.run.smithi044.stdout:(68/159): postgresql-contrib-13.14-1.el9.x86_64 12 MB/s | 911 kB 00:00 2024-05-21T00:25:08.235 INFO:teuthology.orchestra.run.smithi044.stdout:(69/159): openssl-devel-3.2.1-1.el9.x86_64.rpm 13 MB/s | 4.4 MB 00:00 2024-05-21T00:25:08.368 INFO:teuthology.orchestra.run.smithi044.stdout:(70/159): openblas-openmp-0.3.21-2.el9.x86_64.r 9.3 MB/s | 4.7 MB 00:00 2024-05-21T00:25:08.394 INFO:teuthology.orchestra.run.smithi044.stdout:(71/159): postgresql-private-libs-13.14-1.el9.x 533 kB/s | 133 kB 00:00 2024-05-21T00:25:08.399 INFO:teuthology.orchestra.run.smithi082.stdout:(5/159): ceph-mgr-19.0.0-3829.gb772be9b.el9.x86 4.7 MB/s | 1.5 MB 00:00 2024-05-21T00:25:08.436 INFO:teuthology.orchestra.run.smithi044.stdout:(72/159): python3-attrs-20.3.0-7.el9.noarch.rpm 2.1 MB/s | 87 kB 00:00 2024-05-21T00:25:08.478 INFO:teuthology.orchestra.run.smithi044.stdout:(73/159): protobuf-3.14.0-13.el9.x86_64.rpm 9.3 MB/s | 1.0 MB 00:00 2024-05-21T00:25:08.496 INFO:teuthology.orchestra.run.smithi044.stdout:[MIRROR] python3-colorama-0.4.6-3.el9.noarch.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/AppStream/x86_64/os/Packages/python3-colorama-0.4.6-3.el9.noarch.rpm (IP: 199.223.246.113) 2024-05-21T00:25:08.645 INFO:teuthology.orchestra.run.smithi044.stdout:(74/159): postgresql-server-13.14-1.el9.x86_64. 14 MB/s | 5.8 MB 00:00 2024-05-21T00:25:08.770 INFO:teuthology.orchestra.run.smithi044.stdout:(75/159): python3-babel-2.9.1-2.el9.noarch.rpm 18 MB/s | 6.0 MB 00:00 2024-05-21T00:25:08.795 INFO:teuthology.orchestra.run.smithi044.stdout:(76/159): python3-colorama-0.4.6-3.el9.noarch.r 193 kB/s | 61 kB 00:00 2024-05-21T00:25:08.797 INFO:teuthology.orchestra.run.smithi044.stdout:[MIRROR] python3-jinja2-2.11.3-6.el9.noarch.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/AppStream/x86_64/os/Packages/python3-jinja2-2.11.3-6.el9.noarch.rpm (IP: 199.223.246.113) 2024-05-21T00:25:08.837 INFO:teuthology.orchestra.run.smithi044.stdout:(77/159): python3-devel-3.9.18-3.el9.x86_64.rpm 1.2 MB/s | 244 kB 00:00 2024-05-21T00:25:08.863 INFO:teuthology.orchestra.run.smithi044.stdout:(78/159): python3-jsonpatch-1.21-16.el9.noarch. 387 kB/s | 26 kB 00:00 2024-05-21T00:25:08.888 INFO:teuthology.orchestra.run.smithi044.stdout:(79/159): python3-jsonpointer-2.0-4.el9.noarch. 386 kB/s | 19 kB 00:00 2024-05-21T00:25:08.921 INFO:teuthology.orchestra.run.smithi044.stdout:(80/159): python3-mako-1.1.4-6.el9.noarch.rpm 2.9 MB/s | 172 kB 00:00 2024-05-21T00:25:08.947 INFO:teuthology.orchestra.run.smithi044.stdout:(81/159): python3-markupsafe-1.1.1-12.el9.x86_6 603 kB/s | 35 kB 00:00 2024-05-21T00:25:08.995 INFO:teuthology.orchestra.run.smithi092.stdout:(8/159): ceph-radosgw-19.0.0-3829.gb772be9b.el9 7.4 MB/s | 11 MB 00:01 2024-05-21T00:25:08.997 INFO:teuthology.orchestra.run.smithi044.stdout:(82/159): python3-numpy-f2py-1.20.1-5.el9.x86_6 5.0 MB/s | 250 kB 00:00 2024-05-21T00:25:09.047 INFO:teuthology.orchestra.run.smithi044.stdout:(83/159): python3-oauthlib-3.1.1-5.el9.noarch.r 4.4 MB/s | 222 kB 00:00 2024-05-21T00:25:09.081 INFO:teuthology.orchestra.run.smithi044.stdout:(84/159): python3-jinja2-2.11.3-6.el9.noarch.rp 801 kB/s | 248 kB 00:00 2024-05-21T00:25:09.106 INFO:teuthology.orchestra.run.smithi044.stdout:(85/159): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-05-21T00:25:09.108 INFO:teuthology.orchestra.run.smithi082.stdout:(6/159): ceph-mon-19.0.0-3829.gb772be9b.el9.x86 6.6 MB/s | 4.7 MB 00:00 2024-05-21T00:25:09.212 INFO:teuthology.orchestra.run.smithi092.stdout:(9/159): ceph-osd-19.0.0-3829.gb772be9b.el9.x86 9.8 MB/s | 17 MB 00:01 2024-05-21T00:25:09.223 INFO:teuthology.orchestra.run.smithi044.stdout:(86/159): python3-numpy-1.20.1-5.el9.x86_64.rpm 17 MB/s | 5.1 MB 00:00 2024-05-21T00:25:09.238 INFO:teuthology.orchestra.run.smithi092.stdout:(10/159): ceph-selinux-19.0.0-3829.gb772be9b.el 104 kB/s | 25 kB 00:00 2024-05-21T00:25:09.249 INFO:teuthology.orchestra.run.smithi044.stdout:(87/159): python3-prettytable-0.7.2-27.el9.noar 254 kB/s | 42 kB 00:00 2024-05-21T00:25:09.313 INFO:teuthology.orchestra.run.smithi092.stdout:(11/159): cephfs-mirror-19.0.0-3829.gb772be9b.e 2.9 MB/s | 224 kB 00:00 2024-05-21T00:25:09.342 INFO:teuthology.orchestra.run.smithi082.stdout:(7/159): ceph-base-19.0.0-3829.gb772be9b.el9.x8 2.3 MB/s | 5.4 MB 00:02 2024-05-21T00:25:09.357 INFO:teuthology.orchestra.run.smithi044.stdout:(88/159): python3-pyasn1-modules-0.4.8-6.el9.no 2.5 MB/s | 279 kB 00:00 2024-05-21T00:25:09.372 INFO:teuthology.orchestra.run.smithi092.stdout:(12/159): cephfs-shell-19.0.0-3829.gb772be9b.el 463 kB/s | 27 kB 00:00 2024-05-21T00:25:09.447 INFO:teuthology.orchestra.run.smithi092.stdout:(13/159): libcephfs-devel-19.0.0-3829.gb772be9b 424 kB/s | 32 kB 00:00 2024-05-21T00:25:09.466 INFO:teuthology.orchestra.run.smithi044.stdout:(89/159): python3-pytz-2021.1-5.el9.noarch.rpm 474 kB/s | 51 kB 00:00 2024-05-21T00:25:09.574 INFO:teuthology.orchestra.run.smithi044.stdout:(90/159): python3-pyasn1-0.4.8-6.el9.noarch.rpm 454 kB/s | 159 kB 00:00 2024-05-21T00:25:09.600 INFO:teuthology.orchestra.run.smithi044.stdout:(91/159): python3-requests-oauthlib-1.3.0-12.el 403 kB/s | 54 kB 00:00 2024-05-21T00:25:09.605 INFO:teuthology.orchestra.run.smithi092.stdout:(14/159): libcephfs2-19.0.0-3829.gb772be9b.el9. 4.6 MB/s | 747 kB 00:00 2024-05-21T00:25:09.641 INFO:teuthology.orchestra.run.smithi044.stdout:(92/159): python3-protobuf-3.14.0-13.el9.noarch 504 kB/s | 269 kB 00:00 2024-05-21T00:25:09.681 INFO:teuthology.orchestra.run.smithi092.stdout:(15/159): libcephsqlite-19.0.0-3829.gb772be9b.e 2.1 MB/s | 163 kB 00:00 2024-05-21T00:25:09.709 INFO:teuthology.orchestra.run.smithi044.stdout:(93/159): python3-toml-0.10.2-6.el9.noarch.rpm 385 kB/s | 42 kB 00:00 2024-05-21T00:25:09.750 INFO:teuthology.orchestra.run.smithi044.stdout:(94/159): python3-wcwidth-0.2.5-8.el9.noarch.rp 409 kB/s | 44 kB 00:00 2024-05-21T00:25:09.798 INFO:teuthology.orchestra.run.smithi092.stdout:(16/159): librados-devel-19.0.0-3829.gb772be9b. 1.1 MB/s | 127 kB 00:00 2024-05-21T00:25:09.817 INFO:teuthology.orchestra.run.smithi044.stdout:(95/159): qatlib-24.02.0-1.el9.x86_64.rpm 2.0 MB/s | 221 kB 00:00 2024-05-21T00:25:09.859 INFO:teuthology.orchestra.run.smithi044.stdout:(96/159): qatlib-service-24.02.0-1.el9.x86_64.r 332 kB/s | 36 kB 00:00 2024-05-21T00:25:09.881 INFO:teuthology.orchestra.run.smithi092.stdout:(17/159): ceph-base-19.0.0-3829.gb772be9b.el9.x 1.4 MB/s | 5.4 MB 00:03 2024-05-21T00:25:09.926 INFO:teuthology.orchestra.run.smithi044.stdout:(97/159): qatzip-libs-1.2.0-1.el9.x86_64.rpm 438 kB/s | 47 kB 00:00 2024-05-21T00:25:09.956 INFO:teuthology.orchestra.run.smithi092.stdout:(18/159): libradosstriper1-19.0.0-3829.gb772be9 3.1 MB/s | 501 kB 00:00 2024-05-21T00:25:10.024 INFO:teuthology.orchestra.run.smithi092.stdout:(19/159): python3-ceph-argparse-19.0.0-3829.gb7 678 kB/s | 45 kB 00:00 2024-05-21T00:25:10.035 INFO:teuthology.orchestra.run.smithi044.stdout:(98/159): uuid-1.6.2-55.el9.x86_64.rpm 536 kB/s | 58 kB 00:00 2024-05-21T00:25:10.107 INFO:teuthology.orchestra.run.smithi092.stdout:(20/159): python3-ceph-common-19.0.0-3829.gb772 1.6 MB/s | 136 kB 00:00 2024-05-21T00:25:10.127 INFO:teuthology.orchestra.run.smithi044.stdout:(99/159): socat-1.7.4.1-5.el9.x86_64.rpm 1.1 MB/s | 305 kB 00:00 2024-05-21T00:25:10.152 INFO:teuthology.orchestra.run.smithi044.stdout:(100/159): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 806 kB/s | 94 kB 00:00 2024-05-21T00:25:10.191 INFO:teuthology.orchestra.run.smithi092.stdout:(21/159): python3-cephfs-19.0.0-3829.gb772be9b. 1.9 MB/s | 161 kB 00:00 2024-05-21T00:25:10.236 INFO:teuthology.orchestra.run.smithi044.stdout:(101/159): xmlstarlet-1.6.1-20.el9.x86_64.rpm 589 kB/s | 64 kB 00:00 2024-05-21T00:25:10.261 INFO:teuthology.orchestra.run.smithi044.stdout:(102/159): zlib-devel-1.2.11-41.el9.x86_64.rpm 414 kB/s | 45 kB 00:00 2024-05-21T00:25:10.274 INFO:teuthology.orchestra.run.smithi092.stdout:(22/159): python3-rados-19.0.0-3829.gb772be9b.e 3.7 MB/s | 320 kB 00:00 2024-05-21T00:25:10.287 INFO:teuthology.orchestra.run.smithi044.stdout:(103/159): lua-devel-5.4.4-4.el9.x86_64.rpm 452 kB/s | 22 kB 00:00 2024-05-21T00:25:10.358 INFO:teuthology.orchestra.run.smithi092.stdout:(23/159): python3-rbd-19.0.0-3829.gb772be9b.el9 3.5 MB/s | 300 kB 00:00 2024-05-21T00:25:10.395 INFO:teuthology.orchestra.run.smithi044.stdout:(104/159): protobuf-compiler-3.14.0-13.el9.x86_ 6.4 MB/s | 863 kB 00:00 2024-05-21T00:25:10.433 INFO:teuthology.orchestra.run.smithi092.stdout:(24/159): python3-rgw-19.0.0-3829.gb772be9b.el9 1.3 MB/s | 99 kB 00:00 2024-05-21T00:25:10.509 INFO:teuthology.orchestra.run.smithi092.stdout:(25/159): rbd-fuse-19.0.0-3829.gb772be9b.el9.x8 1.1 MB/s | 85 kB 00:00 2024-05-21T00:25:10.671 INFO:teuthology.orchestra.run.smithi044.stdout:(105/159): abseil-cpp-20211102.0-3.el9.x86_64.r 1.4 MB/s | 548 kB 00:00 2024-05-21T00:25:10.746 INFO:teuthology.orchestra.run.smithi044.stdout:(106/159): gperftools-libs-2.9.1-2.el9.x86_64.r 884 kB/s | 309 kB 00:00 2024-05-21T00:25:10.763 INFO:teuthology.orchestra.run.smithi044.stdout:(107/159): grpc-data-1.46.7-10.el9.noarch.rpm 213 kB/s | 19 kB 00:00 2024-05-21T00:25:10.888 INFO:teuthology.orchestra.run.smithi044.stdout:(108/159): libarrow-doc-9.0.0-11.el9.noarch.rpm 209 kB/s | 26 kB 00:00 2024-05-21T00:25:11.005 INFO:teuthology.orchestra.run.smithi044.stdout:(109/159): liboath-2.6.7-2.el9.x86_64.rpm 419 kB/s | 49 kB 00:00 2024-05-21T00:25:11.009 INFO:teuthology.orchestra.run.smithi092.stdout:(26/159): rbd-mirror-19.0.0-3829.gb772be9b.el9. 6.2 MB/s | 3.1 MB 00:00 2024-05-21T00:25:11.092 INFO:teuthology.orchestra.run.smithi092.stdout:(27/159): rbd-nbd-19.0.0-3829.gb772be9b.el9.x86 2.0 MB/s | 171 kB 00:00 2024-05-21T00:25:11.114 INFO:teuthology.orchestra.run.smithi044.stdout:(110/159): libunwind-1.6.2-1.el9.x86_64.rpm 626 kB/s | 67 kB 00:00 2024-05-21T00:25:11.176 INFO:teuthology.orchestra.run.smithi092.stdout:(28/159): ceph-grafana-dashboards-19.0.0-3829.g 411 kB/s | 34 kB 00:00 2024-05-21T00:25:11.206 INFO:teuthology.orchestra.run.smithi044.stdout:(111/159): libarrow-9.0.0-11.el9.x86_64.rpm 9.6 MB/s | 4.4 MB 00:00 2024-05-21T00:25:11.243 INFO:teuthology.orchestra.run.smithi092.stdout:(29/159): ceph-mgr-cephadm-19.0.0-3829.gb772be9 2.1 MB/s | 143 kB 00:00 2024-05-21T00:25:11.248 INFO:teuthology.orchestra.run.smithi044.stdout:(112/159): luarocks-3.9.2-5.el9.noarch.rpm 1.1 MB/s | 151 kB 00:00 2024-05-21T00:25:11.340 INFO:teuthology.orchestra.run.smithi044.stdout:(113/159): parquet-libs-9.0.0-11.el9.x86_64.rpm 6.2 MB/s | 839 kB 00:00 2024-05-21T00:25:11.392 INFO:teuthology.orchestra.run.smithi082.stdout:(8/159): ceph-osd-19.0.0-3829.gb772be9b.el9.x86 7.4 MB/s | 17 MB 00:02 2024-05-21T00:25:11.423 INFO:teuthology.orchestra.run.smithi044.stdout:(114/159): python3-bcrypt-3.2.2-1.el9.x86_64.rp 525 kB/s | 43 kB 00:00 2024-05-21T00:25:11.465 INFO:teuthology.orchestra.run.smithi044.stdout:(115/159): python3-asyncssh-2.13.2-5.el9.noarch 2.5 MB/s | 548 kB 00:00 2024-05-21T00:25:11.483 INFO:teuthology.orchestra.run.smithi082.stdout:(9/159): ceph-selinux-19.0.0-3829.gb772be9b.el9 275 kB/s | 25 kB 00:00 2024-05-21T00:25:11.507 INFO:teuthology.orchestra.run.smithi044.stdout:(116/159): python3-cachetools-4.2.4-1.el9.noarc 388 kB/s | 32 kB 00:00 2024-05-21T00:25:11.557 INFO:teuthology.orchestra.run.smithi044.stdout:(117/159): python3-certifi-2021.10.8-2.el9.noar 164 kB/s | 15 kB 00:00 2024-05-21T00:25:11.591 INFO:teuthology.orchestra.run.smithi044.stdout:(118/159): python3-cheroot-8.6.0-4.el9.noarch.r 2.0 MB/s | 172 kB 00:00 2024-05-21T00:25:11.685 INFO:teuthology.orchestra.run.smithi092.stdout:(30/159): ceph-mgr-dashboard-19.0.0-3829.gb772b 8.0 MB/s | 3.5 MB 00:00 2024-05-21T00:25:11.758 INFO:teuthology.orchestra.run.smithi044.stdout:(119/159): python3-cmd2-2.4.2-2.el9.noarch.rpm 1.8 MB/s | 303 kB 00:00 2024-05-21T00:25:11.816 INFO:teuthology.orchestra.run.smithi044.stdout:(120/159): python3-cherrypy-18.6.1-2.el9.noarch 1.4 MB/s | 358 kB 00:00 2024-05-21T00:25:11.967 INFO:teuthology.orchestra.run.smithi044.stdout:(121/159): python3-google-auth-2.29.0-1.el9.noa 989 kB/s | 206 kB 00:00 2024-05-21T00:25:12.042 INFO:teuthology.orchestra.run.smithi044.stdout:(122/159): python3-grpcio-1.46.7-10.el9.x86_64. 9.1 MB/s | 2.0 MB 00:00 2024-05-21T00:25:12.076 INFO:teuthology.orchestra.run.smithi044.stdout:(123/159): python3-grpcio-tools-1.46.7-10.el9.x 1.3 MB/s | 144 kB 00:00 2024-05-21T00:25:12.126 INFO:teuthology.orchestra.run.smithi044.stdout:(124/159): python3-jaraco-8.2.1-3.el9.noarch.rp 128 kB/s | 11 kB 00:00 2024-05-21T00:25:12.151 INFO:teuthology.orchestra.run.smithi044.stdout:(125/159): python3-jaraco-classes-3.2.1-5.el9.n 236 kB/s | 18 kB 00:00 2024-05-21T00:25:12.185 INFO:teuthology.orchestra.run.smithi044.stdout:(126/159): python3-jaraco-collections-3.0.0-8.e 400 kB/s | 23 kB 00:00 2024-05-21T00:25:12.210 INFO:teuthology.orchestra.run.smithi044.stdout:(127/159): python3-jaraco-functools-3.5.0-2.el9 335 kB/s | 19 kB 00:00 2024-05-21T00:25:12.244 INFO:teuthology.orchestra.run.smithi044.stdout:(128/159): python3-jaraco-text-3.2.0-6.el9.noar 340 kB/s | 20 kB 00:00 2024-05-21T00:25:12.345 INFO:teuthology.orchestra.run.smithi044.stdout:(129/159): python3-kubernetes-26.1.0-2.el9.noar 7.7 MB/s | 1.0 MB 00:00 2024-05-21T00:25:12.445 INFO:teuthology.orchestra.run.smithi044.stdout:(130/159): python3-logutils-0.3.5-21.el9.noarch 232 kB/s | 46 kB 00:00 2024-05-21T00:25:12.528 INFO:teuthology.orchestra.run.smithi044.stdout:(131/159): python3-more-itertools-8.12.0-2.el9. 431 kB/s | 79 kB 00:00 2024-05-21T00:25:12.553 INFO:teuthology.orchestra.run.smithi044.stdout:(132/159): python3-natsort-7.1.1-5.el9.noarch.r 534 kB/s | 58 kB 00:00 2024-05-21T00:25:12.637 INFO:teuthology.orchestra.run.smithi044.stdout:(133/159): python3-pecan-1.4.2-3.el9.noarch.rpm 2.5 MB/s | 272 kB 00:00 2024-05-21T00:25:12.662 INFO:teuthology.orchestra.run.smithi044.stdout:(134/159): python3-portend-3.1.0-2.el9.noarch.r 152 kB/s | 16 kB 00:00 2024-05-21T00:25:12.721 INFO:teuthology.orchestra.run.smithi044.stdout:(135/159): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.1 MB/s | 90 kB 00:00 2024-05-21T00:25:12.760 INFO:teuthology.orchestra.run.smithi092.stdout:(31/159): ceph-mgr-diskprediction-local-19.0.0- 6.9 MB/s | 7.4 MB 00:01 2024-05-21T00:25:12.780 INFO:teuthology.orchestra.run.smithi044.stdout:(136/159): python3-pyperclip-1.8.2-2.el9.noarch 243 kB/s | 28 kB 00:00 2024-05-21T00:25:12.860 INFO:teuthology.orchestra.run.smithi092.stdout:(32/159): ceph-mgr-modules-core-19.0.0-3829.gb7 2.7 MB/s | 274 kB 00:00 2024-05-21T00:25:12.888 INFO:teuthology.orchestra.run.smithi044.stdout:(137/159): python3-repoze-lru-0.7-16.el9.noarch 185 kB/s | 31 kB 00:00 2024-05-21T00:25:12.952 INFO:teuthology.orchestra.run.smithi092.stdout:(33/159): ceph-mgr-rook-19.0.0-3829.gb772be9b.e 538 kB/s | 49 kB 00:00 2024-05-21T00:25:12.980 INFO:teuthology.orchestra.run.smithi044.stdout:(138/159): python3-routes-2.5.1-5.el9.noarch.rp 943 kB/s | 188 kB 00:00 2024-05-21T00:25:13.005 INFO:teuthology.orchestra.run.smithi044.stdout:(139/159): python3-rsa-4.9-2.el9.noarch.rpm 508 kB/s | 59 kB 00:00 2024-05-21T00:25:13.028 INFO:teuthology.orchestra.run.smithi092.stdout:(34/159): ceph-prometheus-alerts-19.0.0-3829.gb 220 kB/s | 16 kB 00:00 2024-05-21T00:25:13.103 INFO:teuthology.orchestra.run.smithi092.stdout:(35/159): ceph-volume-19.0.0-3829.gb772be9b.el9 3.6 MB/s | 273 kB 00:00 2024-05-21T00:25:13.173 INFO:teuthology.orchestra.run.smithi044.stdout:(140/159): python3-tempora-5.0.0-2.el9.noarch.r 187 kB/s | 36 kB 00:00 2024-05-21T00:25:13.183 INFO:teuthology.orchestra.run.smithi082.stdout:(10/159): ceph-radosgw-19.0.0-3829.gb772be9b.el 2.8 MB/s | 11 MB 00:03 2024-05-21T00:25:13.198 INFO:teuthology.orchestra.run.smithi044.stdout:(141/159): python3-typing-extensions-4.4.0-2.el 266 kB/s | 51 kB 00:00 2024-05-21T00:25:13.228 INFO:teuthology.orchestra.run.smithi092.stdout:(36/159): cephadm-19.0.0-3829.gb772be9b.el9.noa 6.0 MB/s | 764 kB 00:00 2024-05-21T00:25:13.303 INFO:teuthology.orchestra.run.smithi092.stdout:(37/159): cephfs-top-19.0.0-3829.gb772be9b.el9. 244 kB/s | 18 kB 00:00 2024-05-21T00:25:13.331 INFO:teuthology.orchestra.run.smithi044.stdout:(142/159): python3-websocket-client-1.2.3-2.el9 676 kB/s | 90 kB 00:00 2024-05-21T00:25:13.334 INFO:teuthology.orchestra.run.smithi082.stdout:(11/159): cephfs-mirror-19.0.0-3829.gb772be9b.e 1.5 MB/s | 224 kB 00:00 2024-05-21T00:25:13.357 INFO:teuthology.orchestra.run.smithi044.stdout:(143/159): python3-webob-1.8.7-6.el9.noarch.rpm 1.2 MB/s | 230 kB 00:00 2024-05-21T00:25:13.409 INFO:teuthology.orchestra.run.smithi082.stdout:(12/159): cephfs-shell-19.0.0-3829.gb772be9b.el 361 kB/s | 27 kB 00:00 2024-05-21T00:25:13.412 INFO:teuthology.orchestra.run.smithi092.stdout:(38/159): fuse-2.9.9-15.el9.x86_64.rpm 741 kB/s | 80 kB 00:00 2024-05-21T00:25:13.424 INFO:teuthology.orchestra.run.smithi044.stdout:(144/159): python3-zc-lockfile-2.0-10.el9.noarc 303 kB/s | 20 kB 00:00 2024-05-21T00:25:13.459 INFO:teuthology.orchestra.run.smithi082.stdout:(13/159): libcephfs-devel-19.0.0-3829.gb772be9b 634 kB/s | 32 kB 00:00 2024-05-21T00:25:13.466 INFO:teuthology.orchestra.run.smithi044.stdout:(145/159): python3-werkzeug-2.0.3-3.el9.1.noarc 3.1 MB/s | 427 kB 00:00 2024-05-21T00:25:13.513 INFO:teuthology.orchestra.run.smithi092.stdout:(39/159): libgfortran-11.4.1-3.el9.x86_64.rpm 7.8 MB/s | 803 kB 00:00 2024-05-21T00:25:13.554 INFO:teuthology.orchestra.run.smithi092.stdout:(40/159): libquadmath-11.4.1-3.el9.x86_64.rpm 4.6 MB/s | 195 kB 00:00 2024-05-21T00:25:13.582 INFO:teuthology.orchestra.run.smithi044.stdout:(146/159): re2-20211101-3.el9.x86_64.rpm 1.2 MB/s | 192 kB 00:00 2024-05-21T00:25:13.596 INFO:teuthology.orchestra.run.smithi092.stdout:(41/159): python3-cffi-1.14.5-5.el9.x86_64.rpm 6.0 MB/s | 253 kB 00:00 2024-05-21T00:25:13.633 INFO:teuthology.orchestra.run.smithi044.stdout:(147/159): thrift-0.15.0-2.el9.x86_64.rpm 9.5 MB/s | 1.6 MB 00:00 2024-05-21T00:25:13.676 INFO:teuthology.orchestra.run.smithi082.stdout:(14/159): libcephfs2-19.0.0-3829.gb772be9b.el9. 3.4 MB/s | 747 kB 00:00 2024-05-21T00:25:13.735 INFO:teuthology.orchestra.run.smithi082.stdout:(15/159): libcephsqlite-19.0.0-3829.gb772be9b.e 2.7 MB/s | 163 kB 00:00 2024-05-21T00:25:13.794 INFO:teuthology.orchestra.run.smithi082.stdout:(16/159): librados-devel-19.0.0-3829.gb772be9b. 2.1 MB/s | 127 kB 00:00 2024-05-21T00:25:14.011 INFO:teuthology.orchestra.run.smithi082.stdout:(17/159): libradosstriper1-19.0.0-3829.gb772be9 2.3 MB/s | 501 kB 00:00 2024-05-21T00:25:14.030 INFO:teuthology.orchestra.run.smithi092.stdout:(42/159): ceph-test-19.0.0-3829.gb772be9b.el9.x 10 MB/s | 49 MB 00:04 2024-05-21T00:25:14.058 INFO:teuthology.orchestra.run.smithi044.stdout:(148/159): librados2-19.0.0-3829.gb772be9b.el9. 7.2 MB/s | 3.4 MB 00:00 2024-05-21T00:25:14.105 INFO:teuthology.orchestra.run.smithi092.stdout:(43/159): librgw2-19.0.0-3829.gb772be9b.el9.x86 1.3 MB/s | 5.4 MB 00:04 2024-05-21T00:25:14.139 INFO:teuthology.orchestra.run.smithi092.stdout:(44/159): python3-cryptography-36.0.1-4.el9.x86 2.3 MB/s | 1.2 MB 00:00 2024-05-21T00:25:14.181 INFO:teuthology.orchestra.run.smithi092.stdout:(45/159): python3-requests-2.25.1-8.el9.noarch. 2.9 MB/s | 125 kB 00:00 2024-05-21T00:25:14.214 INFO:teuthology.orchestra.run.smithi092.stdout:(46/159): python3-ply-3.11-14.el9.noarch.rpm 580 kB/s | 106 kB 00:00 2024-05-21T00:25:14.248 INFO:teuthology.orchestra.run.smithi092.stdout:(47/159): python3-urllib3-1.26.5-5.el9.noarch.r 3.1 MB/s | 215 kB 00:00 2024-05-21T00:25:14.273 INFO:teuthology.orchestra.run.smithi092.stdout:(48/159): python3-pycparser-2.20-6.el9.noarch.r 807 kB/s | 135 kB 00:00 2024-05-21T00:25:14.342 INFO:teuthology.orchestra.run.smithi044.stdout:(149/159): librbd1-19.0.0-3829.gb772be9b.el9.x8 4.4 MB/s | 3.1 MB 00:00 2024-05-21T00:25:14.449 INFO:teuthology.orchestra.run.smithi092.stdout:(49/159): boost-program-options-1.75.0-8.el9.x8 611 kB/s | 107 kB 00:00 2024-05-21T00:25:14.474 INFO:teuthology.orchestra.run.smithi092.stdout:(50/159): automake-1.16.2-8.el9.noarch.rpm 2.6 MB/s | 689 kB 00:00 2024-05-21T00:25:14.491 INFO:teuthology.orchestra.run.smithi092.stdout:(51/159): elfutils-libelf-devel-0.191-4.el9.x86 517 kB/s | 22 kB 00:00 2024-05-21T00:25:14.541 INFO:teuthology.orchestra.run.smithi092.stdout:(52/159): flex-2.6.4-9.el9.x86_64.rpm 4.6 MB/s | 313 kB 00:00 2024-05-21T00:25:14.558 INFO:teuthology.orchestra.run.smithi092.stdout:(53/159): flexiblas-3.0.4-8.el9.x86_64.rpm 490 kB/s | 33 kB 00:00 2024-05-21T00:25:14.592 INFO:teuthology.orchestra.run.smithi092.stdout:(54/159): bison-3.7.4-5.el9.x86_64.rpm 2.7 MB/s | 943 kB 00:00 2024-05-21T00:25:14.611 INFO:teuthology.orchestra.run.smithi082.stdout:(18/159): ceph-common-19.0.0-3829.gb772be9b.el9 2.8 MB/s | 21 MB 00:07 2024-05-21T00:25:14.617 INFO:teuthology.orchestra.run.smithi092.stdout:(55/159): flexiblas-openblas-openmp-3.0.4-8.el9 309 kB/s | 18 kB 00:00 2024-05-21T00:25:14.642 INFO:teuthology.orchestra.run.smithi092.stdout:(56/159): libaio-devel-0.3.111-13.el9.x86_64.rp 221 kB/s | 11 kB 00:00 2024-05-21T00:25:14.668 INFO:teuthology.orchestra.run.smithi092.stdout:(57/159): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-05-21T00:25:14.669 INFO:teuthology.orchestra.run.smithi082.stdout:(19/159): python3-ceph-argparse-19.0.0-3829.gb7 779 kB/s | 45 kB 00:00 2024-05-21T00:25:14.693 INFO:teuthology.orchestra.run.smithi092.stdout:(58/159): librabbitmq-0.11.0-7.el9.x86_64.rpm 904 kB/s | 45 kB 00:00 2024-05-21T00:25:14.743 INFO:teuthology.orchestra.run.smithi092.stdout:(59/159): librdkafka-1.6.1-102.el9.x86_64.rpm 8.6 MB/s | 662 kB 00:00 2024-05-21T00:25:14.744 INFO:teuthology.orchestra.run.smithi082.stdout:(20/159): python3-ceph-common-19.0.0-3829.gb772 1.8 MB/s | 136 kB 00:00 2024-05-21T00:25:14.785 INFO:teuthology.orchestra.run.smithi092.stdout:(60/159): libuuid-devel-2.37.4-18.el9.x86_64.rp 613 kB/s | 25 kB 00:00 2024-05-21T00:25:14.835 INFO:teuthology.orchestra.run.smithi092.stdout:(61/159): flexiblas-netlib-3.0.4-8.el9.x86_64.r 10 MB/s | 3.0 MB 00:00 2024-05-21T00:25:14.836 INFO:teuthology.orchestra.run.smithi082.stdout:(21/159): python3-cephfs-19.0.0-3829.gb772be9b. 1.7 MB/s | 161 kB 00:00 2024-05-21T00:25:14.861 INFO:teuthology.orchestra.run.smithi092.stdout:(62/159): libzstd-devel-1.5.1-2.el9.x86_64.rpm 631 kB/s | 47 kB 00:00 2024-05-21T00:25:14.886 INFO:teuthology.orchestra.run.smithi092.stdout:(63/159): libtool-2.4.6-45.el9.x86_64.rpm 2.9 MB/s | 582 kB 00:00 2024-05-21T00:25:14.911 INFO:teuthology.orchestra.run.smithi092.stdout:(64/159): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.8 MB/s | 292 kB 00:00 2024-05-21T00:25:14.928 INFO:teuthology.orchestra.run.smithi082.stdout:(22/159): python3-rados-19.0.0-3829.gb772be9b.e 3.4 MB/s | 320 kB 00:00 2024-05-21T00:25:14.936 INFO:teuthology.orchestra.run.smithi092.stdout:(65/159): lua-5.4.4-4.el9.x86_64.rpm 2.4 MB/s | 188 kB 00:00 2024-05-21T00:25:14.962 INFO:teuthology.orchestra.run.smithi092.stdout:(66/159): openblas-0.3.21-2.el9.x86_64.rpm 467 kB/s | 35 kB 00:00 2024-05-21T00:25:15.000 INFO:teuthology.orchestra.run.smithi044.stdout:(150/159): NetworkManager-1.47.90-1.el9.x86_64. 2.5 MB/s | 2.3 MB 00:00 2024-05-21T00:25:15.062 INFO:teuthology.orchestra.run.smithi082.stdout:(23/159): librgw2-19.0.0-3829.gb772be9b.el9.x86 5.1 MB/s | 5.4 MB 00:01 2024-05-21T00:25:15.087 INFO:teuthology.orchestra.run.smithi092.stdout:(67/159): openssl-devel-3.2.1-1.el9.x86_64.rpm 30 MB/s | 4.4 MB 00:00 2024-05-21T00:25:15.087 INFO:teuthology.orchestra.run.smithi082.stdout:(24/159): python3-rbd-19.0.0-3829.gb772be9b.el9 1.8 MB/s | 300 kB 00:00 2024-05-21T00:25:15.113 INFO:teuthology.orchestra.run.smithi082.stdout:(25/159): python3-rgw-19.0.0-3829.gb772be9b.el9 1.9 MB/s | 99 kB 00:00 2024-05-21T00:25:15.117 INFO:teuthology.orchestra.run.smithi044.stdout:(151/159): NetworkManager-team-1.47.90-1.el9.x8 358 kB/s | 41 kB 00:00 2024-05-21T00:25:15.129 INFO:teuthology.orchestra.run.smithi092.stdout:(68/159): postgresql-13.14-1.el9.x86_64.rpm 9.5 MB/s | 1.6 MB 00:00 2024-05-21T00:25:15.138 INFO:teuthology.orchestra.run.smithi082.stdout:(26/159): rbd-fuse-19.0.0-3829.gb772be9b.el9.x8 1.7 MB/s | 85 kB 00:00 2024-05-21T00:25:15.171 INFO:teuthology.orchestra.run.smithi092.stdout:(69/159): postgresql-contrib-13.14-1.el9.x86_64 11 MB/s | 911 kB 00:00 2024-05-21T00:25:15.196 INFO:teuthology.orchestra.run.smithi092.stdout:(70/159): postgresql-private-libs-13.14-1.el9.x 1.9 MB/s | 133 kB 00:00 2024-05-21T00:25:15.197 INFO:teuthology.orchestra.run.smithi082.stdout:(27/159): rbd-nbd-19.0.0-3829.gb772be9b.el9.x86 2.9 MB/s | 171 kB 00:00 2024-05-21T00:25:15.255 INFO:teuthology.orchestra.run.smithi082.stdout:(28/159): ceph-grafana-dashboards-19.0.0-3829.g 586 kB/s | 34 kB 00:00 2024-05-21T00:25:15.263 INFO:teuthology.orchestra.run.smithi092.stdout:(71/159): openblas-openmp-0.3.21-2.el9.x86_64.r 15 MB/s | 4.7 MB 00:00 2024-05-21T00:25:15.276 INFO:teuthology.orchestra.run.smithi044.stdout:(152/159): NetworkManager-libnm-1.47.90-1.el9.x 1.9 MB/s | 1.8 MB 00:00 2024-05-21T00:25:15.305 INFO:teuthology.orchestra.run.smithi092.stdout:(72/159): protobuf-3.14.0-13.el9.x86_64.rpm 9.3 MB/s | 1.0 MB 00:00 2024-05-21T00:25:15.309 INFO:teuthology.orchestra.run.smithi044.stdout:(153/159): NetworkManager-tui-1.47.90-1.el9.x86 1.3 MB/s | 248 kB 00:00 2024-05-21T00:25:15.314 INFO:teuthology.orchestra.run.smithi082.stdout:(29/159): ceph-mgr-cephadm-19.0.0-3829.gb772be9 2.4 MB/s | 143 kB 00:00 2024-05-21T00:25:15.330 INFO:teuthology.orchestra.run.smithi092.stdout:(73/159): python3-attrs-20.3.0-7.el9.noarch.rpm 1.3 MB/s | 87 kB 00:00 2024-05-21T00:25:15.385 INFO:teuthology.orchestra.run.smithi044.stdout:(154/159): elfutils-debuginfod-client-0.191-4.e 341 kB/s | 37 kB 00:00 2024-05-21T00:25:15.414 INFO:teuthology.orchestra.run.smithi092.stdout:(74/159): postgresql-server-13.14-1.el9.x86_64. 24 MB/s | 5.8 MB 00:00 2024-05-21T00:25:15.418 INFO:teuthology.orchestra.run.smithi044.stdout:(155/159): elfutils-libelf-0.191-4.el9.x86_64.r 1.9 MB/s | 207 kB 00:00 2024-05-21T00:25:15.460 INFO:teuthology.orchestra.run.smithi092.stdout:(75/159): python3-colorama-0.4.6-3.el9.noarch.r 473 kB/s | 61 kB 00:00 2024-05-21T00:25:15.489 INFO:teuthology.orchestra.run.smithi092.stdout:(76/159): python3-devel-3.9.18-3.el9.x86_64.rpm 3.2 MB/s | 244 kB 00:00 2024-05-21T00:25:15.493 INFO:teuthology.orchestra.run.smithi044.stdout:(156/159): elfutils-libs-0.191-4.el9.x86_64.rpm 2.3 MB/s | 260 kB 00:00 2024-05-21T00:25:15.515 INFO:teuthology.orchestra.run.smithi092.stdout:(77/159): python3-jinja2-2.11.3-6.el9.noarch.rp 4.4 MB/s | 248 kB 00:00 2024-05-21T00:25:15.540 INFO:teuthology.orchestra.run.smithi092.stdout:(78/159): python3-jsonpatch-1.21-16.el9.noarch. 511 kB/s | 26 kB 00:00 2024-05-21T00:25:15.561 INFO:teuthology.orchestra.run.smithi044.stdout:(157/159): openssl-3.2.1-1.el9.x86_64.rpm 9.5 MB/s | 1.3 MB 00:00 2024-05-21T00:25:15.565 INFO:teuthology.orchestra.run.smithi092.stdout:(79/159): python3-jsonpointer-2.0-4.el9.noarch. 381 kB/s | 19 kB 00:00 2024-05-21T00:25:15.590 INFO:teuthology.orchestra.run.smithi092.stdout:(80/159): python3-mako-1.1.4-6.el9.noarch.rpm 3.3 MB/s | 172 kB 00:00 2024-05-21T00:25:15.607 INFO:teuthology.orchestra.run.smithi092.stdout:(81/159): python3-markupsafe-1.1.1-12.el9.x86_6 832 kB/s | 35 kB 00:00 2024-05-21T00:25:15.622 INFO:teuthology.orchestra.run.smithi082.stdout:(30/159): rbd-mirror-19.0.0-3829.gb772be9b.el9. 6.1 MB/s | 3.1 MB 00:00 2024-05-21T00:25:15.699 INFO:teuthology.orchestra.run.smithi092.stdout:(82/159): python3-babel-2.9.1-2.el9.noarch.rpm 15 MB/s | 6.0 MB 00:00 2024-05-21T00:25:15.725 INFO:teuthology.orchestra.run.smithi092.stdout:(83/159): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.1 MB/s | 250 kB 00:00 2024-05-21T00:25:15.750 INFO:teuthology.orchestra.run.smithi092.stdout:(84/159): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-05-21T00:25:15.775 INFO:teuthology.orchestra.run.smithi092.stdout:(85/159): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-05-21T00:25:15.801 INFO:teuthology.orchestra.run.smithi092.stdout:(86/159): python3-prettytable-0.7.2-27.el9.noar 836 kB/s | 42 kB 00:00 2024-05-21T00:25:15.826 INFO:teuthology.orchestra.run.smithi092.stdout:(87/159): python3-protobuf-3.14.0-13.el9.noarch 5.2 MB/s | 269 kB 00:00 2024-05-21T00:25:15.851 INFO:teuthology.orchestra.run.smithi092.stdout:(88/159): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-05-21T00:25:15.877 INFO:teuthology.orchestra.run.smithi092.stdout:(89/159): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-05-21T00:25:15.902 INFO:teuthology.orchestra.run.smithi092.stdout:(90/159): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-05-21T00:25:15.944 INFO:teuthology.orchestra.run.smithi092.stdout:(91/159): python3-requests-oauthlib-1.3.0-12.el 801 kB/s | 54 kB 00:00 2024-05-21T00:25:15.948 INFO:teuthology.orchestra.run.smithi082.stdout:(31/159): ceph-mgr-dashboard-19.0.0-3829.gb772b 5.6 MB/s | 3.5 MB 00:00 2024-05-21T00:25:16.019 INFO:teuthology.orchestra.run.smithi092.stdout:(92/159): python3-numpy-1.20.1-5.el9.x86_64.rpm 12 MB/s | 5.1 MB 00:00 2024-05-21T00:25:16.031 INFO:teuthology.orchestra.run.smithi082.stdout:(32/159): ceph-mgr-modules-core-19.0.0-3829.gb7 3.2 MB/s | 274 kB 00:00 2024-05-21T00:25:16.044 INFO:teuthology.orchestra.run.smithi092.stdout:(93/159): python3-toml-0.10.2-6.el9.noarch.rpm 415 kB/s | 42 kB 00:00 2024-05-21T00:25:16.069 INFO:teuthology.orchestra.run.smithi092.stdout:(94/159): python3-wcwidth-0.2.5-8.el9.noarch.rp 879 kB/s | 44 kB 00:00 2024-05-21T00:25:16.082 INFO:teuthology.orchestra.run.smithi082.stdout:(33/159): ceph-mgr-rook-19.0.0-3829.gb772be9b.e 987 kB/s | 49 kB 00:00 2024-05-21T00:25:16.095 INFO:teuthology.orchestra.run.smithi092.stdout:(95/159): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-05-21T00:25:16.120 INFO:teuthology.orchestra.run.smithi092.stdout:(96/159): qatlib-service-24.02.0-1.el9.x86_64.r 714 kB/s | 36 kB 00:00 2024-05-21T00:25:16.132 INFO:teuthology.orchestra.run.smithi082.stdout:(34/159): ceph-prometheus-alerts-19.0.0-3829.gb 328 kB/s | 16 kB 00:00 2024-05-21T00:25:16.145 INFO:teuthology.orchestra.run.smithi092.stdout:(97/159): qatzip-libs-1.2.0-1.el9.x86_64.rpm 940 kB/s | 47 kB 00:00 2024-05-21T00:25:16.171 INFO:teuthology.orchestra.run.smithi092.stdout:(98/159): socat-1.7.4.1-5.el9.x86_64.rpm 5.9 MB/s | 305 kB 00:00 2024-05-21T00:25:16.196 INFO:teuthology.orchestra.run.smithi092.stdout:(99/159): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-05-21T00:25:16.221 INFO:teuthology.orchestra.run.smithi092.stdout:(100/159): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.8 MB/s | 94 kB 00:00 2024-05-21T00:25:16.224 INFO:teuthology.orchestra.run.smithi082.stdout:(35/159): ceph-volume-19.0.0-3829.gb772be9b.el9 2.9 MB/s | 273 kB 00:00 2024-05-21T00:25:16.246 INFO:teuthology.orchestra.run.smithi092.stdout:(101/159): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-05-21T00:25:16.272 INFO:teuthology.orchestra.run.smithi092.stdout:(102/159): zlib-devel-1.2.11-41.el9.x86_64.rpm 889 kB/s | 45 kB 00:00 2024-05-21T00:25:16.564 INFO:teuthology.orchestra.run.smithi092.stdout:(103/159): python3-scipy-1.6.2-8.el9.x86_64.rpm 25 MB/s | 16 MB 00:00 2024-05-21T00:25:16.589 INFO:teuthology.orchestra.run.smithi092.stdout:(104/159): lua-devel-5.4.4-4.el9.x86_64.rpm 65 kB/s | 22 kB 00:00 2024-05-21T00:25:16.674 INFO:teuthology.orchestra.run.smithi082.stdout:(36/159): ceph-test-19.0.0-3829.gb772be9b.el9.x 9.5 MB/s | 49 MB 00:05 2024-05-21T00:25:16.678 INFO:teuthology.orchestra.run.smithi044.stdout:(158/159): openssl-libs-3.2.1-1.el9.x86_64.rpm 2.0 MB/s | 2.4 MB 00:01 2024-05-21T00:25:16.716 INFO:teuthology.orchestra.run.smithi082.stdout:(37/159): cephadm-19.0.0-3829.gb772be9b.el9.noa 1.5 MB/s | 764 kB 00:00 2024-05-21T00:25:16.742 INFO:teuthology.orchestra.run.smithi082.stdout:(38/159): cephfs-top-19.0.0-3829.gb772be9b.el9. 273 kB/s | 18 kB 00:00 2024-05-21T00:25:16.842 INFO:teuthology.orchestra.run.smithi082.stdout:(39/159): fuse-2.9.9-15.el9.x86_64.rpm 643 kB/s | 80 kB 00:00 2024-05-21T00:25:16.942 INFO:teuthology.orchestra.run.smithi082.stdout:(40/159): ceph-mgr-diskprediction-local-19.0.0- 5.6 MB/s | 7.4 MB 00:01 2024-05-21T00:25:16.959 INFO:teuthology.orchestra.run.smithi082.stdout:(41/159): libquadmath-11.4.1-3.el9.x86_64.rpm 1.6 MB/s | 195 kB 00:00 2024-05-21T00:25:17.009 INFO:teuthology.orchestra.run.smithi082.stdout:(42/159): libgfortran-11.4.1-3.el9.x86_64.rpm 2.9 MB/s | 803 kB 00:00 2024-05-21T00:25:17.051 INFO:teuthology.orchestra.run.smithi082.stdout:(43/159): python3-cryptography-36.0.1-4.el9.x86 13 MB/s | 1.2 MB 00:00 2024-05-21T00:25:17.076 INFO:teuthology.orchestra.run.smithi082.stdout:(44/159): python3-ply-3.11-14.el9.noarch.rpm 1.6 MB/s | 106 kB 00:00 2024-05-21T00:25:17.102 INFO:teuthology.orchestra.run.smithi082.stdout:(45/159): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.6 MB/s | 253 kB 00:00 2024-05-21T00:25:17.127 INFO:teuthology.orchestra.run.smithi082.stdout:(46/159): python3-pycparser-2.20-6.el9.noarch.r 1.8 MB/s | 135 kB 00:00 2024-05-21T00:25:17.139 INFO:teuthology.orchestra.run.smithi092.stdout:(105/159): protobuf-compiler-3.14.0-13.el9.x86_ 996 kB/s | 863 kB 00:00 2024-05-21T00:25:17.152 INFO:teuthology.orchestra.run.smithi082.stdout:(47/159): python3-requests-2.25.1-8.el9.noarch. 1.6 MB/s | 125 kB 00:00 2024-05-21T00:25:17.178 INFO:teuthology.orchestra.run.smithi082.stdout:(48/159): python3-urllib3-1.26.5-5.el9.noarch.r 2.8 MB/s | 215 kB 00:00 2024-05-21T00:25:17.198 INFO:teuthology.orchestra.run.smithi092.stdout:(106/159): gperftools-libs-2.9.1-2.el9.x86_64.r 507 kB/s | 309 kB 00:00 2024-05-21T00:25:17.248 INFO:teuthology.orchestra.run.smithi092.stdout:(107/159): abseil-cpp-20211102.0-3.el9.x86_64.r 802 kB/s | 548 kB 00:00 2024-05-21T00:25:17.273 INFO:teuthology.orchestra.run.smithi092.stdout:(108/159): grpc-data-1.46.7-10.el9.noarch.rpm 145 kB/s | 19 kB 00:00 2024-05-21T00:25:17.407 INFO:teuthology.orchestra.run.smithi092.stdout:(109/159): libarrow-doc-9.0.0-11.el9.noarch.rpm 164 kB/s | 26 kB 00:00 2024-05-21T00:25:17.432 INFO:teuthology.orchestra.run.smithi092.stdout:(110/159): liboath-2.6.7-2.el9.x86_64.rpm 306 kB/s | 49 kB 00:00 2024-05-21T00:25:17.599 INFO:teuthology.orchestra.run.smithi092.stdout:(111/159): libarrow-9.0.0-11.el9.x86_64.rpm 11 MB/s | 4.4 MB 00:00 2024-05-21T00:25:17.603 INFO:teuthology.orchestra.run.smithi082.stdout:(49/159): boost-program-options-1.75.0-8.el9.x8 251 kB/s | 107 kB 00:00 2024-05-21T00:25:17.625 INFO:teuthology.orchestra.run.smithi092.stdout:(112/159): libunwind-1.6.2-1.el9.x86_64.rpm 310 kB/s | 67 kB 00:00 2024-05-21T00:25:17.650 INFO:teuthology.orchestra.run.smithi092.stdout:(113/159): luarocks-3.9.2-5.el9.noarch.rpm 703 kB/s | 151 kB 00:00 2024-05-21T00:25:17.711 INFO:teuthology.orchestra.run.smithi082.stdout:(50/159): elfutils-libelf-devel-0.191-4.el9.x86 200 kB/s | 22 kB 00:00 2024-05-21T00:25:17.716 INFO:teuthology.orchestra.run.smithi092.stdout:(114/159): parquet-libs-9.0.0-11.el9.x86_64.rpm 7.0 MB/s | 839 kB 00:00 2024-05-21T00:25:17.784 INFO:teuthology.orchestra.run.smithi092.stdout:(115/159): python3-asyncssh-2.13.2-5.el9.noarch 4.0 MB/s | 548 kB 00:00 2024-05-21T00:25:17.801 INFO:teuthology.orchestra.run.smithi092.stdout:(116/159): python3-bcrypt-3.2.2-1.el9.x86_64.rp 288 kB/s | 43 kB 00:00 2024-05-21T00:25:17.826 INFO:teuthology.orchestra.run.smithi092.stdout:(117/159): python3-cachetools-4.2.4-1.el9.noarc 295 kB/s | 32 kB 00:00 2024-05-21T00:25:17.876 INFO:teuthology.orchestra.run.smithi092.stdout:(118/159): python3-certifi-2021.10.8-2.el9.noar 163 kB/s | 15 kB 00:00 2024-05-21T00:25:17.903 INFO:teuthology.orchestra.run.smithi082.stdout:(51/159): automake-1.16.2-8.el9.noarch.rpm 888 kB/s | 689 kB 00:00 2024-05-21T00:25:17.910 INFO:teuthology.orchestra.run.smithi092.stdout:(119/159): python3-cheroot-8.6.0-4.el9.noarch.r 1.5 MB/s | 172 kB 00:00 2024-05-21T00:25:17.935 INFO:teuthology.orchestra.run.smithi092.stdout:(120/159): python3-cherrypy-18.6.1-2.el9.noarch 3.2 MB/s | 358 kB 00:00 2024-05-21T00:25:17.994 INFO:teuthology.orchestra.run.smithi092.stdout:(121/159): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.5 MB/s | 303 kB 00:00 2024-05-21T00:25:18.012 INFO:teuthology.orchestra.run.smithi082.stdout:(52/159): flexiblas-3.0.4-8.el9.x86_64.rpm 302 kB/s | 33 kB 00:00 2024-05-21T00:25:18.035 INFO:teuthology.orchestra.run.smithi092.stdout:(122/159): python3-google-auth-2.29.0-1.el9.noa 1.6 MB/s | 206 kB 00:00 2024-05-21T00:25:18.046 INFO:teuthology.orchestra.run.smithi082.stdout:(53/159): bison-3.7.4-5.el9.x86_64.rpm 1.0 MB/s | 943 kB 00:00 2024-05-21T00:25:18.079 INFO:teuthology.orchestra.run.smithi082.stdout:(54/159): flex-2.6.4-9.el9.x86_64.rpm 853 kB/s | 313 kB 00:00 2024-05-21T00:25:18.102 INFO:teuthology.orchestra.run.smithi092.stdout:(123/159): python3-grpcio-1.46.7-10.el9.x86_64. 12 MB/s | 2.0 MB 00:00 2024-05-21T00:25:18.128 INFO:teuthology.orchestra.run.smithi092.stdout:(124/159): python3-grpcio-tools-1.46.7-10.el9.x 1.1 MB/s | 144 kB 00:00 2024-05-21T00:25:18.146 INFO:teuthology.orchestra.run.smithi082.stdout:(55/159): flexiblas-openblas-openmp-3.0.4-8.el9 181 kB/s | 18 kB 00:00 2024-05-21T00:25:18.153 INFO:teuthology.orchestra.run.smithi092.stdout:(125/159): python3-jaraco-8.2.1-3.el9.noarch.rp 93 kB/s | 11 kB 00:00 2024-05-21T00:25:18.180 INFO:teuthology.orchestra.run.smithi082.stdout:(56/159): libaio-devel-0.3.111-13.el9.x86_64.rp 111 kB/s | 11 kB 00:00 2024-05-21T00:25:18.203 INFO:teuthology.orchestra.run.smithi092.stdout:(126/159): python3-jaraco-classes-3.2.1-5.el9.n 176 kB/s | 18 kB 00:00 2024-05-21T00:25:18.228 INFO:teuthology.orchestra.run.smithi092.stdout:(127/159): python3-jaraco-collections-3.0.0-8.e 231 kB/s | 23 kB 00:00 2024-05-21T00:25:18.254 INFO:teuthology.orchestra.run.smithi092.stdout:(128/159): python3-jaraco-functools-3.5.0-2.el9 193 kB/s | 19 kB 00:00 2024-05-21T00:25:18.255 INFO:teuthology.orchestra.run.smithi082.stdout:(57/159): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.4 MB/s | 160 kB 00:00 2024-05-21T00:25:18.289 INFO:teuthology.orchestra.run.smithi082.stdout:(58/159): librabbitmq-0.11.0-7.el9.x86_64.rpm 416 kB/s | 45 kB 00:00 2024-05-21T00:25:18.307 INFO:teuthology.orchestra.run.smithi092.stdout:(129/159): python3-jaraco-text-3.2.0-6.el9.noar 195 kB/s | 20 kB 00:00 2024-05-21T00:25:18.354 INFO:teuthology.orchestra.run.smithi092.stdout:(130/159): python3-kubernetes-26.1.0-2.el9.noar 8.1 MB/s | 1.0 MB 00:00 2024-05-21T00:25:18.380 INFO:teuthology.orchestra.run.smithi092.stdout:(131/159): python3-logutils-0.3.5-21.el9.noarch 368 kB/s | 46 kB 00:00 2024-05-21T00:25:18.405 INFO:teuthology.orchestra.run.smithi092.stdout:(132/159): python3-more-itertools-8.12.0-2.el9. 785 kB/s | 79 kB 00:00 2024-05-21T00:25:18.447 INFO:teuthology.orchestra.run.smithi082.stdout:(59/159): librdkafka-1.6.1-102.el9.x86_64.rpm 3.4 MB/s | 662 kB 00:00 2024-05-21T00:25:18.463 INFO:teuthology.orchestra.run.smithi092.stdout:(133/159): python3-natsort-7.1.1-5.el9.noarch.r 531 kB/s | 58 kB 00:00 2024-05-21T00:25:18.489 INFO:teuthology.orchestra.run.smithi092.stdout:(134/159): python3-pecan-1.4.2-3.el9.noarch.rpm 2.4 MB/s | 272 kB 00:00 2024-05-21T00:25:18.498 INFO:teuthology.orchestra.run.smithi082.stdout:(60/159): flexiblas-netlib-3.0.4-8.el9.x86_64.r 6.2 MB/s | 3.0 MB 00:00 2024-05-21T00:25:18.514 INFO:teuthology.orchestra.run.smithi092.stdout:(135/159): python3-portend-3.1.0-2.el9.noarch.r 151 kB/s | 16 kB 00:00 2024-05-21T00:25:18.548 INFO:teuthology.orchestra.run.smithi082.stdout:(61/159): libuuid-devel-2.37.4-18.el9.x86_64.rp 254 kB/s | 25 kB 00:00 2024-05-21T00:25:18.564 INFO:teuthology.orchestra.run.smithi092.stdout:(136/159): python3-pyOpenSSL-21.0.0-1.el9.noarc 899 kB/s | 90 kB 00:00 2024-05-21T00:25:18.573 INFO:teuthology.orchestra.run.smithi082.stdout:(62/159): libtool-2.4.6-45.el9.x86_64.rpm 2.0 MB/s | 582 kB 00:00 2024-05-21T00:25:18.590 INFO:teuthology.orchestra.run.smithi092.stdout:(137/159): python3-pyperclip-1.8.2-2.el9.noarch 281 kB/s | 28 kB 00:00 2024-05-21T00:25:18.590 INFO:teuthology.orchestra.run.smithi082.stdout:(63/159): libzstd-devel-1.5.1-2.el9.x86_64.rpm 513 kB/s | 47 kB 00:00 2024-05-21T00:25:18.615 INFO:teuthology.orchestra.run.smithi092.stdout:(138/159): python3-repoze-lru-0.7-16.el9.noarch 305 kB/s | 31 kB 00:00 2024-05-21T00:25:18.657 INFO:teuthology.orchestra.run.smithi082.stdout:(64/159): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.6 MB/s | 292 kB 00:00 2024-05-21T00:25:18.665 INFO:teuthology.orchestra.run.smithi092.stdout:(139/159): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-05-21T00:25:18.690 INFO:teuthology.orchestra.run.smithi092.stdout:(140/159): python3-rsa-4.9-2.el9.noarch.rpm 588 kB/s | 59 kB 00:00 2024-05-21T00:25:18.699 INFO:teuthology.orchestra.run.smithi082.stdout:(65/159): lua-5.4.4-4.el9.x86_64.rpm 1.5 MB/s | 188 kB 00:00 2024-05-21T00:25:18.716 INFO:teuthology.orchestra.run.smithi092.stdout:(141/159): python3-tempora-5.0.0-2.el9.noarch.r 355 kB/s | 36 kB 00:00 2024-05-21T00:25:18.716 INFO:teuthology.orchestra.run.smithi082.stdout:(66/159): openblas-0.3.21-2.el9.x86_64.rpm 280 kB/s | 35 kB 00:00 2024-05-21T00:25:18.775 INFO:teuthology.orchestra.run.smithi092.stdout:(142/159): python3-typing-extensions-4.4.0-2.el 468 kB/s | 51 kB 00:00 2024-05-21T00:25:18.800 INFO:teuthology.orchestra.run.smithi092.stdout:(143/159): python3-webob-1.8.7-6.el9.noarch.rpm 2.1 MB/s | 230 kB 00:00 2024-05-21T00:25:18.845 INFO:teuthology.orchestra.run.smithi092.stdout:(144/159): python3-websocket-client-1.2.3-2.el9 695 kB/s | 90 kB 00:00 2024-05-21T00:25:18.892 INFO:teuthology.orchestra.run.smithi092.stdout:(145/159): python3-werkzeug-2.0.3-3.el9.1.noarc 3.6 MB/s | 427 kB 00:00 2024-05-21T00:25:18.917 INFO:teuthology.orchestra.run.smithi092.stdout:(146/159): python3-zc-lockfile-2.0-10.el9.noarc 170 kB/s | 20 kB 00:00 2024-05-21T00:25:18.925 INFO:teuthology.orchestra.run.smithi082.stdout:(67/159): postgresql-13.14-1.el9.x86_64.rpm 7.6 MB/s | 1.6 MB 00:00 2024-05-21T00:25:18.951 INFO:teuthology.orchestra.run.smithi092.stdout:(147/159): re2-20211101-3.el9.x86_64.rpm 1.8 MB/s | 192 kB 00:00 2024-05-21T00:25:19.034 INFO:teuthology.orchestra.run.smithi092.stdout:(148/159): thrift-0.15.0-2.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-05-21T00:25:19.218 INFO:teuthology.orchestra.run.smithi092.stdout:(149/159): NetworkManager-1.47.90-1.el9.x86_64. 13 MB/s | 2.3 MB 00:00 2024-05-21T00:25:19.277 INFO:teuthology.orchestra.run.smithi092.stdout:(150/159): NetworkManager-libnm-1.47.90-1.el9.x 31 MB/s | 1.8 MB 00:00 2024-05-21T00:25:19.310 INFO:teuthology.orchestra.run.smithi092.stdout:(151/159): NetworkManager-team-1.47.90-1.el9.x8 1.2 MB/s | 41 kB 00:00 2024-05-21T00:25:19.352 INFO:teuthology.orchestra.run.smithi092.stdout:(152/159): NetworkManager-tui-1.47.90-1.el9.x86 5.8 MB/s | 248 kB 00:00 2024-05-21T00:25:19.369 INFO:teuthology.orchestra.run.smithi092.stdout:[MIRROR] elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-21T00:25:19.502 INFO:teuthology.orchestra.run.smithi092.stdout:(153/159): elfutils-debuginfod-client-0.191-4.e 245 kB/s | 37 kB 00:00 2024-05-21T00:25:19.578 INFO:teuthology.orchestra.run.smithi092.stdout:(154/159): elfutils-libelf-0.191-4.el9.x86_64.r 2.7 MB/s | 207 kB 00:00 2024-05-21T00:25:19.636 INFO:teuthology.orchestra.run.smithi092.stdout:(155/159): elfutils-libs-0.191-4.el9.x86_64.rpm 4.4 MB/s | 260 kB 00:00 2024-05-21T00:25:19.687 INFO:teuthology.orchestra.run.smithi092.stdout:(156/159): librbd1-19.0.0-3829.gb772be9b.el9.x8 4.3 MB/s | 3.1 MB 00:00 2024-05-21T00:25:19.762 INFO:teuthology.orchestra.run.smithi092.stdout:(157/159): openssl-3.2.1-1.el9.x86_64.rpm 11 MB/s | 1.3 MB 00:00 2024-05-21T00:25:19.812 INFO:teuthology.orchestra.run.smithi092.stdout:(158/159): openssl-libs-3.2.1-1.el9.x86_64.rpm 19 MB/s | 2.4 MB 00:00 2024-05-21T00:25:20.050 INFO:teuthology.orchestra.run.smithi082.stdout:(68/159): openssl-devel-3.2.1-1.el9.x86_64.rpm 3.3 MB/s | 4.4 MB 00:01 2024-05-21T00:25:20.175 INFO:teuthology.orchestra.run.smithi082.stdout:(69/159): postgresql-contrib-13.14-1.el9.x86_64 729 kB/s | 911 kB 00:01 2024-05-21T00:25:20.350 INFO:teuthology.orchestra.run.smithi082.stdout:(70/159): postgresql-private-libs-13.14-1.el9.x 444 kB/s | 133 kB 00:00 2024-05-21T00:25:21.220 INFO:teuthology.orchestra.run.smithi044.stdout:(159/159): python3-scipy-1.6.2-8.el9.x86_64.rpm 1.4 MB/s | 16 MB 00:11 2024-05-21T00:25:21.225 INFO:teuthology.orchestra.run.smithi044.stdout:-------------------------------------------------------------------------------- 2024-05-21T00:25:21.226 INFO:teuthology.orchestra.run.smithi044.stdout:Total 10 MB/s | 227 MB 00:22 2024-05-21T00:25:21.279 INFO:teuthology.orchestra.run.smithi092.stdout:(159/159): librados2-19.0.0-3829.gb772be9b.el9. 1.4 MB/s | 3.4 MB 00:02 2024-05-21T00:25:21.285 INFO:teuthology.orchestra.run.smithi092.stdout:-------------------------------------------------------------------------------- 2024-05-21T00:25:21.285 INFO:teuthology.orchestra.run.smithi092.stdout:Total 14 MB/s | 227 MB 00:15 2024-05-21T00:25:21.392 INFO:teuthology.orchestra.run.smithi082.stdout:(71/159): openblas-openmp-0.3.21-2.el9.x86_64.r 1.7 MB/s | 4.7 MB 00:02 2024-05-21T00:25:21.601 INFO:teuthology.orchestra.run.smithi082.stdout:(72/159): python3-attrs-20.3.0-7.el9.noarch.rpm 420 kB/s | 87 kB 00:00 2024-05-21T00:25:21.959 INFO:teuthology.orchestra.run.smithi082.stdout:(73/159): protobuf-3.14.0-13.el9.x86_64.rpm 642 kB/s | 1.0 MB 00:01 2024-05-21T00:25:22.068 INFO:teuthology.orchestra.run.smithi082.stdout:(74/159): python3-colorama-0.4.6-3.el9.noarch.r 565 kB/s | 61 kB 00:00 2024-05-21T00:25:22.410 INFO:teuthology.orchestra.run.smithi082.stdout:(75/159): python3-devel-3.9.18-3.el9.x86_64.rpm 714 kB/s | 244 kB 00:00 2024-05-21T00:25:22.476 INFO:teuthology.orchestra.run.smithi082.stdout:(76/159): postgresql-server-13.14-1.el9.x86_64. 2.5 MB/s | 5.8 MB 00:02 2024-05-21T00:25:22.507 INFO:teuthology.orchestra.run.smithi092.stdout:Running transaction check 2024-05-21T00:25:22.610 INFO:teuthology.orchestra.run.smithi082.stdout:(77/159): python3-jsonpatch-1.21-16.el9.noarch. 192 kB/s | 26 kB 00:00 2024-05-21T00:25:22.664 INFO:teuthology.orchestra.run.smithi092.stdout:Transaction check succeeded. 2024-05-21T00:25:22.664 INFO:teuthology.orchestra.run.smithi092.stdout:Running transaction test 2024-05-21T00:25:22.710 INFO:teuthology.orchestra.run.smithi082.stdout:(78/159): python3-jsonpointer-2.0-4.el9.noarch. 191 kB/s | 19 kB 00:00 2024-05-21T00:25:22.794 INFO:teuthology.orchestra.run.smithi082.stdout:(79/159): python3-jinja2-2.11.3-6.el9.noarch.rp 646 kB/s | 248 kB 00:00 2024-05-21T00:25:22.903 INFO:teuthology.orchestra.run.smithi082.stdout:(80/159): python3-markupsafe-1.1.1-12.el9.x86_6 321 kB/s | 35 kB 00:00 2024-05-21T00:25:23.120 INFO:teuthology.orchestra.run.smithi082.stdout:(81/159): python3-mako-1.1.4-6.el9.noarch.rpm 421 kB/s | 172 kB 00:00 2024-05-21T00:25:23.478 INFO:teuthology.orchestra.run.smithi082.stdout:(82/159): python3-numpy-f2py-1.20.1-5.el9.x86_6 699 kB/s | 250 kB 00:00 2024-05-21T00:25:23.820 INFO:teuthology.orchestra.run.smithi082.stdout:(83/159): python3-oauthlib-3.1.1-5.el9.noarch.r 650 kB/s | 222 kB 00:00 2024-05-21T00:25:24.004 INFO:teuthology.orchestra.run.smithi082.stdout:(84/159): python3-packaging-20.9-5.el9.noarch.r 421 kB/s | 77 kB 00:00 2024-05-21T00:25:24.120 INFO:teuthology.orchestra.run.smithi082.stdout:(85/159): python3-prettytable-0.7.2-27.el9.noar 363 kB/s | 42 kB 00:00 2024-05-21T00:25:24.463 INFO:teuthology.orchestra.run.smithi092.stdout:Transaction test succeeded. 2024-05-21T00:25:24.464 INFO:teuthology.orchestra.run.smithi092.stdout:Running transaction 2024-05-21T00:25:24.534 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction check 2024-05-21T00:25:24.537 INFO:teuthology.orchestra.run.smithi082.stdout:(86/159): python3-protobuf-3.14.0-13.el9.noarch 646 kB/s | 269 kB 00:00 2024-05-21T00:25:24.804 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction check succeeded. 2024-05-21T00:25:24.805 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction test 2024-05-21T00:25:24.813 INFO:teuthology.orchestra.run.smithi082.stdout:(87/159): python3-pyasn1-0.4.8-6.el9.noarch.rpm 577 kB/s | 159 kB 00:00 2024-05-21T00:25:25.230 INFO:teuthology.orchestra.run.smithi082.stdout:(88/159): python3-pyasn1-modules-0.4.8-6.el9.no 669 kB/s | 279 kB 00:00 2024-05-21T00:25:25.330 INFO:teuthology.orchestra.run.smithi082.stdout:(89/159): python3-pytz-2021.1-5.el9.noarch.rpm 510 kB/s | 51 kB 00:00 2024-05-21T00:25:25.431 INFO:teuthology.orchestra.run.smithi082.stdout:(90/159): python3-requests-oauthlib-1.3.0-12.el 535 kB/s | 54 kB 00:00 2024-05-21T00:25:27.565 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction test succeeded. 2024-05-21T00:25:27.565 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction 2024-05-21T00:25:29.880 INFO:teuthology.orchestra.run.smithi082.stdout:(91/159): python3-babel-2.9.1-2.el9.noarch.rpm 737 kB/s | 6.0 MB 00:08 2024-05-21T00:25:29.947 INFO:teuthology.orchestra.run.smithi082.stdout:(92/159): python3-numpy-1.20.1-5.el9.x86_64.rpm 741 kB/s | 5.1 MB 00:07 2024-05-21T00:25:29.981 INFO:teuthology.orchestra.run.smithi082.stdout:(93/159): python3-toml-0.10.2-6.el9.noarch.rpm 416 kB/s | 42 kB 00:00 2024-05-21T00:25:30.056 INFO:teuthology.orchestra.run.smithi082.stdout:(94/159): python3-wcwidth-0.2.5-8.el9.noarch.rp 407 kB/s | 44 kB 00:00 2024-05-21T00:25:30.157 INFO:teuthology.orchestra.run.smithi082.stdout:(95/159): qatlib-service-24.02.0-1.el9.x86_64.r 359 kB/s | 36 kB 00:00 2024-05-21T00:25:30.265 INFO:teuthology.orchestra.run.smithi082.stdout:(96/159): qatzip-libs-1.2.0-1.el9.x86_64.rpm 437 kB/s | 47 kB 00:00 2024-05-21T00:25:30.340 INFO:teuthology.orchestra.run.smithi082.stdout:(97/159): qatlib-24.02.0-1.el9.x86_64.rpm 614 kB/s | 221 kB 00:00 2024-05-21T00:25:30.441 INFO:teuthology.orchestra.run.smithi082.stdout:(98/159): uuid-1.6.2-55.el9.x86_64.rpm 578 kB/s | 58 kB 00:00 2024-05-21T00:25:30.624 INFO:teuthology.orchestra.run.smithi082.stdout:(99/159): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 511 kB/s | 94 kB 00:00 2024-05-21T00:25:30.686 INFO:teuthology.orchestra.run.smithi092.stdout: Preparing : 1/1 2024-05-21T00:25:30.733 INFO:teuthology.orchestra.run.smithi082.stdout:(100/159): socat-1.7.4.1-5.el9.x86_64.rpm 652 kB/s | 305 kB 00:00 2024-05-21T00:25:30.802 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/170 2024-05-21T00:25:30.841 INFO:teuthology.orchestra.run.smithi082.stdout:(101/159): xmlstarlet-1.6.1-20.el9.x86_64.rpm 294 kB/s | 64 kB 00:00 2024-05-21T00:25:30.866 INFO:teuthology.orchestra.run.smithi082.stdout:(102/159): zlib-devel-1.2.11-41.el9.x86_64.rpm 335 kB/s | 45 kB 00:00 2024-05-21T00:25:30.882 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/170 2024-05-21T00:25:30.942 INFO:teuthology.orchestra.run.smithi082.stdout:(103/159): lua-devel-5.4.4-4.el9.x86_64.rpm 222 kB/s | 22 kB 00:00 2024-05-21T00:25:30.944 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/170 2024-05-21T00:25:30.978 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/170 2024-05-21T00:25:31.004 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/170 2024-05-21T00:25:31.046 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/170 2024-05-21T00:25:31.386 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/170 2024-05-21T00:25:31.488 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : librados2-2:19.0.0-3829.gb772be9b.el9.x86_64 8/170 2024-05-21T00:25:31.611 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: librados2-2:19.0.0-3829.gb772be9b.el9.x86_64 8/170 2024-05-21T00:25:31.639 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libcephfs2-2:19.0.0-3829.gb772be9b.el9.x86_64 9/170 2024-05-21T00:25:31.692 INFO:teuthology.orchestra.run.smithi082.stdout:(104/159): abseil-cpp-20211102.0-3.el9.x86_64.r 732 kB/s | 548 kB 00:00 2024-05-21T00:25:31.740 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: libcephfs2-2:19.0.0-3829.gb772be9b.el9.x86_64 9/170 2024-05-21T00:25:31.768 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-rados-2:19.0.0-3829.gb772be9b.el9.x86_64 10/170 2024-05-21T00:25:31.801 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/170 2024-05-21T00:25:31.834 INFO:teuthology.orchestra.run.smithi082.stdout:(105/159): gperftools-libs-2.9.1-2.el9.x86_64.r 2.1 MB/s | 309 kB 00:00 2024-05-21T00:25:31.943 INFO:teuthology.orchestra.run.smithi082.stdout:(106/159): grpc-data-1.46.7-10.el9.noarch.rpm 179 kB/s | 19 kB 00:00 2024-05-21T00:25:31.975 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/170 2024-05-21T00:25:32.033 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/170 2024-05-21T00:25:32.051 INFO:teuthology.orchestra.run.smithi082.stdout:(107/159): protobuf-compiler-3.14.0-13.el9.x86_ 729 kB/s | 863 kB 00:01 2024-05-21T00:25:32.061 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libcephsqlite-2:19.0.0-3829.gb772be9b.el9.x86_64 14/170 2024-05-21T00:25:32.166 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3829.gb772be9b.el9.x86_64 14/170 2024-05-21T00:25:32.195 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libradosstriper1-2:19.0.0-3829.gb772be9b.el9.x86 15/170 2024-05-21T00:25:32.258 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3829.gb772be9b.el9.x86 15/170 2024-05-21T00:25:32.280 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-21T00:25:32.298 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-21T00:25:32.368 INFO:teuthology.orchestra.run.smithi082.stdout:(108/159): libarrow-9.0.0-11.el9.x86_64.rpm 10 MB/s | 4.4 MB 00:00 2024-05-21T00:25:32.393 INFO:teuthology.orchestra.run.smithi082.stdout:(109/159): libarrow-doc-9.0.0-11.el9.noarch.rpm 76 kB/s | 26 kB 00:00 2024-05-21T00:25:32.469 INFO:teuthology.orchestra.run.smithi082.stdout:(110/159): liboath-2.6.7-2.el9.x86_64.rpm 485 kB/s | 49 kB 00:00 2024-05-21T00:25:32.522 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-21T00:25:32.577 INFO:teuthology.orchestra.run.smithi082.stdout:(111/159): luarocks-3.9.2-5.el9.noarch.rpm 1.4 MB/s | 151 kB 00:00 2024-05-21T00:25:32.656 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-21T00:25:32.669 INFO:teuthology.orchestra.run.smithi082.stdout:(112/159): libunwind-1.6.2-1.el9.x86_64.rpm 244 kB/s | 67 kB 00:00 2024-05-21T00:25:32.711 INFO:teuthology.orchestra.run.smithi082.stdout:(113/159): parquet-libs-9.0.0-11.el9.x86_64.rpm 6.1 MB/s | 839 kB 00:00 2024-05-21T00:25:32.785 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-21T00:25:32.812 INFO:teuthology.orchestra.run.smithi082.stdout:(114/159): python3-bcrypt-3.2.2-1.el9.x86_64.rp 435 kB/s | 43 kB 00:00 2024-05-21T00:25:32.829 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-21T00:25:32.912 INFO:teuthology.orchestra.run.smithi082.stdout:(115/159): python3-cachetools-4.2.4-1.el9.noarc 322 kB/s | 32 kB 00:00 2024-05-21T00:25:32.924 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T00:25:32.997 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T00:25:33.012 INFO:teuthology.orchestra.run.smithi082.stdout:(116/159): python3-certifi-2021.10.8-2.el9.noar 150 kB/s | 15 kB 00:00 2024-05-21T00:25:33.054 INFO:teuthology.orchestra.run.smithi082.stdout:(117/159): python3-asyncssh-2.13.2-5.el9.noarch 1.4 MB/s | 548 kB 00:00 2024-05-21T00:25:33.121 INFO:teuthology.orchestra.run.smithi082.stdout:(118/159): python3-cheroot-8.6.0-4.el9.noarch.r 1.5 MB/s | 172 kB 00:00 2024-05-21T00:25:33.206 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T00:25:33.280 INFO:teuthology.orchestra.run.smithi082.stdout:(119/159): python3-cherrypy-18.6.1-2.el9.noarch 1.6 MB/s | 358 kB 00:00 2024-05-21T00:25:33.311 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : re2-1:20211101-3.el9.x86_64 20/170 2024-05-21T00:25:33.343 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/170 2024-05-21T00:25:33.372 INFO:teuthology.orchestra.run.smithi082.stdout:(120/159): python3-cmd2-2.4.2-2.el9.noarch.rpm 1.2 MB/s | 303 kB 00:00 2024-05-21T00:25:33.377 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/170 2024-05-21T00:25:33.406 INFO:teuthology.orchestra.run.smithi082.stdout:(121/159): python3-google-auth-2.29.0-1.el9.noa 1.6 MB/s | 206 kB 00:00 2024-05-21T00:25:33.450 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/170 2024-05-21T00:25:33.485 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/170 2024-05-21T00:25:33.529 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/170 2024-05-21T00:25:33.531 INFO:teuthology.orchestra.run.smithi082.stdout:(122/159): python3-grpcio-1.46.7-10.el9.x86_64. 13 MB/s | 2.0 MB 00:00 2024-05-21T00:25:33.556 INFO:teuthology.orchestra.run.smithi082.stdout:(123/159): python3-grpcio-tools-1.46.7-10.el9.x 962 kB/s | 144 kB 00:00 2024-05-21T00:25:33.562 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/170 2024-05-21T00:25:33.589 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/170 2024-05-21T00:25:33.639 INFO:teuthology.orchestra.run.smithi082.stdout:(124/159): python3-jaraco-8.2.1-3.el9.noarch.rp 98 kB/s | 11 kB 00:00 2024-05-21T00:25:33.657 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/170 2024-05-21T00:25:33.665 INFO:teuthology.orchestra.run.smithi082.stdout:(125/159): python3-jaraco-classes-3.2.1-5.el9.n 162 kB/s | 18 kB 00:00 2024-05-21T00:25:33.720 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/170 2024-05-21T00:25:33.749 INFO:teuthology.orchestra.run.smithi082.stdout:(126/159): python3-jaraco-collections-3.0.0-8.e 213 kB/s | 23 kB 00:00 2024-05-21T00:25:33.750 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/170 2024-05-21T00:25:33.774 INFO:teuthology.orchestra.run.smithi082.stdout:(127/159): python3-jaraco-functools-3.5.0-2.el9 179 kB/s | 19 kB 00:00 2024-05-21T00:25:33.786 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/170 2024-05-21T00:25:33.857 INFO:teuthology.orchestra.run.smithi082.stdout:(128/159): python3-jaraco-text-3.2.0-6.el9.noar 181 kB/s | 20 kB 00:00 2024-05-21T00:25:33.861 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/170 2024-05-21T00:25:33.899 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-ceph-common-2:19.0.0-3829.gb772be9b.el9. 33/170 2024-05-21T00:25:33.942 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-ceph-argparse-2:19.0.0-3829.gb772be9b.el 34/170 2024-05-21T00:25:33.966 INFO:teuthology.orchestra.run.smithi082.stdout:(129/159): python3-logutils-0.3.5-21.el9.noarch 428 kB/s | 46 kB 00:00 2024-05-21T00:25:33.971 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-cephfs-2:19.0.0-3829.gb772be9b.el9.x86_6 35/170 2024-05-21T00:25:33.999 INFO:teuthology.orchestra.run.smithi082.stdout:(130/159): python3-kubernetes-26.1.0-2.el9.noar 4.5 MB/s | 1.0 MB 00:00 2024-05-21T00:25:34.048 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/170 2024-05-21T00:25:34.083 INFO:teuthology.orchestra.run.smithi082.stdout:(131/159): python3-more-itertools-8.12.0-2.el9. 674 kB/s | 79 kB 00:00 2024-05-21T00:25:34.094 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/170 2024-05-21T00:25:34.108 INFO:teuthology.orchestra.run.smithi082.stdout:(132/159): python3-natsort-7.1.1-5.el9.noarch.r 531 kB/s | 58 kB 00:00 2024-05-21T00:25:34.168 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/170 2024-05-21T00:25:34.192 INFO:teuthology.orchestra.run.smithi082.stdout:(133/159): python3-pecan-1.4.2-3.el9.noarch.rpm 2.5 MB/s | 272 kB 00:00 2024-05-21T00:25:34.217 INFO:teuthology.orchestra.run.smithi082.stdout:(134/159): python3-portend-3.1.0-2.el9.noarch.r 151 kB/s | 16 kB 00:00 2024-05-21T00:25:34.299 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/170 2024-05-21T00:25:34.301 INFO:teuthology.orchestra.run.smithi082.stdout:(135/159): python3-pyOpenSSL-21.0.0-1.el9.noarc 828 kB/s | 90 kB 00:00 2024-05-21T00:25:34.326 INFO:teuthology.orchestra.run.smithi082.stdout:(136/159): python3-pyperclip-1.8.2-2.el9.noarch 260 kB/s | 28 kB 00:00 2024-05-21T00:25:34.355 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/170 2024-05-21T00:25:34.410 INFO:teuthology.orchestra.run.smithi082.stdout:(137/159): python3-repoze-lru-0.7-16.el9.noarch 283 kB/s | 31 kB 00:00 2024-05-21T00:25:34.435 INFO:teuthology.orchestra.run.smithi082.stdout:(138/159): python3-routes-2.5.1-5.el9.noarch.rp 1.7 MB/s | 188 kB 00:00 2024-05-21T00:25:34.519 INFO:teuthology.orchestra.run.smithi082.stdout:(139/159): python3-rsa-4.9-2.el9.noarch.rpm 545 kB/s | 59 kB 00:00 2024-05-21T00:25:34.544 INFO:teuthology.orchestra.run.smithi082.stdout:(140/159): python3-tempora-5.0.0-2.el9.noarch.r 329 kB/s | 36 kB 00:00 2024-05-21T00:25:34.563 INFO:teuthology.orchestra.run.smithi044.stdout: Preparing : 1/1 2024-05-21T00:25:34.628 INFO:teuthology.orchestra.run.smithi082.stdout:(141/159): python3-typing-extensions-4.4.0-2.el 470 kB/s | 51 kB 00:00 2024-05-21T00:25:34.661 INFO:teuthology.orchestra.run.smithi082.stdout:(142/159): python3-webob-1.8.7-6.el9.noarch.rpm 1.9 MB/s | 230 kB 00:00 2024-05-21T00:25:34.685 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/170 2024-05-21T00:25:34.736 INFO:teuthology.orchestra.run.smithi082.stdout:(143/159): python3-websocket-client-1.2.3-2.el9 826 kB/s | 90 kB 00:00 2024-05-21T00:25:34.770 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/170 2024-05-21T00:25:34.787 INFO:teuthology.orchestra.run.smithi082.stdout:(144/159): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-05-21T00:25:34.846 INFO:teuthology.orchestra.run.smithi082.stdout:(145/159): python3-zc-lockfile-2.0-10.el9.noarc 183 kB/s | 20 kB 00:00 2024-05-21T00:25:34.872 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/170 2024-05-21T00:25:34.879 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/170 2024-05-21T00:25:34.904 INFO:teuthology.orchestra.run.smithi082.stdout:(146/159): re2-20211101-3.el9.x86_64.rpm 1.6 MB/s | 192 kB 00:00 2024-05-21T00:25:34.937 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/170 2024-05-21T00:25:34.951 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/170 2024-05-21T00:25:34.970 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/170 2024-05-21T00:25:34.980 INFO:teuthology.orchestra.run.smithi082.stdout:(147/159): thrift-0.15.0-2.el9.x86_64.rpm 12 MB/s | 1.6 MB 00:00 2024-05-21T00:25:34.988 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 43/170 2024-05-21T00:25:35.024 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/170 2024-05-21T00:25:35.065 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 45/170 2024-05-21T00:25:35.076 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/170 2024-05-21T00:25:35.111 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : librados-devel-2:19.0.0-3829.gb772be9b.el9.x86_6 46/170 2024-05-21T00:25:35.153 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/170 2024-05-21T00:25:35.320 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 48/170 2024-05-21T00:25:35.381 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 49/170 2024-05-21T00:25:35.472 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/170 2024-05-21T00:25:35.480 INFO:teuthology.orchestra.run.smithi082.stdout:(148/159): librados2-19.0.0-3829.gb772be9b.el9. 5.9 MB/s | 3.4 MB 00:00 2024-05-21T00:25:35.500 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/170 2024-05-21T00:25:35.537 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 51/170 2024-05-21T00:25:35.610 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : librados2-2:19.0.0-3829.gb772be9b.el9.x86_64 8/170 2024-05-21T00:25:35.610 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/170 2024-05-21T00:25:35.641 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 53/170 2024-05-21T00:25:35.663 INFO:teuthology.orchestra.run.smithi082.stdout:(149/159): NetworkManager-1.47.90-1.el9.x86_64. 13 MB/s | 2.3 MB 00:00 2024-05-21T00:25:35.678 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 54/170 2024-05-21T00:25:35.724 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/170 2024-05-21T00:25:35.730 INFO:teuthology.orchestra.run.smithi082.stdout:(150/159): NetworkManager-libnm-1.47.90-1.el9.x 27 MB/s | 1.8 MB 00:00 2024-05-21T00:25:35.764 INFO:teuthology.orchestra.run.smithi082.stdout:(151/159): NetworkManager-team-1.47.90-1.el9.x8 1.2 MB/s | 41 kB 00:00 2024-05-21T00:25:35.766 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/170 2024-05-21T00:25:35.812 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: librados2-2:19.0.0-3829.gb772be9b.el9.x86_64 8/170 2024-05-21T00:25:35.822 INFO:teuthology.orchestra.run.smithi082.stdout:(152/159): librbd1-19.0.0-3829.gb772be9b.el9.x8 3.7 MB/s | 3.1 MB 00:00 2024-05-21T00:25:35.823 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/170 2024-05-21T00:25:35.844 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libcephfs2-2:19.0.0-3829.gb772be9b.el9.x86_64 9/170 2024-05-21T00:25:35.848 INFO:teuthology.orchestra.run.smithi082.stdout:(153/159): NetworkManager-tui-1.47.90-1.el9.x86 2.9 MB/s | 248 kB 00:00 2024-05-21T00:25:35.848 INFO:teuthology.orchestra.run.smithi082.stdout:[MIRROR] elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-21T00:25:35.865 INFO:teuthology.orchestra.run.smithi082.stdout:[MIRROR] elfutils-libelf-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libelf-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-21T00:25:35.870 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/170 2024-05-21T00:25:35.975 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: libcephfs2-2:19.0.0-3829.gb772be9b.el9.x86_64 9/170 2024-05-21T00:25:36.006 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/170 2024-05-21T00:25:36.026 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-rados-2:19.0.0-3829.gb772be9b.el9.x86_64 10/170 2024-05-21T00:25:36.048 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/170 2024-05-21T00:25:36.089 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 61/170 2024-05-21T00:25:36.113 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/170 2024-05-21T00:25:36.181 INFO:teuthology.orchestra.run.smithi082.stdout:(154/159): elfutils-debuginfod-client-0.191-4.e 102 kB/s | 37 kB 00:00 2024-05-21T00:25:36.183 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/170 2024-05-21T00:25:36.214 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 63/170 2024-05-21T00:25:36.282 INFO:teuthology.orchestra.run.smithi082.stdout:(155/159): elfutils-libelf-0.191-4.el9.x86_64.r 477 kB/s | 207 kB 00:00 2024-05-21T00:25:36.338 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/170 2024-05-21T00:25:36.464 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 65/170 2024-05-21T00:25:36.480 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/170 2024-05-21T00:25:36.485 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/170 2024-05-21T00:25:36.524 INFO:teuthology.orchestra.run.smithi082.stdout:(156/159): elfutils-libs-0.191-4.el9.x86_64.rpm 759 kB/s | 260 kB 00:00 2024-05-21T00:25:36.560 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/170 2024-05-21T00:25:36.566 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/170 2024-05-21T00:25:36.600 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libcephsqlite-2:19.0.0-3829.gb772be9b.el9.x86_64 14/170 2024-05-21T00:25:36.692 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/170 2024-05-21T00:25:36.732 INFO:teuthology.orchestra.run.smithi082.stdout:(157/159): openssl-3.2.1-1.el9.x86_64.rpm 3.0 MB/s | 1.3 MB 00:00 2024-05-21T00:25:36.764 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/170 2024-05-21T00:25:36.765 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3829.gb772be9b.el9.x86_64 14/170 2024-05-21T00:25:36.801 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libradosstriper1-2:19.0.0-3829.gb772be9b.el9.x86 15/170 2024-05-21T00:25:36.896 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3829.gb772be9b.el9.x86 15/170 2024-05-21T00:25:36.923 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/170 2024-05-21T00:25:36.927 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-21T00:25:37.004 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-21T00:25:37.061 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/170 2024-05-21T00:25:37.066 INFO:teuthology.orchestra.run.smithi082.stdout:(158/159): openssl-libs-3.2.1-1.el9.x86_64.rpm 4.4 MB/s | 2.4 MB 00:00 2024-05-21T00:25:37.189 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/170 2024-05-21T00:25:37.220 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/170 2024-05-21T00:25:37.250 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/170 2024-05-21T00:25:37.285 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/170 2024-05-21T00:25:37.318 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/170 2024-05-21T00:25:37.359 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/170 2024-05-21T00:25:37.394 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/170 2024-05-21T00:25:37.471 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-21T00:25:37.472 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/170 2024-05-21T00:25:37.516 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/170 2024-05-21T00:25:37.547 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/170 2024-05-21T00:25:37.594 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/170 2024-05-21T00:25:37.693 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-packaging-20.9-5.el9.noarch 83/170 2024-05-21T00:25:37.741 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 84/170 2024-05-21T00:25:37.813 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-21T00:25:38.025 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-21T00:25:38.114 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-21T00:25:38.306 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T00:25:38.412 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T00:25:38.468 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 85/170 2024-05-21T00:25:38.513 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 86/170 2024-05-21T00:25:38.547 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 87/170 2024-05-21T00:25:38.645 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 88/170 2024-05-21T00:25:38.702 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 89/170 2024-05-21T00:25:38.738 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T00:25:38.746 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 90/170 2024-05-21T00:25:38.826 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 91/170 2024-05-21T00:25:38.858 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 92/170 2024-05-21T00:25:38.950 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : re2-1:20211101-3.el9.x86_64 20/170 2024-05-21T00:25:38.984 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/170 2024-05-21T00:25:39.028 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : openblas-0.3.21-2.el9.x86_64 93/170 2024-05-21T00:25:39.041 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/170 2024-05-21T00:25:39.064 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 94/170 2024-05-21T00:25:39.142 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 95/170 2024-05-21T00:25:39.165 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/170 2024-05-21T00:25:39.224 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/170 2024-05-21T00:25:39.301 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/170 2024-05-21T00:25:39.354 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/170 2024-05-21T00:25:39.391 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/170 2024-05-21T00:25:39.517 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/170 2024-05-21T00:25:39.594 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/170 2024-05-21T00:25:39.635 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/170 2024-05-21T00:25:39.696 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/170 2024-05-21T00:25:39.799 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 96/170 2024-05-21T00:25:39.815 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/170 2024-05-21T00:25:39.855 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-ceph-common-2:19.0.0-3829.gb772be9b.el9. 33/170 2024-05-21T00:25:39.909 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-ceph-argparse-2:19.0.0-3829.gb772be9b.el 34/170 2024-05-21T00:25:39.921 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 97/170 2024-05-21T00:25:39.945 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cephfs-2:19.0.0-3829.gb772be9b.el9.x86_6 35/170 2024-05-21T00:25:40.069 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/170 2024-05-21T00:25:40.136 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/170 2024-05-21T00:25:40.248 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/170 2024-05-21T00:25:40.430 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/170 2024-05-21T00:25:40.501 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/170 2024-05-21T00:25:41.134 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 98/170 2024-05-21T00:25:41.219 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 99/170 2024-05-21T00:25:41.237 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/170 2024-05-21T00:25:41.246 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 100/170 2024-05-21T00:25:41.280 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 101/170 2024-05-21T00:25:41.346 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/170 2024-05-21T00:25:41.393 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 43/170 2024-05-21T00:25:41.438 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/170 2024-05-21T00:25:41.506 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 45/170 2024-05-21T00:25:41.562 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : librados-devel-2:19.0.0-3829.gb772be9b.el9.x86_6 46/170 2024-05-21T00:25:41.595 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 102/170 2024-05-21T00:25:41.634 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : librbd1-2:19.0.0-3829.gb772be9b.el9.x86_64 103/170 2024-05-21T00:25:41.652 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/170 2024-05-21T00:25:41.726 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: librbd1-2:19.0.0-3829.gb772be9b.el9.x86_64 103/170 2024-05-21T00:25:41.756 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-rbd-2:19.0.0-3829.gb772be9b.el9.x86_64 104/170 2024-05-21T00:25:41.792 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 105/170 2024-05-21T00:25:41.880 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 48/170 2024-05-21T00:25:41.956 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 49/170 2024-05-21T00:25:42.086 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/170 2024-05-21T00:25:42.169 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 51/170 2024-05-21T00:25:42.266 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/170 2024-05-21T00:25:42.281 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 106/170 2024-05-21T00:25:42.304 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : librgw2-2:19.0.0-3829.gb772be9b.el9.x86_64 107/170 2024-05-21T00:25:42.314 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 53/170 2024-05-21T00:25:42.353 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 54/170 2024-05-21T00:25:42.377 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: librgw2-2:19.0.0-3829.gb772be9b.el9.x86_64 107/170 2024-05-21T00:25:42.423 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/170 2024-05-21T00:25:42.470 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/170 2024-05-21T00:25:42.535 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/170 2024-05-21T00:25:42.572 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-rgw-2:19.0.0-3829.gb772be9b.el9.x86_64 108/170 2024-05-21T00:25:42.600 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/170 2024-05-21T00:25:42.821 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/170 2024-05-21T00:25:42.873 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/170 2024-05-21T00:25:42.946 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 61/170 2024-05-21T00:25:43.081 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/170 2024-05-21T00:25:43.131 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 63/170 2024-05-21T00:25:43.177 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/170 2024-05-21T00:25:43.213 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 65/170 2024-05-21T00:25:43.283 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/170 2024-05-21T00:25:43.453 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/170 2024-05-21T00:25:43.641 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/170 2024-05-21T00:25:43.686 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/170 2024-05-21T00:25:43.725 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/170 2024-05-21T00:25:43.774 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/170 2024-05-21T00:25:43.840 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/170 2024-05-21T00:25:43.892 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/170 2024-05-21T00:25:43.939 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/170 2024-05-21T00:25:43.986 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/170 2024-05-21T00:25:44.036 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/170 2024-05-21T00:25:44.123 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/170 2024-05-21T00:25:44.170 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/170 2024-05-21T00:25:44.319 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/170 2024-05-21T00:25:44.394 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/170 2024-05-21T00:25:44.435 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/170 2024-05-21T00:25:44.510 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/170 2024-05-21T00:25:44.677 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-packaging-20.9-5.el9.noarch 83/170 2024-05-21T00:25:44.747 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 84/170 2024-05-21T00:25:44.993 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 109/170 2024-05-21T00:25:45.027 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 109/170 2024-05-21T00:25:45.574 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 109/170 2024-05-21T00:25:45.605 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-base-2:19.0.0-3829.gb772be9b.el9.x86_64 110/170 2024-05-21T00:25:45.695 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-base-2:19.0.0-3829.gb772be9b.el9.x86_64 110/170 2024-05-21T00:25:45.695 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-05-21T00:25:45.695 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-05-21T00:25:45.695 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-05-21T00:25:45.723 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-selinux-2:19.0.0-3829.gb772be9b.el9.x86_64 111/170 2024-05-21T00:25:45.764 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 85/170 2024-05-21T00:25:45.821 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 86/170 2024-05-21T00:25:45.855 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 87/170 2024-05-21T00:25:45.982 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 88/170 2024-05-21T00:25:46.047 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 89/170 2024-05-21T00:25:46.102 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 90/170 2024-05-21T00:25:46.214 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 91/170 2024-05-21T00:25:46.266 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 92/170 2024-05-21T00:25:46.516 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : openblas-0.3.21-2.el9.x86_64 93/170 2024-05-21T00:25:46.554 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 94/170 2024-05-21T00:25:46.654 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 95/170 2024-05-21T00:25:46.956 INFO:teuthology.orchestra.run.smithi082.stdout:(159/159): python3-scipy-1.6.2-8.el9.x86_64.rpm 773 kB/s | 16 MB 00:21 2024-05-21T00:25:46.959 INFO:teuthology.orchestra.run.smithi082.stdout:-------------------------------------------------------------------------------- 2024-05-21T00:25:46.960 INFO:teuthology.orchestra.run.smithi082.stdout:Total 5.6 MB/s | 227 MB 00:40 2024-05-21T00:25:47.539 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 96/170 2024-05-21T00:25:47.690 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 97/170 2024-05-21T00:25:48.186 INFO:teuthology.orchestra.run.smithi082.stdout:Running transaction check 2024-05-21T00:25:48.344 INFO:teuthology.orchestra.run.smithi082.stdout:Transaction check succeeded. 2024-05-21T00:25:48.345 INFO:teuthology.orchestra.run.smithi082.stdout:Running transaction test 2024-05-21T00:25:49.434 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 98/170 2024-05-21T00:25:49.545 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 99/170 2024-05-21T00:25:49.581 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 100/170 2024-05-21T00:25:49.617 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 101/170 2024-05-21T00:25:50.009 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 102/170 2024-05-21T00:25:50.057 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : librbd1-2:19.0.0-3829.gb772be9b.el9.x86_64 103/170 2024-05-21T00:25:50.168 INFO:teuthology.orchestra.run.smithi082.stdout:Transaction test succeeded. 2024-05-21T00:25:50.168 INFO:teuthology.orchestra.run.smithi082.stdout:Running transaction 2024-05-21T00:25:50.181 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: librbd1-2:19.0.0-3829.gb772be9b.el9.x86_64 103/170 2024-05-21T00:25:50.214 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-rbd-2:19.0.0-3829.gb772be9b.el9.x86_64 104/170 2024-05-21T00:25:50.271 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 105/170 2024-05-21T00:25:50.872 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 106/170 2024-05-21T00:25:50.910 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : librgw2-2:19.0.0-3829.gb772be9b.el9.x86_64 107/170 2024-05-21T00:25:51.012 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: librgw2-2:19.0.0-3829.gb772be9b.el9.x86_64 107/170 2024-05-21T00:25:51.037 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-rgw-2:19.0.0-3829.gb772be9b.el9.x86_64 108/170 2024-05-21T00:25:53.952 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 109/170 2024-05-21T00:25:54.001 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 109/170 2024-05-21T00:25:54.674 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 109/170 2024-05-21T00:25:54.721 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-base-2:19.0.0-3829.gb772be9b.el9.x86_64 110/170 2024-05-21T00:25:54.926 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-base-2:19.0.0-3829.gb772be9b.el9.x86_64 110/170 2024-05-21T00:25:54.926 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-05-21T00:25:54.926 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-05-21T00:25:54.929 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:25:54.964 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-selinux-2:19.0.0-3829.gb772be9b.el9.x86_64 111/170 2024-05-21T00:25:56.383 INFO:teuthology.orchestra.run.smithi082.stdout: Preparing : 1/1 2024-05-21T00:25:56.468 INFO:teuthology.orchestra.run.smithi082.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/170 2024-05-21T00:25:56.506 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/170 2024-05-21T00:25:56.559 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/170 2024-05-21T00:25:56.602 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/170 2024-05-21T00:25:56.627 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/170 2024-05-21T00:25:56.670 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/170 2024-05-21T00:25:56.991 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/170 2024-05-21T00:25:57.115 INFO:teuthology.orchestra.run.smithi082.stdout: Upgrading : librados2-2:19.0.0-3829.gb772be9b.el9.x86_64 8/170 2024-05-21T00:25:57.240 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: librados2-2:19.0.0-3829.gb772be9b.el9.x86_64 8/170 2024-05-21T00:25:57.277 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3829.gb772be9b.el9.x86_64 111/170 2024-05-21T00:25:57.277 INFO:teuthology.orchestra.run.smithi092.stdout:skipping the directory /sys 2024-05-21T00:25:57.277 INFO:teuthology.orchestra.run.smithi092.stdout:skipping the directory /proc 2024-05-21T00:25:57.277 INFO:teuthology.orchestra.run.smithi092.stdout:skipping the directory /mnt 2024-05-21T00:25:57.277 INFO:teuthology.orchestra.run.smithi092.stdout:skipping the directory /var/tmp 2024-05-21T00:25:57.277 INFO:teuthology.orchestra.run.smithi092.stdout:skipping the directory /home 2024-05-21T00:25:57.277 INFO:teuthology.orchestra.run.smithi092.stdout:skipping the directory /root 2024-05-21T00:25:57.277 INFO:teuthology.orchestra.run.smithi092.stdout:skipping the directory /tmp 2024-05-21T00:25:57.277 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-05-21T00:25:57.279 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libcephfs2-2:19.0.0-3829.gb772be9b.el9.x86_64 9/170 2024-05-21T00:25:57.370 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: libcephfs2-2:19.0.0-3829.gb772be9b.el9.x86_64 9/170 2024-05-21T00:25:57.400 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-rados-2:19.0.0-3829.gb772be9b.el9.x86_64 10/170 2024-05-21T00:25:57.433 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/170 2024-05-21T00:25:57.447 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-volume-2:19.0.0-3829.gb772be9b.el9.noarch 112/170 2024-05-21T00:25:57.462 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-volume-2:19.0.0-3829.gb772be9b.el9.noarch 112/170 2024-05-21T00:25:57.462 INFO:teuthology.orchestra.run.smithi092.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:25:57.463 INFO:teuthology.orchestra.run.smithi092.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-05-21T00:25:57.463 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-05-21T00:25:57.633 INFO:teuthology.orchestra.run.smithi082.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/170 2024-05-21T00:25:57.691 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/170 2024-05-21T00:25:57.718 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libcephsqlite-2:19.0.0-3829.gb772be9b.el9.x86_64 14/170 2024-05-21T00:25:57.822 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3829.gb772be9b.el9.x86_64 14/170 2024-05-21T00:25:57.845 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libradosstriper1-2:19.0.0-3829.gb772be9b.el9.x86 15/170 2024-05-21T00:25:57.907 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3829.gb772be9b.el9.x86 15/170 2024-05-21T00:25:57.929 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-21T00:25:57.951 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-21T00:25:58.086 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-21T00:25:58.253 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-21T00:25:58.395 INFO:teuthology.orchestra.run.smithi082.stdout: Upgrading : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-21T00:25:58.455 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-21T00:25:58.564 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T00:25:58.634 INFO:teuthology.orchestra.run.smithi082.stdout: Upgrading : NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T00:25:58.835 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T00:25:58.933 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-osd-2:19.0.0-3829.gb772be9b.el9.x86_64 113/170 2024-05-21T00:25:58.958 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : re2-1:20211101-3.el9.x86_64 20/170 2024-05-21T00:25:58.959 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-osd-2:19.0.0-3829.gb772be9b.el9.x86_64 113/170 2024-05-21T00:25:58.959 INFO:teuthology.orchestra.run.smithi092.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:25:58.959 INFO:teuthology.orchestra.run.smithi092.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-05-21T00:25:58.959 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-21T00:25:58.960 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-21T00:25:58.960 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-05-21T00:25:58.985 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/170 2024-05-21T00:25:59.020 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/170 2024-05-21T00:25:59.094 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/170 2024-05-21T00:25:59.128 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/170 2024-05-21T00:25:59.171 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/170 2024-05-21T00:25:59.183 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mds-2:19.0.0-3829.gb772be9b.el9.x86_64 114/170 2024-05-21T00:25:59.204 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/170 2024-05-21T00:25:59.206 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-mds-2:19.0.0-3829.gb772be9b.el9.x86_64 114/170 2024-05-21T00:25:59.206 INFO:teuthology.orchestra.run.smithi092.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:25:59.206 INFO:teuthology.orchestra.run.smithi092.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-05-21T00:25:59.206 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-21T00:25:59.206 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-21T00:25:59.206 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-05-21T00:25:59.232 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/170 2024-05-21T00:25:59.300 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/170 2024-05-21T00:25:59.362 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/170 2024-05-21T00:25:59.393 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/170 2024-05-21T00:25:59.429 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/170 2024-05-21T00:25:59.504 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/170 2024-05-21T00:25:59.539 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-ceph-common-2:19.0.0-3829.gb772be9b.el9. 33/170 2024-05-21T00:25:59.582 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-ceph-argparse-2:19.0.0-3829.gb772be9b.el 34/170 2024-05-21T00:25:59.611 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-cephfs-2:19.0.0-3829.gb772be9b.el9.x86_6 35/170 2024-05-21T00:25:59.659 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mon-2:19.0.0-3829.gb772be9b.el9.x86_64 115/170 2024-05-21T00:25:59.681 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/170 2024-05-21T00:25:59.682 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-mon-2:19.0.0-3829.gb772be9b.el9.x86_64 115/170 2024-05-21T00:25:59.682 INFO:teuthology.orchestra.run.smithi092.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:25:59.682 INFO:teuthology.orchestra.run.smithi092.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-05-21T00:25:59.682 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-21T00:25:59.682 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-21T00:25:59.682 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-05-21T00:25:59.725 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/170 2024-05-21T00:25:59.789 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : automake-1.16.2-8.el9.noarch 116/170 2024-05-21T00:25:59.799 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/170 2024-05-21T00:25:59.837 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-ply-3.11-14.el9.noarch 117/170 2024-05-21T00:25:59.893 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 118/170 2024-05-21T00:25:59.940 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/170 2024-05-21T00:25:59.994 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/170 2024-05-21T00:26:00.104 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 119/170 2024-05-21T00:26:00.159 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 120/170 2024-05-21T00:26:00.237 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 121/170 2024-05-21T00:26:00.326 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 122/170 2024-05-21T00:26:00.471 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 123/170 2024-05-21T00:26:00.511 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/170 2024-05-21T00:26:00.518 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 124/170 2024-05-21T00:26:00.549 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 125/170 2024-05-21T00:26:00.577 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : fuse-2.9.9-15.el9.x86_64 126/170 2024-05-21T00:26:00.597 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/170 2024-05-21T00:26:00.627 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 43/170 2024-05-21T00:26:00.663 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/170 2024-05-21T00:26:00.704 INFO:teuthology.orchestra.run.smithi082.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 45/170 2024-05-21T00:26:00.742 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : librados-devel-2:19.0.0-3829.gb772be9b.el9.x86_6 46/170 2024-05-21T00:26:00.784 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/170 2024-05-21T00:26:00.939 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 48/170 2024-05-21T00:26:00.996 INFO:teuthology.orchestra.run.smithi082.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 49/170 2024-05-21T00:26:01.004 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: cephadm-2:19.0.0-3829.gb772be9b.el9.noarch 127/170 2024-05-21T00:26:01.034 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : cephadm-2:19.0.0-3829.gb772be9b.el9.noarch 127/170 2024-05-21T00:26:01.066 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3829.gb772be9b.e 128/170 2024-05-21T00:26:01.085 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/170 2024-05-21T00:26:01.127 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3829.gb772be9b. 129/170 2024-05-21T00:26:01.157 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3829.gb772be9b.el9.noa 130/170 2024-05-21T00:26:01.159 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 51/170 2024-05-21T00:26:01.231 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/170 2024-05-21T00:26:01.263 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 53/170 2024-05-21T00:26:01.299 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 54/170 2024-05-21T00:26:01.348 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/170 2024-05-21T00:26:01.382 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/170 2024-05-21T00:26:01.426 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/170 2024-05-21T00:26:01.467 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/170 2024-05-21T00:26:01.602 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/170 2024-05-21T00:26:01.653 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/170 2024-05-21T00:26:01.694 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 61/170 2024-05-21T00:26:01.788 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/170 2024-05-21T00:26:01.819 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 63/170 2024-05-21T00:26:01.867 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/170 2024-05-21T00:26:01.893 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 65/170 2024-05-21T00:26:01.917 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/170 2024-05-21T00:26:01.992 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/170 2024-05-21T00:26:02.119 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/170 2024-05-21T00:26:02.158 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/170 2024-05-21T00:26:02.186 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/170 2024-05-21T00:26:02.204 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3829.gb772be9b.el9.noa 130/170 2024-05-21T00:26:02.220 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/170 2024-05-21T00:26:02.242 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3829.gb772be9b.el9.n 131/170 2024-05-21T00:26:02.259 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/170 2024-05-21T00:26:02.291 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/170 2024-05-21T00:26:02.329 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/170 2024-05-21T00:26:02.366 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/170 2024-05-21T00:26:02.536 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/170 2024-05-21T00:26:02.672 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/170 2024-05-21T00:26:02.815 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/170 2024-05-21T00:26:02.902 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/170 2024-05-21T00:26:02.945 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/170 2024-05-21T00:26:02.976 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/170 2024-05-21T00:26:03.023 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/170 2024-05-21T00:26:03.121 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-packaging-20.9-5.el9.noarch 83/170 2024-05-21T00:26:03.169 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 84/170 2024-05-21T00:26:03.216 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3829.gb772be9b.el9.n 131/170 2024-05-21T00:26:03.243 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3829.gb77 132/170 2024-05-21T00:26:03.352 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3829.gb77 132/170 2024-05-21T00:26:03.522 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3829.gb772be9b.el 133/170 2024-05-21T00:26:03.553 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mgr-2:19.0.0-3829.gb772be9b.el9.x86_64 134/170 2024-05-21T00:26:03.576 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3829.gb772be9b.el9.x86_64 134/170 2024-05-21T00:26:03.577 INFO:teuthology.orchestra.run.smithi092.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:26:03.577 INFO:teuthology.orchestra.run.smithi092.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-05-21T00:26:03.577 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-21T00:26:03.577 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-21T00:26:03.577 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-05-21T00:26:03.620 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mgr-rook-2:19.0.0-3829.gb772be9b.el9.noarch 135/170 2024-05-21T00:26:03.632 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3829.gb772be9b.el9.noarch 135/170 2024-05-21T00:26:03.733 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-2:19.0.0-3829.gb772be9b.el9.x86_64 136/170 2024-05-21T00:26:03.785 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 137/170 2024-05-21T00:26:03.885 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 85/170 2024-05-21T00:26:03.941 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 86/170 2024-05-21T00:26:03.975 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 87/170 2024-05-21T00:26:04.073 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 88/170 2024-05-21T00:26:04.130 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 89/170 2024-05-21T00:26:04.175 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 90/170 2024-05-21T00:26:04.270 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 91/170 2024-05-21T00:26:04.302 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 92/170 2024-05-21T00:26:04.479 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : openblas-0.3.21-2.el9.x86_64 93/170 2024-05-21T00:26:04.508 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 94/170 2024-05-21T00:26:04.586 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 95/170 2024-05-21T00:26:04.721 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libtool-2.4.6-45.el9.x86_64 138/170 2024-05-21T00:26:04.748 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-radosgw-2:19.0.0-3829.gb772be9b.el9.x86_64 139/170 2024-05-21T00:26:04.770 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3829.gb772be9b.el9.x86_64 139/170 2024-05-21T00:26:04.771 INFO:teuthology.orchestra.run.smithi092.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:26:04.771 INFO:teuthology.orchestra.run.smithi092.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-05-21T00:26:04.771 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-21T00:26:04.771 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-21T00:26:04.771 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-05-21T00:26:04.815 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3829.gb772b 140/170 2024-05-21T00:26:04.837 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3829.gb772b 140/170 2024-05-21T00:26:04.837 INFO:teuthology.orchestra.run.smithi092.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:26:04.837 INFO:teuthology.orchestra.run.smithi092.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-05-21T00:26:04.837 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-05-21T00:26:04.882 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : cephfs-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 141/170 2024-05-21T00:26:04.905 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 141/170 2024-05-21T00:26:04.905 INFO:teuthology.orchestra.run.smithi092.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:26:04.905 INFO:teuthology.orchestra.run.smithi092.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-05-21T00:26:04.905 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-21T00:26:04.905 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-21T00:26:04.905 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-05-21T00:26:05.217 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : rbd-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 142/170 2024-05-21T00:26:05.232 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 96/170 2024-05-21T00:26:05.239 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 142/170 2024-05-21T00:26:05.239 INFO:teuthology.orchestra.run.smithi092.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:26:05.239 INFO:teuthology.orchestra.run.smithi092.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-05-21T00:26:05.239 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-21T00:26:05.239 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-21T00:26:05.239 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-05-21T00:26:05.347 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 97/170 2024-05-21T00:26:06.566 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 98/170 2024-05-21T00:26:06.645 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 99/170 2024-05-21T00:26:06.672 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 100/170 2024-05-21T00:26:06.706 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 101/170 2024-05-21T00:26:07.019 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 102/170 2024-05-21T00:26:07.060 INFO:teuthology.orchestra.run.smithi082.stdout: Upgrading : librbd1-2:19.0.0-3829.gb772be9b.el9.x86_64 103/170 2024-05-21T00:26:07.151 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: librbd1-2:19.0.0-3829.gb772be9b.el9.x86_64 103/170 2024-05-21T00:26:07.182 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-rbd-2:19.0.0-3829.gb772be9b.el9.x86_64 104/170 2024-05-21T00:26:07.218 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 105/170 2024-05-21T00:26:07.699 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 106/170 2024-05-21T00:26:07.730 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : librgw2-2:19.0.0-3829.gb772be9b.el9.x86_64 107/170 2024-05-21T00:26:07.801 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: librgw2-2:19.0.0-3829.gb772be9b.el9.x86_64 107/170 2024-05-21T00:26:07.823 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-rgw-2:19.0.0-3829.gb772be9b.el9.x86_64 108/170 2024-05-21T00:26:08.808 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3829.gb772be9b.el9.x86_64 111/170 2024-05-21T00:26:08.809 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /sys 2024-05-21T00:26:08.809 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /proc 2024-05-21T00:26:08.809 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /mnt 2024-05-21T00:26:08.809 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /var/tmp 2024-05-21T00:26:08.809 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /home 2024-05-21T00:26:08.809 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /root 2024-05-21T00:26:08.809 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /tmp 2024-05-21T00:26:08.809 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:26:09.041 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-volume-2:19.0.0-3829.gb772be9b.el9.noarch 112/170 2024-05-21T00:26:09.092 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-volume-2:19.0.0-3829.gb772be9b.el9.noarch 112/170 2024-05-21T00:26:09.092 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:26:09.092 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-05-21T00:26:09.092 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:26:09.903 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-test-2:19.0.0-3829.gb772be9b.el9.x86_64 143/170 2024-05-21T00:26:09.944 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : rbd-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 144/170 2024-05-21T00:26:09.985 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : rbd-nbd-2:19.0.0-3829.gb772be9b.el9.x86_64 145/170 2024-05-21T00:26:10.018 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 146/170 2024-05-21T00:26:10.044 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 147/170 2024-05-21T00:26:10.175 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 109/170 2024-05-21T00:26:10.211 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 109/170 2024-05-21T00:26:10.227 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : cephfs-shell-2:19.0.0-3829.gb772be9b.el9.x86_64 148/170 2024-05-21T00:26:10.273 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 149/170 2024-05-21T00:26:10.306 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libcephfs-devel-2:19.0.0-3829.gb772be9b.el9.x86_ 150/170 2024-05-21T00:26:10.338 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 151/170 2024-05-21T00:26:10.368 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : NetworkManager-team-1:1.47.90-1.el9.x86_64 152/170 2024-05-21T00:26:10.406 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : NetworkManager-tui-1:1.47.90-1.el9.x86_64 153/170 2024-05-21T00:26:10.748 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 109/170 2024-05-21T00:26:10.789 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-base-2:19.0.0-3829.gb772be9b.el9.x86_64 110/170 2024-05-21T00:26:10.793 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-osd-2:19.0.0-3829.gb772be9b.el9.x86_64 113/170 2024-05-21T00:26:10.881 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-base-2:19.0.0-3829.gb772be9b.el9.x86_64 110/170 2024-05-21T00:26:10.881 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-05-21T00:26:10.881 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-05-21T00:26:10.881 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-05-21T00:26:10.890 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-osd-2:19.0.0-3829.gb772be9b.el9.x86_64 113/170 2024-05-21T00:26:10.890 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:26:10.890 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-05-21T00:26:10.891 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-21T00:26:10.891 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-21T00:26:10.891 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:26:10.907 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-selinux-2:19.0.0-3829.gb772be9b.el9.x86_64 111/170 2024-05-21T00:26:11.044 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T00:26:11.086 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T00:26:11.106 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T00:26:11.160 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mds-2:19.0.0-3829.gb772be9b.el9.x86_64 114/170 2024-05-21T00:26:11.245 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mds-2:19.0.0-3829.gb772be9b.el9.x86_64 114/170 2024-05-21T00:26:11.245 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:26:11.245 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-05-21T00:26:11.245 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-21T00:26:11.245 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-21T00:26:11.245 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:26:11.770 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mon-2:19.0.0-3829.gb772be9b.el9.x86_64 115/170 2024-05-21T00:26:11.863 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mon-2:19.0.0-3829.gb772be9b.el9.x86_64 115/170 2024-05-21T00:26:11.863 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:26:11.864 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-05-21T00:26:11.864 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-21T00:26:11.864 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-21T00:26:11.864 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:26:11.926 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : cephfs-top-2:19.0.0-3829.gb772be9b.el9.noarch 155/170 2024-05-21T00:26:12.004 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : automake-1.16.2-8.el9.noarch 116/170 2024-05-21T00:26:12.024 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 156/170 2024-05-21T00:26:12.065 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 157/170 2024-05-21T00:26:12.069 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-ply-3.11-14.el9.noarch 117/170 2024-05-21T00:26:12.146 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : flex-2.6.4-9.el9.x86_64 158/170 2024-05-21T00:26:12.162 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 118/170 2024-05-21T00:26:12.177 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : bison-3.7.4-5.el9.x86_64 159/170 2024-05-21T00:26:12.202 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-21T00:26:12.228 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 161/170 2024-05-21T00:26:12.263 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 162/170 2024-05-21T00:26:12.263 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-21T00:26:12.338 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-21T00:26:12.372 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 164/170 2024-05-21T00:26:12.372 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-21T00:26:12.448 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-21T00:26:12.472 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 166/170 2024-05-21T00:26:12.478 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T00:26:12.478 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T00:26:12.505 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 119/170 2024-05-21T00:26:12.567 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 120/170 2024-05-21T00:26:12.657 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 121/170 2024-05-21T00:26:12.658 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T00:26:12.658 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-21T00:26:12.726 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-21T00:26:12.759 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 169/170 2024-05-21T00:26:12.775 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 122/170 2024-05-21T00:26:12.823 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-21T00:26:12.952 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 123/170 2024-05-21T00:26:13.000 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 124/170 2024-05-21T00:26:13.039 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 125/170 2024-05-21T00:26:13.073 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : fuse-2.9.9-15.el9.x86_64 126/170 2024-05-21T00:26:13.856 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: cephadm-2:19.0.0-3829.gb772be9b.el9.noarch 127/170 2024-05-21T00:26:13.893 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : cephadm-2:19.0.0-3829.gb772be9b.el9.noarch 127/170 2024-05-21T00:26:13.950 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3829.gb772be9b.e 128/170 2024-05-21T00:26:14.060 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3829.gb772be9b. 129/170 2024-05-21T00:26:14.099 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3829.gb772be9b.el9.noa 130/170 2024-05-21T00:26:15.465 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3829.gb772be9b.el9.noa 130/170 2024-05-21T00:26:15.512 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3829.gb772be9b.el9.n 131/170 2024-05-21T00:26:16.674 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3829.gb772be9b.el9.n 131/170 2024-05-21T00:26:16.712 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3829.gb77 132/170 2024-05-21T00:26:16.878 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3829.gb77 132/170 2024-05-21T00:26:17.060 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3829.gb772be9b.el 133/170 2024-05-21T00:26:17.089 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mgr-2:19.0.0-3829.gb772be9b.el9.x86_64 134/170 2024-05-21T00:26:17.181 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3829.gb772be9b.el9.x86_64 134/170 2024-05-21T00:26:17.181 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:26:17.182 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-05-21T00:26:17.182 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-21T00:26:17.182 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-21T00:26:17.182 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:26:17.240 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mgr-rook-2:19.0.0-3829.gb772be9b.el9.noarch 135/170 2024-05-21T00:26:17.279 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3829.gb772be9b.el9.noarch 135/170 2024-05-21T00:26:17.398 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-2:19.0.0-3829.gb772be9b.el9.x86_64 136/170 2024-05-21T00:26:17.469 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 137/170 2024-05-21T00:26:18.545 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libtool-2.4.6-45.el9.x86_64 138/170 2024-05-21T00:26:18.584 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-21T00:26:18.584 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-2:19.0.0-3829.gb772be9b.el9.x86_64 1/170 2024-05-21T00:26:18.584 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-base-2:19.0.0-3829.gb772be9b.el9.x86_64 2/170 2024-05-21T00:26:18.584 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 3/170 2024-05-21T00:26:18.584 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 4/170 2024-05-21T00:26:18.584 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3829.gb772b 5/170 2024-05-21T00:26:18.584 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mds-2:19.0.0-3829.gb772be9b.el9.x86_64 6/170 2024-05-21T00:26:18.584 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mgr-2:19.0.0-3829.gb772be9b.el9.x86_64 7/170 2024-05-21T00:26:18.584 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mon-2:19.0.0-3829.gb772be9b.el9.x86_64 8/170 2024-05-21T00:26:18.584 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-osd-2:19.0.0-3829.gb772be9b.el9.x86_64 9/170 2024-05-21T00:26:18.584 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-radosgw-2:19.0.0-3829.gb772be9b.el9.x86_64 10/170 2024-05-21T00:26:18.585 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-selinux-2:19.0.0-3829.gb772be9b.el9.x86_64 11/170 2024-05-21T00:26:18.585 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-test-2:19.0.0-3829.gb772be9b.el9.x86_64 12/170 2024-05-21T00:26:18.585 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : cephfs-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 13/170 2024-05-21T00:26:18.585 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : cephfs-shell-2:19.0.0-3829.gb772be9b.el9.x86_64 14/170 2024-05-21T00:26:18.585 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libcephfs-devel-2:19.0.0-3829.gb772be9b.el9.x86_ 15/170 2024-05-21T00:26:18.585 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libcephfs2-2:19.0.0-3829.gb772be9b.el9.x86_64 16/170 2024-05-21T00:26:18.585 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libcephsqlite-2:19.0.0-3829.gb772be9b.el9.x86_64 17/170 2024-05-21T00:26:18.585 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librados-devel-2:19.0.0-3829.gb772be9b.el9.x86_6 18/170 2024-05-21T00:26:18.585 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libradosstriper1-2:19.0.0-3829.gb772be9b.el9.x86 19/170 2024-05-21T00:26:18.585 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librgw2-2:19.0.0-3829.gb772be9b.el9.x86_64 20/170 2024-05-21T00:26:18.585 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3829.gb772be9b.el 21/170 2024-05-21T00:26:18.585 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-ceph-common-2:19.0.0-3829.gb772be9b.el9. 22/170 2024-05-21T00:26:18.585 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-cephfs-2:19.0.0-3829.gb772be9b.el9.x86_6 23/170 2024-05-21T00:26:18.586 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-rados-2:19.0.0-3829.gb772be9b.el9.x86_64 24/170 2024-05-21T00:26:18.586 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-rbd-2:19.0.0-3829.gb772be9b.el9.x86_64 25/170 2024-05-21T00:26:18.586 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-rgw-2:19.0.0-3829.gb772be9b.el9.x86_64 26/170 2024-05-21T00:26:18.586 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : rbd-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 27/170 2024-05-21T00:26:18.586 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-radosgw-2:19.0.0-3829.gb772be9b.el9.x86_64 139/170 2024-05-21T00:26:18.599 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : rbd-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 28/170 2024-05-21T00:26:18.599 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : rbd-nbd-2:19.0.0-3829.gb772be9b.el9.x86_64 29/170 2024-05-21T00:26:18.599 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3829.gb772be9b. 30/170 2024-05-21T00:26:18.599 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3829.gb772be9b.el9.noa 31/170 2024-05-21T00:26:18.599 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3829.gb772be9b.el9.n 32/170 2024-05-21T00:26:18.600 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3829.gb77 33/170 2024-05-21T00:26:18.600 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3829.gb772be9b.el 34/170 2024-05-21T00:26:18.600 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3829.gb772be9b.el9.noarch 35/170 2024-05-21T00:26:18.600 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3829.gb772be9b.e 36/170 2024-05-21T00:26:18.600 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-volume-2:19.0.0-3829.gb772be9b.el9.noarch 37/170 2024-05-21T00:26:18.600 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : cephadm-2:19.0.0-3829.gb772be9b.el9.noarch 38/170 2024-05-21T00:26:18.600 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : cephfs-top-2:19.0.0-3829.gb772be9b.el9.noarch 39/170 2024-05-21T00:26:18.600 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/170 2024-05-21T00:26:18.600 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/170 2024-05-21T00:26:18.600 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/170 2024-05-21T00:26:18.601 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/170 2024-05-21T00:26:18.601 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/170 2024-05-21T00:26:18.601 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/170 2024-05-21T00:26:18.601 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/170 2024-05-21T00:26:18.601 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/170 2024-05-21T00:26:18.601 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/170 2024-05-21T00:26:18.601 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/170 2024-05-21T00:26:18.601 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/170 2024-05-21T00:26:18.601 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/170 2024-05-21T00:26:18.601 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/170 2024-05-21T00:26:18.601 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/170 2024-05-21T00:26:18.601 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/170 2024-05-21T00:26:18.601 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/170 2024-05-21T00:26:18.602 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/170 2024-05-21T00:26:18.602 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/170 2024-05-21T00:26:18.602 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/170 2024-05-21T00:26:18.602 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/170 2024-05-21T00:26:18.602 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/170 2024-05-21T00:26:18.602 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/170 2024-05-21T00:26:18.602 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/170 2024-05-21T00:26:18.602 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/170 2024-05-21T00:26:18.602 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/170 2024-05-21T00:26:18.602 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/170 2024-05-21T00:26:18.602 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/170 2024-05-21T00:26:18.602 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/170 2024-05-21T00:26:18.602 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/170 2024-05-21T00:26:18.603 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/170 2024-05-21T00:26:18.603 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/170 2024-05-21T00:26:18.603 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/170 2024-05-21T00:26:18.603 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/170 2024-05-21T00:26:18.603 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/170 2024-05-21T00:26:18.603 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/170 2024-05-21T00:26:18.603 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/170 2024-05-21T00:26:18.603 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/170 2024-05-21T00:26:18.603 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/170 2024-05-21T00:26:18.603 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/170 2024-05-21T00:26:18.603 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/170 2024-05-21T00:26:18.603 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/170 2024-05-21T00:26:18.603 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/170 2024-05-21T00:26:18.603 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/170 2024-05-21T00:26:18.604 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/170 2024-05-21T00:26:18.604 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/170 2024-05-21T00:26:18.604 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/170 2024-05-21T00:26:18.604 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/170 2024-05-21T00:26:18.604 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/170 2024-05-21T00:26:18.604 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/170 2024-05-21T00:26:18.604 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/170 2024-05-21T00:26:18.604 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/170 2024-05-21T00:26:18.604 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/170 2024-05-21T00:26:18.604 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/170 2024-05-21T00:26:18.604 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/170 2024-05-21T00:26:18.604 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/170 2024-05-21T00:26:18.604 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/170 2024-05-21T00:26:18.605 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/170 2024-05-21T00:26:18.605 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/170 2024-05-21T00:26:18.605 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/170 2024-05-21T00:26:18.605 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 99/170 2024-05-21T00:26:18.605 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/170 2024-05-21T00:26:18.605 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 101/170 2024-05-21T00:26:18.605 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/170 2024-05-21T00:26:18.605 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/170 2024-05-21T00:26:18.605 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/170 2024-05-21T00:26:18.605 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/170 2024-05-21T00:26:18.605 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/170 2024-05-21T00:26:18.605 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/170 2024-05-21T00:26:18.605 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/170 2024-05-21T00:26:18.605 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/170 2024-05-21T00:26:18.606 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/170 2024-05-21T00:26:18.606 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/170 2024-05-21T00:26:18.606 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/170 2024-05-21T00:26:18.606 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/170 2024-05-21T00:26:18.606 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/170 2024-05-21T00:26:18.606 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/170 2024-05-21T00:26:18.606 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/170 2024-05-21T00:26:18.606 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/170 2024-05-21T00:26:18.606 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/170 2024-05-21T00:26:18.606 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/170 2024-05-21T00:26:18.606 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/170 2024-05-21T00:26:18.606 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/170 2024-05-21T00:26:18.606 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/170 2024-05-21T00:26:18.607 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/170 2024-05-21T00:26:18.607 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/170 2024-05-21T00:26:18.607 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/170 2024-05-21T00:26:18.607 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/170 2024-05-21T00:26:18.607 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/170 2024-05-21T00:26:18.607 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/170 2024-05-21T00:26:18.607 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/170 2024-05-21T00:26:18.607 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/170 2024-05-21T00:26:18.607 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/170 2024-05-21T00:26:18.607 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/170 2024-05-21T00:26:18.607 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/170 2024-05-21T00:26:18.607 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/170 2024-05-21T00:26:18.607 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/170 2024-05-21T00:26:18.607 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/170 2024-05-21T00:26:18.608 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/170 2024-05-21T00:26:18.608 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/170 2024-05-21T00:26:18.608 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/170 2024-05-21T00:26:18.608 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/170 2024-05-21T00:26:18.608 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/170 2024-05-21T00:26:18.608 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/170 2024-05-21T00:26:18.608 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/170 2024-05-21T00:26:18.608 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/170 2024-05-21T00:26:18.608 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/170 2024-05-21T00:26:18.608 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/170 2024-05-21T00:26:18.608 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/170 2024-05-21T00:26:18.608 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/170 2024-05-21T00:26:18.608 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librados2-2:19.0.0-3829.gb772be9b.el9.x86_64 149/170 2024-05-21T00:26:18.608 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/170 2024-05-21T00:26:18.609 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librbd1-2:19.0.0-3829.gb772be9b.el9.x86_64 151/170 2024-05-21T00:26:18.609 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/170 2024-05-21T00:26:18.609 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : NetworkManager-1:1.47.90-1.el9.x86_64 153/170 2024-05-21T00:26:18.609 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/170 2024-05-21T00:26:18.609 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 155/170 2024-05-21T00:26:18.609 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/170 2024-05-21T00:26:18.609 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : NetworkManager-team-1:1.47.90-1.el9.x86_64 157/170 2024-05-21T00:26:18.609 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/170 2024-05-21T00:26:18.609 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : NetworkManager-tui-1:1.47.90-1.el9.x86_64 159/170 2024-05-21T00:26:18.609 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-21T00:26:18.609 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/170 2024-05-21T00:26:18.609 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/170 2024-05-21T00:26:18.609 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/170 2024-05-21T00:26:18.609 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/170 2024-05-21T00:26:18.610 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/170 2024-05-21T00:26:18.610 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/170 2024-05-21T00:26:18.610 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 167/170 2024-05-21T00:26:18.610 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/170 2024-05-21T00:26:18.610 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 169/170 2024-05-21T00:26:18.660 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3829.gb772be9b.el9.x86_64 139/170 2024-05-21T00:26:18.660 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:26:18.660 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-05-21T00:26:18.660 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-21T00:26:18.660 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-21T00:26:18.660 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:26:18.709 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3829.gb772b 140/170 2024-05-21T00:26:18.808 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3829.gb772b 140/170 2024-05-21T00:26:18.809 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:26:18.809 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-05-21T00:26:18.809 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:26:18.885 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : cephfs-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 141/170 2024-05-21T00:26:18.964 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 141/170 2024-05-21T00:26:18.964 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:26:18.964 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-05-21T00:26:18.964 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-21T00:26:18.964 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-21T00:26:18.965 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:26:19.336 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : rbd-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 142/170 2024-05-21T00:26:19.411 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 142/170 2024-05-21T00:26:19.411 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:26:19.411 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-05-21T00:26:19.411 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-21T00:26:19.411 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-21T00:26:19.412 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:26:21.365 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/170 2024-05-21T00:26:21.365 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-05-21T00:26:21.365 INFO:teuthology.orchestra.run.smithi092.stdout:Upgraded: 2024-05-21T00:26:21.365 INFO:teuthology.orchestra.run.smithi092.stdout: NetworkManager-1:1.47.90-1.el9.x86_64 2024-05-21T00:26:21.365 INFO:teuthology.orchestra.run.smithi092.stdout: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 2024-05-21T00:26:21.365 INFO:teuthology.orchestra.run.smithi092.stdout: NetworkManager-team-1:1.47.90-1.el9.x86_64 2024-05-21T00:26:21.365 INFO:teuthology.orchestra.run.smithi092.stdout: NetworkManager-tui-1:1.47.90-1.el9.x86_64 2024-05-21T00:26:21.365 INFO:teuthology.orchestra.run.smithi092.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-05-21T00:26:21.365 INFO:teuthology.orchestra.run.smithi092.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-05-21T00:26:21.365 INFO:teuthology.orchestra.run.smithi092.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-05-21T00:26:21.365 INFO:teuthology.orchestra.run.smithi092.stdout: librados2-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.366 INFO:teuthology.orchestra.run.smithi092.stdout: librbd1-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.366 INFO:teuthology.orchestra.run.smithi092.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-05-21T00:26:21.366 INFO:teuthology.orchestra.run.smithi092.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-05-21T00:26:21.366 INFO:teuthology.orchestra.run.smithi092.stdout:Installed: 2024-05-21T00:26:21.366 INFO:teuthology.orchestra.run.smithi092.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-05-21T00:26:21.366 INFO:teuthology.orchestra.run.smithi092.stdout: automake-1.16.2-8.el9.noarch 2024-05-21T00:26:21.366 INFO:teuthology.orchestra.run.smithi092.stdout: bison-3.7.4-5.el9.x86_64 2024-05-21T00:26:21.366 INFO:teuthology.orchestra.run.smithi092.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-05-21T00:26:21.366 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.366 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-base-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.366 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.366 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.367 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-grafana-dashboards-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:26:21.367 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-immutable-object-cache-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.367 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mds-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.367 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.367 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-cephadm-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:26:21.367 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-dashboard-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:26:21.367 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:26:21.367 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-modules-core-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:26:21.367 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-rook-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:26:21.367 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mon-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.367 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-osd-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.367 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-prometheus-alerts-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:26:21.368 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-radosgw-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.368 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-selinux-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.368 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-test-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.368 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-volume-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:26:21.368 INFO:teuthology.orchestra.run.smithi092.stdout: cephadm-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:26:21.368 INFO:teuthology.orchestra.run.smithi092.stdout: cephfs-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.368 INFO:teuthology.orchestra.run.smithi092.stdout: cephfs-shell-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.368 INFO:teuthology.orchestra.run.smithi092.stdout: cephfs-top-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:26:21.368 INFO:teuthology.orchestra.run.smithi092.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-05-21T00:26:21.368 INFO:teuthology.orchestra.run.smithi092.stdout: flex-2.6.4-9.el9.x86_64 2024-05-21T00:26:21.368 INFO:teuthology.orchestra.run.smithi092.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-05-21T00:26:21.369 INFO:teuthology.orchestra.run.smithi092.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-05-21T00:26:21.369 INFO:teuthology.orchestra.run.smithi092.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-05-21T00:26:21.369 INFO:teuthology.orchestra.run.smithi092.stdout: fuse-2.9.9-15.el9.x86_64 2024-05-21T00:26:21.369 INFO:teuthology.orchestra.run.smithi092.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-05-21T00:26:21.369 INFO:teuthology.orchestra.run.smithi092.stdout: grpc-data-1.46.7-10.el9.noarch 2024-05-21T00:26:21.369 INFO:teuthology.orchestra.run.smithi092.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-05-21T00:26:21.369 INFO:teuthology.orchestra.run.smithi092.stdout: libarrow-9.0.0-11.el9.x86_64 2024-05-21T00:26:21.369 INFO:teuthology.orchestra.run.smithi092.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-05-21T00:26:21.369 INFO:teuthology.orchestra.run.smithi092.stdout: libcephfs-devel-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.369 INFO:teuthology.orchestra.run.smithi092.stdout: libcephfs2-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.369 INFO:teuthology.orchestra.run.smithi092.stdout: libcephsqlite-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.369 INFO:teuthology.orchestra.run.smithi092.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-05-21T00:26:21.370 INFO:teuthology.orchestra.run.smithi092.stdout: liboath-2.6.7-2.el9.x86_64 2024-05-21T00:26:21.370 INFO:teuthology.orchestra.run.smithi092.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-05-21T00:26:21.370 INFO:teuthology.orchestra.run.smithi092.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-05-21T00:26:21.370 INFO:teuthology.orchestra.run.smithi092.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-05-21T00:26:21.370 INFO:teuthology.orchestra.run.smithi092.stdout: librados-devel-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.370 INFO:teuthology.orchestra.run.smithi092.stdout: libradosstriper1-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.370 INFO:teuthology.orchestra.run.smithi092.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-05-21T00:26:21.370 INFO:teuthology.orchestra.run.smithi092.stdout: librgw2-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.370 INFO:teuthology.orchestra.run.smithi092.stdout: libtool-2.4.6-45.el9.x86_64 2024-05-21T00:26:21.370 INFO:teuthology.orchestra.run.smithi092.stdout: libunwind-1.6.2-1.el9.x86_64 2024-05-21T00:26:21.370 INFO:teuthology.orchestra.run.smithi092.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-05-21T00:26:21.370 INFO:teuthology.orchestra.run.smithi092.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-05-21T00:26:21.370 INFO:teuthology.orchestra.run.smithi092.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-05-21T00:26:21.371 INFO:teuthology.orchestra.run.smithi092.stdout: lua-5.4.4-4.el9.x86_64 2024-05-21T00:26:21.371 INFO:teuthology.orchestra.run.smithi092.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-05-21T00:26:21.371 INFO:teuthology.orchestra.run.smithi092.stdout: luarocks-3.9.2-5.el9.noarch 2024-05-21T00:26:21.371 INFO:teuthology.orchestra.run.smithi092.stdout: openblas-0.3.21-2.el9.x86_64 2024-05-21T00:26:21.371 INFO:teuthology.orchestra.run.smithi092.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-05-21T00:26:21.371 INFO:teuthology.orchestra.run.smithi092.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-05-21T00:26:21.371 INFO:teuthology.orchestra.run.smithi092.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-05-21T00:26:21.371 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql-13.14-1.el9.x86_64 2024-05-21T00:26:21.371 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-05-21T00:26:21.371 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-05-21T00:26:21.371 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql-server-13.14-1.el9.x86_64 2024-05-21T00:26:21.371 INFO:teuthology.orchestra.run.smithi092.stdout: protobuf-3.14.0-13.el9.x86_64 2024-05-21T00:26:21.372 INFO:teuthology.orchestra.run.smithi092.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-05-21T00:26:21.372 INFO:teuthology.orchestra.run.smithi092.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-05-21T00:26:21.372 INFO:teuthology.orchestra.run.smithi092.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-05-21T00:26:21.372 INFO:teuthology.orchestra.run.smithi092.stdout: python3-babel-2.9.1-2.el9.noarch 2024-05-21T00:26:21.372 INFO:teuthology.orchestra.run.smithi092.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-05-21T00:26:21.372 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-05-21T00:26:21.372 INFO:teuthology.orchestra.run.smithi092.stdout: python3-ceph-argparse-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.372 INFO:teuthology.orchestra.run.smithi092.stdout: python3-ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.372 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cephfs-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.372 INFO:teuthology.orchestra.run.smithi092.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-05-21T00:26:21.372 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-05-21T00:26:21.372 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-05-21T00:26:21.373 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-05-21T00:26:21.373 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-05-21T00:26:21.373 INFO:teuthology.orchestra.run.smithi092.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-05-21T00:26:21.373 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-05-21T00:26:21.373 INFO:teuthology.orchestra.run.smithi092.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-05-21T00:26:21.373 INFO:teuthology.orchestra.run.smithi092.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-05-21T00:26:21.373 INFO:teuthology.orchestra.run.smithi092.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-05-21T00:26:21.373 INFO:teuthology.orchestra.run.smithi092.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-05-21T00:26:21.373 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-05-21T00:26:21.373 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-05-21T00:26:21.373 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-05-21T00:26:21.373 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-05-21T00:26:21.373 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-05-21T00:26:21.374 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-05-21T00:26:21.374 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-05-21T00:26:21.374 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-05-21T00:26:21.374 INFO:teuthology.orchestra.run.smithi092.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-05-21T00:26:21.374 INFO:teuthology.orchestra.run.smithi092.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-05-21T00:26:21.374 INFO:teuthology.orchestra.run.smithi092.stdout: python3-mako-1.1.4-6.el9.noarch 2024-05-21T00:26:21.374 INFO:teuthology.orchestra.run.smithi092.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-05-21T00:26:21.374 INFO:teuthology.orchestra.run.smithi092.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-05-21T00:26:21.374 INFO:teuthology.orchestra.run.smithi092.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-05-21T00:26:21.374 INFO:teuthology.orchestra.run.smithi092.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-05-21T00:26:21.374 INFO:teuthology.orchestra.run.smithi092.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-05-21T00:26:21.375 INFO:teuthology.orchestra.run.smithi092.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-05-21T00:26:21.375 INFO:teuthology.orchestra.run.smithi092.stdout: python3-packaging-20.9-5.el9.noarch 2024-05-21T00:26:21.375 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-05-21T00:26:21.375 INFO:teuthology.orchestra.run.smithi092.stdout: python3-ply-3.11-14.el9.noarch 2024-05-21T00:26:21.375 INFO:teuthology.orchestra.run.smithi092.stdout: python3-portend-3.1.0-2.el9.noarch 2024-05-21T00:26:21.375 INFO:teuthology.orchestra.run.smithi092.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-05-21T00:26:21.375 INFO:teuthology.orchestra.run.smithi092.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-05-21T00:26:21.375 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-05-21T00:26:21.375 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-05-21T00:26:21.375 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-05-21T00:26:21.375 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pycparser-2.20-6.el9.noarch 2024-05-21T00:26:21.376 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-05-21T00:26:21.376 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pytz-2021.1-5.el9.noarch 2024-05-21T00:26:21.376 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rados-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.376 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rbd-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.376 INFO:teuthology.orchestra.run.smithi092.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-05-21T00:26:21.376 INFO:teuthology.orchestra.run.smithi092.stdout: python3-requests-2.25.1-8.el9.noarch 2024-05-21T00:26:21.376 INFO:teuthology.orchestra.run.smithi092.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-05-21T00:26:21.376 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rgw-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.376 INFO:teuthology.orchestra.run.smithi092.stdout: python3-routes-2.5.1-5.el9.noarch 2024-05-21T00:26:21.376 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rsa-4.9-2.el9.noarch 2024-05-21T00:26:21.376 INFO:teuthology.orchestra.run.smithi092.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-05-21T00:26:21.376 INFO:teuthology.orchestra.run.smithi092.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-05-21T00:26:21.376 INFO:teuthology.orchestra.run.smithi092.stdout: python3-toml-0.10.2-6.el9.noarch 2024-05-21T00:26:21.377 INFO:teuthology.orchestra.run.smithi092.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-05-21T00:26:21.377 INFO:teuthology.orchestra.run.smithi092.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-05-21T00:26:21.377 INFO:teuthology.orchestra.run.smithi092.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-05-21T00:26:21.377 INFO:teuthology.orchestra.run.smithi092.stdout: python3-webob-1.8.7-6.el9.noarch 2024-05-21T00:26:21.377 INFO:teuthology.orchestra.run.smithi092.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-05-21T00:26:21.377 INFO:teuthology.orchestra.run.smithi092.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-05-21T00:26:21.377 INFO:teuthology.orchestra.run.smithi092.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-05-21T00:26:21.377 INFO:teuthology.orchestra.run.smithi092.stdout: qatlib-24.02.0-1.el9.x86_64 2024-05-21T00:26:21.377 INFO:teuthology.orchestra.run.smithi092.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-05-21T00:26:21.377 INFO:teuthology.orchestra.run.smithi092.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-05-21T00:26:21.377 INFO:teuthology.orchestra.run.smithi092.stdout: rbd-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.377 INFO:teuthology.orchestra.run.smithi092.stdout: rbd-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.377 INFO:teuthology.orchestra.run.smithi092.stdout: rbd-nbd-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:21.378 INFO:teuthology.orchestra.run.smithi092.stdout: re2-1:20211101-3.el9.x86_64 2024-05-21T00:26:21.378 INFO:teuthology.orchestra.run.smithi092.stdout: socat-1.7.4.1-5.el9.x86_64 2024-05-21T00:26:21.378 INFO:teuthology.orchestra.run.smithi092.stdout: thrift-0.15.0-2.el9.x86_64 2024-05-21T00:26:21.378 INFO:teuthology.orchestra.run.smithi092.stdout: uuid-1.6.2-55.el9.x86_64 2024-05-21T00:26:21.378 INFO:teuthology.orchestra.run.smithi092.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-05-21T00:26:21.378 INFO:teuthology.orchestra.run.smithi092.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-05-21T00:26:21.378 INFO:teuthology.orchestra.run.smithi092.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-05-21T00:26:21.378 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-05-21T00:26:21.378 INFO:teuthology.orchestra.run.smithi092.stdout:Complete! 2024-05-21T00:26:21.800 DEBUG:teuthology.parallel:result is None 2024-05-21T00:26:22.497 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3829.gb772be9b.el9.x86_64 111/170 2024-05-21T00:26:22.497 INFO:teuthology.orchestra.run.smithi082.stdout:skipping the directory /sys 2024-05-21T00:26:22.497 INFO:teuthology.orchestra.run.smithi082.stdout:skipping the directory /proc 2024-05-21T00:26:22.497 INFO:teuthology.orchestra.run.smithi082.stdout:skipping the directory /mnt 2024-05-21T00:26:22.497 INFO:teuthology.orchestra.run.smithi082.stdout:skipping the directory /var/tmp 2024-05-21T00:26:22.497 INFO:teuthology.orchestra.run.smithi082.stdout:skipping the directory /home 2024-05-21T00:26:22.498 INFO:teuthology.orchestra.run.smithi082.stdout:skipping the directory /root 2024-05-21T00:26:22.498 INFO:teuthology.orchestra.run.smithi082.stdout:skipping the directory /tmp 2024-05-21T00:26:22.498 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-05-21T00:26:22.677 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-volume-2:19.0.0-3829.gb772be9b.el9.noarch 112/170 2024-05-21T00:26:22.693 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-volume-2:19.0.0-3829.gb772be9b.el9.noarch 112/170 2024-05-21T00:26:22.693 INFO:teuthology.orchestra.run.smithi082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:26:22.693 INFO:teuthology.orchestra.run.smithi082.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-05-21T00:26:22.693 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-05-21T00:26:24.189 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-osd-2:19.0.0-3829.gb772be9b.el9.x86_64 113/170 2024-05-21T00:26:24.214 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-osd-2:19.0.0-3829.gb772be9b.el9.x86_64 113/170 2024-05-21T00:26:24.215 INFO:teuthology.orchestra.run.smithi082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:26:24.215 INFO:teuthology.orchestra.run.smithi082.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-05-21T00:26:24.215 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-21T00:26:24.215 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-21T00:26:24.215 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-05-21T00:26:24.439 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-mds-2:19.0.0-3829.gb772be9b.el9.x86_64 114/170 2024-05-21T00:26:24.462 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-mds-2:19.0.0-3829.gb772be9b.el9.x86_64 114/170 2024-05-21T00:26:24.462 INFO:teuthology.orchestra.run.smithi082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:26:24.462 INFO:teuthology.orchestra.run.smithi082.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-05-21T00:26:24.462 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-21T00:26:24.463 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-21T00:26:24.463 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-05-21T00:26:24.718 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-test-2:19.0.0-3829.gb772be9b.el9.x86_64 143/170 2024-05-21T00:26:24.800 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : rbd-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 144/170 2024-05-21T00:26:24.865 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : rbd-nbd-2:19.0.0-3829.gb772be9b.el9.x86_64 145/170 2024-05-21T00:26:24.901 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 146/170 2024-05-21T00:26:24.906 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-mon-2:19.0.0-3829.gb772be9b.el9.x86_64 115/170 2024-05-21T00:26:24.929 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-mon-2:19.0.0-3829.gb772be9b.el9.x86_64 115/170 2024-05-21T00:26:24.929 INFO:teuthology.orchestra.run.smithi082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:26:24.929 INFO:teuthology.orchestra.run.smithi082.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-05-21T00:26:24.929 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-21T00:26:24.929 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-21T00:26:24.929 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-05-21T00:26:24.940 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 147/170 2024-05-21T00:26:25.036 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : automake-1.16.2-8.el9.noarch 116/170 2024-05-21T00:26:25.084 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-ply-3.11-14.el9.noarch 117/170 2024-05-21T00:26:25.140 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 118/170 2024-05-21T00:26:25.239 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : cephfs-shell-2:19.0.0-3829.gb772be9b.el9.x86_64 148/170 2024-05-21T00:26:25.305 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 149/170 2024-05-21T00:26:25.324 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 119/170 2024-05-21T00:26:25.338 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libcephfs-devel-2:19.0.0-3829.gb772be9b.el9.x86_ 150/170 2024-05-21T00:26:25.373 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 120/170 2024-05-21T00:26:25.378 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 151/170 2024-05-21T00:26:25.427 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : NetworkManager-team-1:1.47.90-1.el9.x86_64 152/170 2024-05-21T00:26:25.451 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 121/170 2024-05-21T00:26:25.479 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : NetworkManager-tui-1:1.47.90-1.el9.x86_64 153/170 2024-05-21T00:26:25.538 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 122/170 2024-05-21T00:26:25.687 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 123/170 2024-05-21T00:26:25.740 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 124/170 2024-05-21T00:26:25.772 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 125/170 2024-05-21T00:26:25.801 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : fuse-2.9.9-15.el9.x86_64 126/170 2024-05-21T00:26:26.212 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: cephadm-2:19.0.0-3829.gb772be9b.el9.noarch 127/170 2024-05-21T00:26:26.249 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : cephadm-2:19.0.0-3829.gb772be9b.el9.noarch 127/170 2024-05-21T00:26:26.281 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3829.gb772be9b.e 128/170 2024-05-21T00:26:26.342 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3829.gb772be9b. 129/170 2024-05-21T00:26:26.372 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3829.gb772be9b.el9.noa 130/170 2024-05-21T00:26:26.425 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T00:26:26.476 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T00:26:26.536 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T00:26:27.403 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3829.gb772be9b.el9.noa 130/170 2024-05-21T00:26:27.432 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3829.gb772be9b.el9.n 131/170 2024-05-21T00:26:27.979 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : cephfs-top-2:19.0.0-3829.gb772be9b.el9.noarch 155/170 2024-05-21T00:26:28.099 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 156/170 2024-05-21T00:26:28.162 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 157/170 2024-05-21T00:26:28.329 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : flex-2.6.4-9.el9.x86_64 158/170 2024-05-21T00:26:28.367 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : bison-3.7.4-5.el9.x86_64 159/170 2024-05-21T00:26:28.393 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3829.gb772be9b.el9.n 131/170 2024-05-21T00:26:28.400 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-21T00:26:28.433 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3829.gb77 132/170 2024-05-21T00:26:28.435 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 161/170 2024-05-21T00:26:28.476 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 162/170 2024-05-21T00:26:28.476 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-21T00:26:28.545 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3829.gb77 132/170 2024-05-21T00:26:28.617 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-21T00:26:28.672 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 164/170 2024-05-21T00:26:28.672 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-21T00:26:28.702 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3829.gb772be9b.el 133/170 2024-05-21T00:26:28.735 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-mgr-2:19.0.0-3829.gb772be9b.el9.x86_64 134/170 2024-05-21T00:26:28.758 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3829.gb772be9b.el9.x86_64 134/170 2024-05-21T00:26:28.759 INFO:teuthology.orchestra.run.smithi082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:26:28.759 INFO:teuthology.orchestra.run.smithi082.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-05-21T00:26:28.759 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-21T00:26:28.759 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-21T00:26:28.759 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-05-21T00:26:28.803 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-mgr-rook-2:19.0.0-3829.gb772be9b.el9.noarch 135/170 2024-05-21T00:26:28.808 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-21T00:26:28.813 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3829.gb772be9b.el9.noarch 135/170 2024-05-21T00:26:28.848 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 166/170 2024-05-21T00:26:28.883 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T00:26:28.883 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T00:26:28.920 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-2:19.0.0-3829.gb772be9b.el9.x86_64 136/170 2024-05-21T00:26:28.975 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 137/170 2024-05-21T00:26:29.216 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T00:26:29.216 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-21T00:26:29.423 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-21T00:26:29.467 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 169/170 2024-05-21T00:26:29.602 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-21T00:26:29.881 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-21T00:26:29.882 INFO:teuthology.orchestra.run.smithi044.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-05-21T00:26:29.882 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:26:29.898 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libtool-2.4.6-45.el9.x86_64 138/170 2024-05-21T00:26:29.930 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-radosgw-2:19.0.0-3829.gb772be9b.el9.x86_64 139/170 2024-05-21T00:26:29.953 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3829.gb772be9b.el9.x86_64 139/170 2024-05-21T00:26:29.953 INFO:teuthology.orchestra.run.smithi082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:26:29.953 INFO:teuthology.orchestra.run.smithi082.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-05-21T00:26:29.954 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-21T00:26:29.954 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-21T00:26:29.954 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-05-21T00:26:29.997 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3829.gb772b 140/170 2024-05-21T00:26:30.019 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3829.gb772b 140/170 2024-05-21T00:26:30.019 INFO:teuthology.orchestra.run.smithi082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:26:30.019 INFO:teuthology.orchestra.run.smithi082.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-05-21T00:26:30.019 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-05-21T00:26:30.064 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : cephfs-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 141/170 2024-05-21T00:26:30.086 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 141/170 2024-05-21T00:26:30.087 INFO:teuthology.orchestra.run.smithi082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:26:30.087 INFO:teuthology.orchestra.run.smithi082.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-05-21T00:26:30.087 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-21T00:26:30.087 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-21T00:26:30.087 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-05-21T00:26:30.390 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : rbd-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 142/170 2024-05-21T00:26:30.413 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 142/170 2024-05-21T00:26:30.413 INFO:teuthology.orchestra.run.smithi082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:26:30.413 INFO:teuthology.orchestra.run.smithi082.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-05-21T00:26:30.413 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-21T00:26:30.413 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-21T00:26:30.413 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-05-21T00:26:34.994 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-test-2:19.0.0-3829.gb772be9b.el9.x86_64 143/170 2024-05-21T00:26:35.044 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : rbd-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 144/170 2024-05-21T00:26:35.092 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : rbd-nbd-2:19.0.0-3829.gb772be9b.el9.x86_64 145/170 2024-05-21T00:26:35.124 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 146/170 2024-05-21T00:26:35.152 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 147/170 2024-05-21T00:26:35.334 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : cephfs-shell-2:19.0.0-3829.gb772be9b.el9.x86_64 148/170 2024-05-21T00:26:35.382 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 149/170 2024-05-21T00:26:35.414 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libcephfs-devel-2:19.0.0-3829.gb772be9b.el9.x86_ 150/170 2024-05-21T00:26:35.454 INFO:teuthology.orchestra.run.smithi082.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 151/170 2024-05-21T00:26:35.484 INFO:teuthology.orchestra.run.smithi082.stdout: Upgrading : NetworkManager-team-1:1.47.90-1.el9.x86_64 152/170 2024-05-21T00:26:35.530 INFO:teuthology.orchestra.run.smithi082.stdout: Upgrading : NetworkManager-tui-1:1.47.90-1.el9.x86_64 153/170 2024-05-21T00:26:35.562 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-2:19.0.0-3829.gb772be9b.el9.x86_64 1/170 2024-05-21T00:26:35.562 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-base-2:19.0.0-3829.gb772be9b.el9.x86_64 2/170 2024-05-21T00:26:35.562 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 3/170 2024-05-21T00:26:35.562 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 4/170 2024-05-21T00:26:35.562 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3829.gb772b 5/170 2024-05-21T00:26:35.562 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mds-2:19.0.0-3829.gb772be9b.el9.x86_64 6/170 2024-05-21T00:26:35.562 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mgr-2:19.0.0-3829.gb772be9b.el9.x86_64 7/170 2024-05-21T00:26:35.562 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mon-2:19.0.0-3829.gb772be9b.el9.x86_64 8/170 2024-05-21T00:26:35.563 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-osd-2:19.0.0-3829.gb772be9b.el9.x86_64 9/170 2024-05-21T00:26:35.563 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-radosgw-2:19.0.0-3829.gb772be9b.el9.x86_64 10/170 2024-05-21T00:26:35.563 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-selinux-2:19.0.0-3829.gb772be9b.el9.x86_64 11/170 2024-05-21T00:26:35.563 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-test-2:19.0.0-3829.gb772be9b.el9.x86_64 12/170 2024-05-21T00:26:35.563 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : cephfs-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 13/170 2024-05-21T00:26:35.563 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : cephfs-shell-2:19.0.0-3829.gb772be9b.el9.x86_64 14/170 2024-05-21T00:26:35.563 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libcephfs-devel-2:19.0.0-3829.gb772be9b.el9.x86_ 15/170 2024-05-21T00:26:35.563 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libcephfs2-2:19.0.0-3829.gb772be9b.el9.x86_64 16/170 2024-05-21T00:26:35.563 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libcephsqlite-2:19.0.0-3829.gb772be9b.el9.x86_64 17/170 2024-05-21T00:26:35.563 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librados-devel-2:19.0.0-3829.gb772be9b.el9.x86_6 18/170 2024-05-21T00:26:35.563 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libradosstriper1-2:19.0.0-3829.gb772be9b.el9.x86 19/170 2024-05-21T00:26:35.563 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librgw2-2:19.0.0-3829.gb772be9b.el9.x86_64 20/170 2024-05-21T00:26:35.563 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3829.gb772be9b.el 21/170 2024-05-21T00:26:35.563 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-ceph-common-2:19.0.0-3829.gb772be9b.el9. 22/170 2024-05-21T00:26:35.564 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cephfs-2:19.0.0-3829.gb772be9b.el9.x86_6 23/170 2024-05-21T00:26:35.564 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-rados-2:19.0.0-3829.gb772be9b.el9.x86_64 24/170 2024-05-21T00:26:35.564 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-rbd-2:19.0.0-3829.gb772be9b.el9.x86_64 25/170 2024-05-21T00:26:35.564 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-rgw-2:19.0.0-3829.gb772be9b.el9.x86_64 26/170 2024-05-21T00:26:35.564 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : rbd-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 27/170 2024-05-21T00:26:35.564 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : rbd-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 28/170 2024-05-21T00:26:35.564 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : rbd-nbd-2:19.0.0-3829.gb772be9b.el9.x86_64 29/170 2024-05-21T00:26:35.576 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3829.gb772be9b. 30/170 2024-05-21T00:26:35.577 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3829.gb772be9b.el9.noa 31/170 2024-05-21T00:26:35.577 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3829.gb772be9b.el9.n 32/170 2024-05-21T00:26:35.577 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3829.gb77 33/170 2024-05-21T00:26:35.577 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3829.gb772be9b.el 34/170 2024-05-21T00:26:35.577 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3829.gb772be9b.el9.noarch 35/170 2024-05-21T00:26:35.577 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3829.gb772be9b.e 36/170 2024-05-21T00:26:35.577 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-volume-2:19.0.0-3829.gb772be9b.el9.noarch 37/170 2024-05-21T00:26:35.577 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : cephadm-2:19.0.0-3829.gb772be9b.el9.noarch 38/170 2024-05-21T00:26:35.577 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : cephfs-top-2:19.0.0-3829.gb772be9b.el9.noarch 39/170 2024-05-21T00:26:35.577 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/170 2024-05-21T00:26:35.577 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/170 2024-05-21T00:26:35.577 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/170 2024-05-21T00:26:35.577 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/170 2024-05-21T00:26:35.578 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/170 2024-05-21T00:26:35.578 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/170 2024-05-21T00:26:35.578 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/170 2024-05-21T00:26:35.578 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/170 2024-05-21T00:26:35.578 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/170 2024-05-21T00:26:35.578 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/170 2024-05-21T00:26:35.578 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/170 2024-05-21T00:26:35.578 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/170 2024-05-21T00:26:35.578 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/170 2024-05-21T00:26:35.578 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/170 2024-05-21T00:26:35.578 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/170 2024-05-21T00:26:35.578 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/170 2024-05-21T00:26:35.579 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/170 2024-05-21T00:26:35.579 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/170 2024-05-21T00:26:35.579 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/170 2024-05-21T00:26:35.579 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/170 2024-05-21T00:26:35.579 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/170 2024-05-21T00:26:35.579 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/170 2024-05-21T00:26:35.579 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/170 2024-05-21T00:26:35.579 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/170 2024-05-21T00:26:35.579 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/170 2024-05-21T00:26:35.579 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/170 2024-05-21T00:26:35.579 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/170 2024-05-21T00:26:35.579 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/170 2024-05-21T00:26:35.579 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/170 2024-05-21T00:26:35.579 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/170 2024-05-21T00:26:35.580 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/170 2024-05-21T00:26:35.580 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/170 2024-05-21T00:26:35.580 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/170 2024-05-21T00:26:35.580 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/170 2024-05-21T00:26:35.580 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/170 2024-05-21T00:26:35.580 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/170 2024-05-21T00:26:35.580 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/170 2024-05-21T00:26:35.580 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/170 2024-05-21T00:26:35.580 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/170 2024-05-21T00:26:35.580 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/170 2024-05-21T00:26:35.580 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/170 2024-05-21T00:26:35.580 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/170 2024-05-21T00:26:35.580 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/170 2024-05-21T00:26:35.580 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/170 2024-05-21T00:26:35.581 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/170 2024-05-21T00:26:35.581 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/170 2024-05-21T00:26:35.581 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/170 2024-05-21T00:26:35.581 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/170 2024-05-21T00:26:35.581 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/170 2024-05-21T00:26:35.581 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/170 2024-05-21T00:26:35.581 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/170 2024-05-21T00:26:35.581 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/170 2024-05-21T00:26:35.581 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/170 2024-05-21T00:26:35.581 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/170 2024-05-21T00:26:35.581 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/170 2024-05-21T00:26:35.581 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/170 2024-05-21T00:26:35.581 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/170 2024-05-21T00:26:35.582 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/170 2024-05-21T00:26:35.582 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/170 2024-05-21T00:26:35.582 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 99/170 2024-05-21T00:26:35.582 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/170 2024-05-21T00:26:35.582 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 101/170 2024-05-21T00:26:35.582 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/170 2024-05-21T00:26:35.582 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/170 2024-05-21T00:26:35.582 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/170 2024-05-21T00:26:35.582 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/170 2024-05-21T00:26:35.582 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/170 2024-05-21T00:26:35.582 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/170 2024-05-21T00:26:35.582 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/170 2024-05-21T00:26:35.582 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/170 2024-05-21T00:26:35.583 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/170 2024-05-21T00:26:35.583 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/170 2024-05-21T00:26:35.583 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/170 2024-05-21T00:26:35.583 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/170 2024-05-21T00:26:35.583 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/170 2024-05-21T00:26:35.583 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/170 2024-05-21T00:26:35.583 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/170 2024-05-21T00:26:35.583 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/170 2024-05-21T00:26:35.583 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/170 2024-05-21T00:26:35.583 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/170 2024-05-21T00:26:35.583 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/170 2024-05-21T00:26:35.583 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/170 2024-05-21T00:26:35.583 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/170 2024-05-21T00:26:35.583 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/170 2024-05-21T00:26:35.583 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/170 2024-05-21T00:26:35.584 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/170 2024-05-21T00:26:35.584 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/170 2024-05-21T00:26:35.584 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/170 2024-05-21T00:26:35.584 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/170 2024-05-21T00:26:35.584 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/170 2024-05-21T00:26:35.584 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/170 2024-05-21T00:26:35.584 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/170 2024-05-21T00:26:35.584 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/170 2024-05-21T00:26:35.584 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/170 2024-05-21T00:26:35.584 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/170 2024-05-21T00:26:35.584 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/170 2024-05-21T00:26:35.584 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/170 2024-05-21T00:26:35.584 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/170 2024-05-21T00:26:35.584 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/170 2024-05-21T00:26:35.585 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/170 2024-05-21T00:26:35.585 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/170 2024-05-21T00:26:35.585 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/170 2024-05-21T00:26:35.585 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/170 2024-05-21T00:26:35.585 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/170 2024-05-21T00:26:35.585 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/170 2024-05-21T00:26:35.585 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/170 2024-05-21T00:26:35.585 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/170 2024-05-21T00:26:35.585 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/170 2024-05-21T00:26:35.585 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/170 2024-05-21T00:26:35.585 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librados2-2:19.0.0-3829.gb772be9b.el9.x86_64 149/170 2024-05-21T00:26:35.585 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/170 2024-05-21T00:26:35.585 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librbd1-2:19.0.0-3829.gb772be9b.el9.x86_64 151/170 2024-05-21T00:26:35.585 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/170 2024-05-21T00:26:35.586 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : NetworkManager-1:1.47.90-1.el9.x86_64 153/170 2024-05-21T00:26:35.586 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/170 2024-05-21T00:26:35.586 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 155/170 2024-05-21T00:26:35.586 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/170 2024-05-21T00:26:35.586 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : NetworkManager-team-1:1.47.90-1.el9.x86_64 157/170 2024-05-21T00:26:35.586 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/170 2024-05-21T00:26:35.586 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : NetworkManager-tui-1:1.47.90-1.el9.x86_64 159/170 2024-05-21T00:26:35.586 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-21T00:26:35.586 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/170 2024-05-21T00:26:35.586 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/170 2024-05-21T00:26:35.586 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/170 2024-05-21T00:26:35.586 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/170 2024-05-21T00:26:35.586 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/170 2024-05-21T00:26:35.587 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/170 2024-05-21T00:26:35.587 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 167/170 2024-05-21T00:26:35.587 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/170 2024-05-21T00:26:35.587 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 169/170 2024-05-21T00:26:36.110 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T00:26:36.154 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T00:26:36.173 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T00:26:36.996 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : cephfs-top-2:19.0.0-3829.gb772be9b.el9.noarch 155/170 2024-05-21T00:26:37.100 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 156/170 2024-05-21T00:26:37.141 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 157/170 2024-05-21T00:26:37.222 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : flex-2.6.4-9.el9.x86_64 158/170 2024-05-21T00:26:37.253 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : bison-3.7.4-5.el9.x86_64 159/170 2024-05-21T00:26:37.278 INFO:teuthology.orchestra.run.smithi082.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-21T00:26:37.304 INFO:teuthology.orchestra.run.smithi082.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 161/170 2024-05-21T00:26:37.330 INFO:teuthology.orchestra.run.smithi082.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 162/170 2024-05-21T00:26:37.330 INFO:teuthology.orchestra.run.smithi082.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-21T00:26:37.398 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-21T00:26:37.431 INFO:teuthology.orchestra.run.smithi082.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 164/170 2024-05-21T00:26:37.431 INFO:teuthology.orchestra.run.smithi082.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-21T00:26:37.507 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-21T00:26:37.541 INFO:teuthology.orchestra.run.smithi082.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 166/170 2024-05-21T00:26:37.546 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T00:26:37.546 INFO:teuthology.orchestra.run.smithi082.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T00:26:37.734 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T00:26:37.735 INFO:teuthology.orchestra.run.smithi082.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-21T00:26:37.827 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-21T00:26:37.837 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/170 2024-05-21T00:26:37.837 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:26:37.837 INFO:teuthology.orchestra.run.smithi044.stdout:Upgraded: 2024-05-21T00:26:37.837 INFO:teuthology.orchestra.run.smithi044.stdout: NetworkManager-1:1.47.90-1.el9.x86_64 2024-05-21T00:26:37.837 INFO:teuthology.orchestra.run.smithi044.stdout: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 2024-05-21T00:26:37.837 INFO:teuthology.orchestra.run.smithi044.stdout: NetworkManager-team-1:1.47.90-1.el9.x86_64 2024-05-21T00:26:37.837 INFO:teuthology.orchestra.run.smithi044.stdout: NetworkManager-tui-1:1.47.90-1.el9.x86_64 2024-05-21T00:26:37.837 INFO:teuthology.orchestra.run.smithi044.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-05-21T00:26:37.838 INFO:teuthology.orchestra.run.smithi044.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-05-21T00:26:37.838 INFO:teuthology.orchestra.run.smithi044.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-05-21T00:26:37.838 INFO:teuthology.orchestra.run.smithi044.stdout: librados2-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.838 INFO:teuthology.orchestra.run.smithi044.stdout: librbd1-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.838 INFO:teuthology.orchestra.run.smithi044.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-05-21T00:26:37.838 INFO:teuthology.orchestra.run.smithi044.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-05-21T00:26:37.838 INFO:teuthology.orchestra.run.smithi044.stdout:Installed: 2024-05-21T00:26:37.838 INFO:teuthology.orchestra.run.smithi044.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-05-21T00:26:37.838 INFO:teuthology.orchestra.run.smithi044.stdout: automake-1.16.2-8.el9.noarch 2024-05-21T00:26:37.838 INFO:teuthology.orchestra.run.smithi044.stdout: bison-3.7.4-5.el9.x86_64 2024-05-21T00:26:37.838 INFO:teuthology.orchestra.run.smithi044.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-05-21T00:26:37.838 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.839 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-base-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.839 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.839 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.839 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-grafana-dashboards-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:26:37.839 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-immutable-object-cache-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.839 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mds-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.839 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.839 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-cephadm-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:26:37.839 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-dashboard-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:26:37.839 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:26:37.839 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-modules-core-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:26:37.839 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-rook-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:26:37.839 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mon-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.840 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-osd-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.840 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-prometheus-alerts-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:26:37.840 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-radosgw-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.840 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-selinux-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.840 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-test-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.840 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-volume-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:26:37.840 INFO:teuthology.orchestra.run.smithi044.stdout: cephadm-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:26:37.840 INFO:teuthology.orchestra.run.smithi044.stdout: cephfs-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.840 INFO:teuthology.orchestra.run.smithi044.stdout: cephfs-shell-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.840 INFO:teuthology.orchestra.run.smithi044.stdout: cephfs-top-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:26:37.840 INFO:teuthology.orchestra.run.smithi044.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-05-21T00:26:37.840 INFO:teuthology.orchestra.run.smithi044.stdout: flex-2.6.4-9.el9.x86_64 2024-05-21T00:26:37.841 INFO:teuthology.orchestra.run.smithi044.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-05-21T00:26:37.841 INFO:teuthology.orchestra.run.smithi044.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-05-21T00:26:37.841 INFO:teuthology.orchestra.run.smithi044.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-05-21T00:26:37.841 INFO:teuthology.orchestra.run.smithi044.stdout: fuse-2.9.9-15.el9.x86_64 2024-05-21T00:26:37.841 INFO:teuthology.orchestra.run.smithi044.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-05-21T00:26:37.841 INFO:teuthology.orchestra.run.smithi044.stdout: grpc-data-1.46.7-10.el9.noarch 2024-05-21T00:26:37.841 INFO:teuthology.orchestra.run.smithi044.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-05-21T00:26:37.841 INFO:teuthology.orchestra.run.smithi044.stdout: libarrow-9.0.0-11.el9.x86_64 2024-05-21T00:26:37.841 INFO:teuthology.orchestra.run.smithi044.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-05-21T00:26:37.841 INFO:teuthology.orchestra.run.smithi044.stdout: libcephfs-devel-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.841 INFO:teuthology.orchestra.run.smithi044.stdout: libcephfs2-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.841 INFO:teuthology.orchestra.run.smithi044.stdout: libcephsqlite-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.841 INFO:teuthology.orchestra.run.smithi044.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-05-21T00:26:37.842 INFO:teuthology.orchestra.run.smithi044.stdout: liboath-2.6.7-2.el9.x86_64 2024-05-21T00:26:37.842 INFO:teuthology.orchestra.run.smithi044.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-05-21T00:26:37.842 INFO:teuthology.orchestra.run.smithi044.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-05-21T00:26:37.842 INFO:teuthology.orchestra.run.smithi044.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-05-21T00:26:37.842 INFO:teuthology.orchestra.run.smithi044.stdout: librados-devel-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.842 INFO:teuthology.orchestra.run.smithi044.stdout: libradosstriper1-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.842 INFO:teuthology.orchestra.run.smithi044.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-05-21T00:26:37.842 INFO:teuthology.orchestra.run.smithi044.stdout: librgw2-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.842 INFO:teuthology.orchestra.run.smithi044.stdout: libtool-2.4.6-45.el9.x86_64 2024-05-21T00:26:37.842 INFO:teuthology.orchestra.run.smithi044.stdout: libunwind-1.6.2-1.el9.x86_64 2024-05-21T00:26:37.842 INFO:teuthology.orchestra.run.smithi044.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-05-21T00:26:37.842 INFO:teuthology.orchestra.run.smithi044.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-05-21T00:26:37.843 INFO:teuthology.orchestra.run.smithi044.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-05-21T00:26:37.843 INFO:teuthology.orchestra.run.smithi044.stdout: lua-5.4.4-4.el9.x86_64 2024-05-21T00:26:37.843 INFO:teuthology.orchestra.run.smithi044.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-05-21T00:26:37.843 INFO:teuthology.orchestra.run.smithi044.stdout: luarocks-3.9.2-5.el9.noarch 2024-05-21T00:26:37.843 INFO:teuthology.orchestra.run.smithi044.stdout: openblas-0.3.21-2.el9.x86_64 2024-05-21T00:26:37.843 INFO:teuthology.orchestra.run.smithi044.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-05-21T00:26:37.843 INFO:teuthology.orchestra.run.smithi044.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-05-21T00:26:37.843 INFO:teuthology.orchestra.run.smithi044.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-05-21T00:26:37.843 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql-13.14-1.el9.x86_64 2024-05-21T00:26:37.843 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-05-21T00:26:37.843 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-05-21T00:26:37.843 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql-server-13.14-1.el9.x86_64 2024-05-21T00:26:37.843 INFO:teuthology.orchestra.run.smithi044.stdout: protobuf-3.14.0-13.el9.x86_64 2024-05-21T00:26:37.843 INFO:teuthology.orchestra.run.smithi044.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-05-21T00:26:37.844 INFO:teuthology.orchestra.run.smithi044.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-05-21T00:26:37.844 INFO:teuthology.orchestra.run.smithi044.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-05-21T00:26:37.844 INFO:teuthology.orchestra.run.smithi044.stdout: python3-babel-2.9.1-2.el9.noarch 2024-05-21T00:26:37.844 INFO:teuthology.orchestra.run.smithi044.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-05-21T00:26:37.844 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-05-21T00:26:37.844 INFO:teuthology.orchestra.run.smithi044.stdout: python3-ceph-argparse-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.844 INFO:teuthology.orchestra.run.smithi044.stdout: python3-ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.844 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cephfs-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.844 INFO:teuthology.orchestra.run.smithi044.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-05-21T00:26:37.844 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-05-21T00:26:37.844 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-05-21T00:26:37.844 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-05-21T00:26:37.844 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-05-21T00:26:37.845 INFO:teuthology.orchestra.run.smithi044.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-05-21T00:26:37.845 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-05-21T00:26:37.845 INFO:teuthology.orchestra.run.smithi044.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-05-21T00:26:37.845 INFO:teuthology.orchestra.run.smithi044.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-05-21T00:26:37.845 INFO:teuthology.orchestra.run.smithi044.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-05-21T00:26:37.845 INFO:teuthology.orchestra.run.smithi044.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-05-21T00:26:37.845 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-05-21T00:26:37.845 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-05-21T00:26:37.845 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-05-21T00:26:37.845 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-05-21T00:26:37.845 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-05-21T00:26:37.845 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-05-21T00:26:37.845 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-05-21T00:26:37.846 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-05-21T00:26:37.846 INFO:teuthology.orchestra.run.smithi044.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-05-21T00:26:37.846 INFO:teuthology.orchestra.run.smithi044.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-05-21T00:26:37.846 INFO:teuthology.orchestra.run.smithi044.stdout: python3-mako-1.1.4-6.el9.noarch 2024-05-21T00:26:37.846 INFO:teuthology.orchestra.run.smithi044.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-05-21T00:26:37.846 INFO:teuthology.orchestra.run.smithi044.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-05-21T00:26:37.846 INFO:teuthology.orchestra.run.smithi044.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-05-21T00:26:37.846 INFO:teuthology.orchestra.run.smithi044.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-05-21T00:26:37.846 INFO:teuthology.orchestra.run.smithi044.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-05-21T00:26:37.846 INFO:teuthology.orchestra.run.smithi044.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-05-21T00:26:37.846 INFO:teuthology.orchestra.run.smithi044.stdout: python3-packaging-20.9-5.el9.noarch 2024-05-21T00:26:37.846 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-05-21T00:26:37.846 INFO:teuthology.orchestra.run.smithi044.stdout: python3-ply-3.11-14.el9.noarch 2024-05-21T00:26:37.847 INFO:teuthology.orchestra.run.smithi044.stdout: python3-portend-3.1.0-2.el9.noarch 2024-05-21T00:26:37.847 INFO:teuthology.orchestra.run.smithi044.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-05-21T00:26:37.847 INFO:teuthology.orchestra.run.smithi044.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-05-21T00:26:37.847 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-05-21T00:26:37.847 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-05-21T00:26:37.847 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-05-21T00:26:37.847 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pycparser-2.20-6.el9.noarch 2024-05-21T00:26:37.847 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-05-21T00:26:37.847 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pytz-2021.1-5.el9.noarch 2024-05-21T00:26:37.847 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rados-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.847 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rbd-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.847 INFO:teuthology.orchestra.run.smithi044.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-05-21T00:26:37.847 INFO:teuthology.orchestra.run.smithi044.stdout: python3-requests-2.25.1-8.el9.noarch 2024-05-21T00:26:37.848 INFO:teuthology.orchestra.run.smithi044.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-05-21T00:26:37.848 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rgw-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.848 INFO:teuthology.orchestra.run.smithi044.stdout: python3-routes-2.5.1-5.el9.noarch 2024-05-21T00:26:37.848 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rsa-4.9-2.el9.noarch 2024-05-21T00:26:37.848 INFO:teuthology.orchestra.run.smithi044.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-05-21T00:26:37.848 INFO:teuthology.orchestra.run.smithi044.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-05-21T00:26:37.848 INFO:teuthology.orchestra.run.smithi044.stdout: python3-toml-0.10.2-6.el9.noarch 2024-05-21T00:26:37.848 INFO:teuthology.orchestra.run.smithi044.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-05-21T00:26:37.848 INFO:teuthology.orchestra.run.smithi044.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-05-21T00:26:37.848 INFO:teuthology.orchestra.run.smithi044.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-05-21T00:26:37.848 INFO:teuthology.orchestra.run.smithi044.stdout: python3-webob-1.8.7-6.el9.noarch 2024-05-21T00:26:37.848 INFO:teuthology.orchestra.run.smithi044.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-05-21T00:26:37.848 INFO:teuthology.orchestra.run.smithi044.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-05-21T00:26:37.849 INFO:teuthology.orchestra.run.smithi044.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-05-21T00:26:37.849 INFO:teuthology.orchestra.run.smithi044.stdout: qatlib-24.02.0-1.el9.x86_64 2024-05-21T00:26:37.849 INFO:teuthology.orchestra.run.smithi044.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-05-21T00:26:37.849 INFO:teuthology.orchestra.run.smithi044.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-05-21T00:26:37.849 INFO:teuthology.orchestra.run.smithi044.stdout: rbd-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.849 INFO:teuthology.orchestra.run.smithi044.stdout: rbd-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.849 INFO:teuthology.orchestra.run.smithi044.stdout: rbd-nbd-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:37.849 INFO:teuthology.orchestra.run.smithi044.stdout: re2-1:20211101-3.el9.x86_64 2024-05-21T00:26:37.849 INFO:teuthology.orchestra.run.smithi044.stdout: socat-1.7.4.1-5.el9.x86_64 2024-05-21T00:26:37.849 INFO:teuthology.orchestra.run.smithi044.stdout: thrift-0.15.0-2.el9.x86_64 2024-05-21T00:26:37.849 INFO:teuthology.orchestra.run.smithi044.stdout: uuid-1.6.2-55.el9.x86_64 2024-05-21T00:26:37.849 INFO:teuthology.orchestra.run.smithi044.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-05-21T00:26:37.849 INFO:teuthology.orchestra.run.smithi044.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-05-21T00:26:37.850 INFO:teuthology.orchestra.run.smithi044.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-05-21T00:26:37.850 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:26:37.850 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2024-05-21T00:26:37.852 INFO:teuthology.orchestra.run.smithi082.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 169/170 2024-05-21T00:26:37.915 INFO:teuthology.orchestra.run.smithi082.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-21T00:26:38.490 DEBUG:teuthology.parallel:result is None 2024-05-21T00:26:43.674 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-21T00:26:43.674 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-2:19.0.0-3829.gb772be9b.el9.x86_64 1/170 2024-05-21T00:26:43.674 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-base-2:19.0.0-3829.gb772be9b.el9.x86_64 2/170 2024-05-21T00:26:43.674 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 3/170 2024-05-21T00:26:43.674 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 4/170 2024-05-21T00:26:43.674 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3829.gb772b 5/170 2024-05-21T00:26:43.674 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-mds-2:19.0.0-3829.gb772be9b.el9.x86_64 6/170 2024-05-21T00:26:43.674 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-mgr-2:19.0.0-3829.gb772be9b.el9.x86_64 7/170 2024-05-21T00:26:43.674 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-mon-2:19.0.0-3829.gb772be9b.el9.x86_64 8/170 2024-05-21T00:26:43.675 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-osd-2:19.0.0-3829.gb772be9b.el9.x86_64 9/170 2024-05-21T00:26:43.675 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-radosgw-2:19.0.0-3829.gb772be9b.el9.x86_64 10/170 2024-05-21T00:26:43.675 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-selinux-2:19.0.0-3829.gb772be9b.el9.x86_64 11/170 2024-05-21T00:26:43.675 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-test-2:19.0.0-3829.gb772be9b.el9.x86_64 12/170 2024-05-21T00:26:43.675 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : cephfs-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 13/170 2024-05-21T00:26:43.675 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : cephfs-shell-2:19.0.0-3829.gb772be9b.el9.x86_64 14/170 2024-05-21T00:26:43.675 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libcephfs-devel-2:19.0.0-3829.gb772be9b.el9.x86_ 15/170 2024-05-21T00:26:43.675 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libcephfs2-2:19.0.0-3829.gb772be9b.el9.x86_64 16/170 2024-05-21T00:26:43.675 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libcephsqlite-2:19.0.0-3829.gb772be9b.el9.x86_64 17/170 2024-05-21T00:26:43.675 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : librados-devel-2:19.0.0-3829.gb772be9b.el9.x86_6 18/170 2024-05-21T00:26:43.675 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libradosstriper1-2:19.0.0-3829.gb772be9b.el9.x86 19/170 2024-05-21T00:26:43.675 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : librgw2-2:19.0.0-3829.gb772be9b.el9.x86_64 20/170 2024-05-21T00:26:43.675 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3829.gb772be9b.el 21/170 2024-05-21T00:26:43.675 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-ceph-common-2:19.0.0-3829.gb772be9b.el9. 22/170 2024-05-21T00:26:43.676 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-cephfs-2:19.0.0-3829.gb772be9b.el9.x86_6 23/170 2024-05-21T00:26:43.676 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-rados-2:19.0.0-3829.gb772be9b.el9.x86_64 24/170 2024-05-21T00:26:43.676 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-rbd-2:19.0.0-3829.gb772be9b.el9.x86_64 25/170 2024-05-21T00:26:43.676 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-rgw-2:19.0.0-3829.gb772be9b.el9.x86_64 26/170 2024-05-21T00:26:43.676 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : rbd-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 27/170 2024-05-21T00:26:43.676 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : rbd-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 28/170 2024-05-21T00:26:43.676 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : rbd-nbd-2:19.0.0-3829.gb772be9b.el9.x86_64 29/170 2024-05-21T00:26:43.676 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3829.gb772be9b. 30/170 2024-05-21T00:26:43.676 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3829.gb772be9b.el9.noa 31/170 2024-05-21T00:26:43.676 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3829.gb772be9b.el9.n 32/170 2024-05-21T00:26:43.676 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3829.gb77 33/170 2024-05-21T00:26:43.676 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3829.gb772be9b.el 34/170 2024-05-21T00:26:43.677 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3829.gb772be9b.el9.noarch 35/170 2024-05-21T00:26:43.677 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3829.gb772be9b.e 36/170 2024-05-21T00:26:43.677 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-volume-2:19.0.0-3829.gb772be9b.el9.noarch 37/170 2024-05-21T00:26:43.677 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : cephadm-2:19.0.0-3829.gb772be9b.el9.noarch 38/170 2024-05-21T00:26:43.677 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : cephfs-top-2:19.0.0-3829.gb772be9b.el9.noarch 39/170 2024-05-21T00:26:43.677 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/170 2024-05-21T00:26:43.677 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/170 2024-05-21T00:26:43.677 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/170 2024-05-21T00:26:43.677 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/170 2024-05-21T00:26:43.677 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/170 2024-05-21T00:26:43.677 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/170 2024-05-21T00:26:43.677 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/170 2024-05-21T00:26:43.677 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/170 2024-05-21T00:26:43.677 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/170 2024-05-21T00:26:43.677 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/170 2024-05-21T00:26:43.678 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/170 2024-05-21T00:26:43.678 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/170 2024-05-21T00:26:43.678 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/170 2024-05-21T00:26:43.678 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/170 2024-05-21T00:26:43.678 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/170 2024-05-21T00:26:43.678 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/170 2024-05-21T00:26:43.678 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/170 2024-05-21T00:26:43.678 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/170 2024-05-21T00:26:43.678 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/170 2024-05-21T00:26:43.678 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/170 2024-05-21T00:26:43.678 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/170 2024-05-21T00:26:43.678 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/170 2024-05-21T00:26:43.678 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/170 2024-05-21T00:26:43.679 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/170 2024-05-21T00:26:43.679 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/170 2024-05-21T00:26:43.679 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/170 2024-05-21T00:26:43.679 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/170 2024-05-21T00:26:43.679 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/170 2024-05-21T00:26:43.679 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/170 2024-05-21T00:26:43.679 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/170 2024-05-21T00:26:43.679 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/170 2024-05-21T00:26:43.679 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/170 2024-05-21T00:26:43.679 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/170 2024-05-21T00:26:43.679 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/170 2024-05-21T00:26:43.679 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/170 2024-05-21T00:26:43.680 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/170 2024-05-21T00:26:43.680 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/170 2024-05-21T00:26:43.680 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/170 2024-05-21T00:26:43.680 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/170 2024-05-21T00:26:43.680 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/170 2024-05-21T00:26:43.680 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/170 2024-05-21T00:26:43.680 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/170 2024-05-21T00:26:43.680 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/170 2024-05-21T00:26:43.680 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/170 2024-05-21T00:26:43.680 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/170 2024-05-21T00:26:43.680 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/170 2024-05-21T00:26:43.680 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/170 2024-05-21T00:26:43.680 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/170 2024-05-21T00:26:43.681 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/170 2024-05-21T00:26:43.681 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/170 2024-05-21T00:26:43.681 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/170 2024-05-21T00:26:43.681 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/170 2024-05-21T00:26:43.681 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/170 2024-05-21T00:26:43.681 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/170 2024-05-21T00:26:43.681 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/170 2024-05-21T00:26:43.681 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/170 2024-05-21T00:26:43.681 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/170 2024-05-21T00:26:43.681 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/170 2024-05-21T00:26:43.682 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/170 2024-05-21T00:26:43.682 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 99/170 2024-05-21T00:26:43.682 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/170 2024-05-21T00:26:43.682 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 101/170 2024-05-21T00:26:43.682 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/170 2024-05-21T00:26:43.682 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/170 2024-05-21T00:26:43.682 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/170 2024-05-21T00:26:43.682 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/170 2024-05-21T00:26:43.682 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/170 2024-05-21T00:26:43.682 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/170 2024-05-21T00:26:43.682 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/170 2024-05-21T00:26:43.682 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/170 2024-05-21T00:26:43.683 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/170 2024-05-21T00:26:43.683 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/170 2024-05-21T00:26:43.683 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/170 2024-05-21T00:26:43.683 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/170 2024-05-21T00:26:43.683 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/170 2024-05-21T00:26:43.683 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/170 2024-05-21T00:26:43.683 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/170 2024-05-21T00:26:43.683 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/170 2024-05-21T00:26:43.683 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/170 2024-05-21T00:26:43.683 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/170 2024-05-21T00:26:43.683 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/170 2024-05-21T00:26:43.683 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/170 2024-05-21T00:26:43.683 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/170 2024-05-21T00:26:43.684 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/170 2024-05-21T00:26:43.684 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/170 2024-05-21T00:26:43.684 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/170 2024-05-21T00:26:43.684 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/170 2024-05-21T00:26:43.684 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/170 2024-05-21T00:26:43.684 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/170 2024-05-21T00:26:43.684 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/170 2024-05-21T00:26:43.684 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/170 2024-05-21T00:26:43.684 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/170 2024-05-21T00:26:43.684 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/170 2024-05-21T00:26:43.684 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/170 2024-05-21T00:26:43.684 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/170 2024-05-21T00:26:43.684 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/170 2024-05-21T00:26:43.685 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/170 2024-05-21T00:26:43.685 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/170 2024-05-21T00:26:43.685 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/170 2024-05-21T00:26:43.685 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/170 2024-05-21T00:26:43.685 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/170 2024-05-21T00:26:43.685 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/170 2024-05-21T00:26:43.685 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/170 2024-05-21T00:26:43.685 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/170 2024-05-21T00:26:43.685 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/170 2024-05-21T00:26:43.685 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/170 2024-05-21T00:26:43.685 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/170 2024-05-21T00:26:43.685 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/170 2024-05-21T00:26:43.685 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/170 2024-05-21T00:26:43.685 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : librados2-2:19.0.0-3829.gb772be9b.el9.x86_64 149/170 2024-05-21T00:26:43.686 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/170 2024-05-21T00:26:43.686 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : librbd1-2:19.0.0-3829.gb772be9b.el9.x86_64 151/170 2024-05-21T00:26:43.686 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/170 2024-05-21T00:26:43.686 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : NetworkManager-1:1.47.90-1.el9.x86_64 153/170 2024-05-21T00:26:43.686 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/170 2024-05-21T00:26:43.686 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 155/170 2024-05-21T00:26:43.686 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/170 2024-05-21T00:26:43.686 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : NetworkManager-team-1:1.47.90-1.el9.x86_64 157/170 2024-05-21T00:26:43.686 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/170 2024-05-21T00:26:43.686 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : NetworkManager-tui-1:1.47.90-1.el9.x86_64 159/170 2024-05-21T00:26:43.686 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-21T00:26:43.686 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/170 2024-05-21T00:26:43.687 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/170 2024-05-21T00:26:43.687 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/170 2024-05-21T00:26:43.687 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/170 2024-05-21T00:26:43.687 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/170 2024-05-21T00:26:43.687 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/170 2024-05-21T00:26:43.687 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 167/170 2024-05-21T00:26:43.687 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/170 2024-05-21T00:26:43.687 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 169/170 2024-05-21T00:26:46.522 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/170 2024-05-21T00:26:46.522 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-05-21T00:26:46.522 INFO:teuthology.orchestra.run.smithi082.stdout:Upgraded: 2024-05-21T00:26:46.522 INFO:teuthology.orchestra.run.smithi082.stdout: NetworkManager-1:1.47.90-1.el9.x86_64 2024-05-21T00:26:46.522 INFO:teuthology.orchestra.run.smithi082.stdout: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 2024-05-21T00:26:46.523 INFO:teuthology.orchestra.run.smithi082.stdout: NetworkManager-team-1:1.47.90-1.el9.x86_64 2024-05-21T00:26:46.523 INFO:teuthology.orchestra.run.smithi082.stdout: NetworkManager-tui-1:1.47.90-1.el9.x86_64 2024-05-21T00:26:46.523 INFO:teuthology.orchestra.run.smithi082.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-05-21T00:26:46.523 INFO:teuthology.orchestra.run.smithi082.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-05-21T00:26:46.523 INFO:teuthology.orchestra.run.smithi082.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-05-21T00:26:46.523 INFO:teuthology.orchestra.run.smithi082.stdout: librados2-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.523 INFO:teuthology.orchestra.run.smithi082.stdout: librbd1-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.523 INFO:teuthology.orchestra.run.smithi082.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-05-21T00:26:46.523 INFO:teuthology.orchestra.run.smithi082.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-05-21T00:26:46.523 INFO:teuthology.orchestra.run.smithi082.stdout:Installed: 2024-05-21T00:26:46.523 INFO:teuthology.orchestra.run.smithi082.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-05-21T00:26:46.523 INFO:teuthology.orchestra.run.smithi082.stdout: automake-1.16.2-8.el9.noarch 2024-05-21T00:26:46.523 INFO:teuthology.orchestra.run.smithi082.stdout: bison-3.7.4-5.el9.x86_64 2024-05-21T00:26:46.524 INFO:teuthology.orchestra.run.smithi082.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-05-21T00:26:46.524 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.524 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-base-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.524 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.524 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.524 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-grafana-dashboards-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:26:46.524 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-immutable-object-cache-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.524 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mds-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.524 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.524 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-cephadm-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:26:46.524 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-dashboard-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:26:46.524 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:26:46.524 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-modules-core-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:26:46.525 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-rook-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:26:46.525 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mon-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.525 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-osd-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.525 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-prometheus-alerts-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:26:46.525 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-radosgw-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.525 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-selinux-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.525 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-test-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.525 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-volume-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:26:46.525 INFO:teuthology.orchestra.run.smithi082.stdout: cephadm-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:26:46.525 INFO:teuthology.orchestra.run.smithi082.stdout: cephfs-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.525 INFO:teuthology.orchestra.run.smithi082.stdout: cephfs-shell-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.525 INFO:teuthology.orchestra.run.smithi082.stdout: cephfs-top-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:26:46.525 INFO:teuthology.orchestra.run.smithi082.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-05-21T00:26:46.526 INFO:teuthology.orchestra.run.smithi082.stdout: flex-2.6.4-9.el9.x86_64 2024-05-21T00:26:46.526 INFO:teuthology.orchestra.run.smithi082.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-05-21T00:26:46.526 INFO:teuthology.orchestra.run.smithi082.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-05-21T00:26:46.526 INFO:teuthology.orchestra.run.smithi082.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-05-21T00:26:46.526 INFO:teuthology.orchestra.run.smithi082.stdout: fuse-2.9.9-15.el9.x86_64 2024-05-21T00:26:46.526 INFO:teuthology.orchestra.run.smithi082.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-05-21T00:26:46.526 INFO:teuthology.orchestra.run.smithi082.stdout: grpc-data-1.46.7-10.el9.noarch 2024-05-21T00:26:46.526 INFO:teuthology.orchestra.run.smithi082.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-05-21T00:26:46.526 INFO:teuthology.orchestra.run.smithi082.stdout: libarrow-9.0.0-11.el9.x86_64 2024-05-21T00:26:46.526 INFO:teuthology.orchestra.run.smithi082.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-05-21T00:26:46.526 INFO:teuthology.orchestra.run.smithi082.stdout: libcephfs-devel-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.526 INFO:teuthology.orchestra.run.smithi082.stdout: libcephfs2-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.526 INFO:teuthology.orchestra.run.smithi082.stdout: libcephsqlite-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.527 INFO:teuthology.orchestra.run.smithi082.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-05-21T00:26:46.527 INFO:teuthology.orchestra.run.smithi082.stdout: liboath-2.6.7-2.el9.x86_64 2024-05-21T00:26:46.527 INFO:teuthology.orchestra.run.smithi082.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-05-21T00:26:46.527 INFO:teuthology.orchestra.run.smithi082.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-05-21T00:26:46.527 INFO:teuthology.orchestra.run.smithi082.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-05-21T00:26:46.527 INFO:teuthology.orchestra.run.smithi082.stdout: librados-devel-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.527 INFO:teuthology.orchestra.run.smithi082.stdout: libradosstriper1-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.527 INFO:teuthology.orchestra.run.smithi082.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-05-21T00:26:46.527 INFO:teuthology.orchestra.run.smithi082.stdout: librgw2-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.527 INFO:teuthology.orchestra.run.smithi082.stdout: libtool-2.4.6-45.el9.x86_64 2024-05-21T00:26:46.527 INFO:teuthology.orchestra.run.smithi082.stdout: libunwind-1.6.2-1.el9.x86_64 2024-05-21T00:26:46.527 INFO:teuthology.orchestra.run.smithi082.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-05-21T00:26:46.527 INFO:teuthology.orchestra.run.smithi082.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-05-21T00:26:46.528 INFO:teuthology.orchestra.run.smithi082.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-05-21T00:26:46.528 INFO:teuthology.orchestra.run.smithi082.stdout: lua-5.4.4-4.el9.x86_64 2024-05-21T00:26:46.528 INFO:teuthology.orchestra.run.smithi082.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-05-21T00:26:46.528 INFO:teuthology.orchestra.run.smithi082.stdout: luarocks-3.9.2-5.el9.noarch 2024-05-21T00:26:46.528 INFO:teuthology.orchestra.run.smithi082.stdout: openblas-0.3.21-2.el9.x86_64 2024-05-21T00:26:46.528 INFO:teuthology.orchestra.run.smithi082.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-05-21T00:26:46.528 INFO:teuthology.orchestra.run.smithi082.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-05-21T00:26:46.528 INFO:teuthology.orchestra.run.smithi082.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-05-21T00:26:46.528 INFO:teuthology.orchestra.run.smithi082.stdout: postgresql-13.14-1.el9.x86_64 2024-05-21T00:26:46.528 INFO:teuthology.orchestra.run.smithi082.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-05-21T00:26:46.528 INFO:teuthology.orchestra.run.smithi082.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-05-21T00:26:46.528 INFO:teuthology.orchestra.run.smithi082.stdout: postgresql-server-13.14-1.el9.x86_64 2024-05-21T00:26:46.528 INFO:teuthology.orchestra.run.smithi082.stdout: protobuf-3.14.0-13.el9.x86_64 2024-05-21T00:26:46.529 INFO:teuthology.orchestra.run.smithi082.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-05-21T00:26:46.529 INFO:teuthology.orchestra.run.smithi082.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-05-21T00:26:46.529 INFO:teuthology.orchestra.run.smithi082.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-05-21T00:26:46.529 INFO:teuthology.orchestra.run.smithi082.stdout: python3-babel-2.9.1-2.el9.noarch 2024-05-21T00:26:46.529 INFO:teuthology.orchestra.run.smithi082.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-05-21T00:26:46.529 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-05-21T00:26:46.529 INFO:teuthology.orchestra.run.smithi082.stdout: python3-ceph-argparse-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.529 INFO:teuthology.orchestra.run.smithi082.stdout: python3-ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.529 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cephfs-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.529 INFO:teuthology.orchestra.run.smithi082.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-05-21T00:26:46.529 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-05-21T00:26:46.529 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-05-21T00:26:46.529 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-05-21T00:26:46.529 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-05-21T00:26:46.530 INFO:teuthology.orchestra.run.smithi082.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-05-21T00:26:46.530 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-05-21T00:26:46.530 INFO:teuthology.orchestra.run.smithi082.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-05-21T00:26:46.530 INFO:teuthology.orchestra.run.smithi082.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-05-21T00:26:46.530 INFO:teuthology.orchestra.run.smithi082.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-05-21T00:26:46.530 INFO:teuthology.orchestra.run.smithi082.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-05-21T00:26:46.530 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-05-21T00:26:46.530 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-05-21T00:26:46.530 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-05-21T00:26:46.530 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-05-21T00:26:46.530 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-05-21T00:26:46.530 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-05-21T00:26:46.530 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-05-21T00:26:46.531 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-05-21T00:26:46.531 INFO:teuthology.orchestra.run.smithi082.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-05-21T00:26:46.531 INFO:teuthology.orchestra.run.smithi082.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-05-21T00:26:46.531 INFO:teuthology.orchestra.run.smithi082.stdout: python3-mako-1.1.4-6.el9.noarch 2024-05-21T00:26:46.531 INFO:teuthology.orchestra.run.smithi082.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-05-21T00:26:46.531 INFO:teuthology.orchestra.run.smithi082.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-05-21T00:26:46.531 INFO:teuthology.orchestra.run.smithi082.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-05-21T00:26:46.531 INFO:teuthology.orchestra.run.smithi082.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-05-21T00:26:46.531 INFO:teuthology.orchestra.run.smithi082.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-05-21T00:26:46.531 INFO:teuthology.orchestra.run.smithi082.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-05-21T00:26:46.531 INFO:teuthology.orchestra.run.smithi082.stdout: python3-packaging-20.9-5.el9.noarch 2024-05-21T00:26:46.531 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-05-21T00:26:46.531 INFO:teuthology.orchestra.run.smithi082.stdout: python3-ply-3.11-14.el9.noarch 2024-05-21T00:26:46.532 INFO:teuthology.orchestra.run.smithi082.stdout: python3-portend-3.1.0-2.el9.noarch 2024-05-21T00:26:46.532 INFO:teuthology.orchestra.run.smithi082.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-05-21T00:26:46.532 INFO:teuthology.orchestra.run.smithi082.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-05-21T00:26:46.532 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-05-21T00:26:46.532 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-05-21T00:26:46.532 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-05-21T00:26:46.532 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pycparser-2.20-6.el9.noarch 2024-05-21T00:26:46.532 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-05-21T00:26:46.532 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pytz-2021.1-5.el9.noarch 2024-05-21T00:26:46.532 INFO:teuthology.orchestra.run.smithi082.stdout: python3-rados-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.532 INFO:teuthology.orchestra.run.smithi082.stdout: python3-rbd-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.532 INFO:teuthology.orchestra.run.smithi082.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-05-21T00:26:46.532 INFO:teuthology.orchestra.run.smithi082.stdout: python3-requests-2.25.1-8.el9.noarch 2024-05-21T00:26:46.532 INFO:teuthology.orchestra.run.smithi082.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-05-21T00:26:46.533 INFO:teuthology.orchestra.run.smithi082.stdout: python3-rgw-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.533 INFO:teuthology.orchestra.run.smithi082.stdout: python3-routes-2.5.1-5.el9.noarch 2024-05-21T00:26:46.533 INFO:teuthology.orchestra.run.smithi082.stdout: python3-rsa-4.9-2.el9.noarch 2024-05-21T00:26:46.533 INFO:teuthology.orchestra.run.smithi082.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-05-21T00:26:46.533 INFO:teuthology.orchestra.run.smithi082.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-05-21T00:26:46.533 INFO:teuthology.orchestra.run.smithi082.stdout: python3-toml-0.10.2-6.el9.noarch 2024-05-21T00:26:46.533 INFO:teuthology.orchestra.run.smithi082.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-05-21T00:26:46.533 INFO:teuthology.orchestra.run.smithi082.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-05-21T00:26:46.533 INFO:teuthology.orchestra.run.smithi082.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-05-21T00:26:46.533 INFO:teuthology.orchestra.run.smithi082.stdout: python3-webob-1.8.7-6.el9.noarch 2024-05-21T00:26:46.533 INFO:teuthology.orchestra.run.smithi082.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-05-21T00:26:46.533 INFO:teuthology.orchestra.run.smithi082.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-05-21T00:26:46.533 INFO:teuthology.orchestra.run.smithi082.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-05-21T00:26:46.533 INFO:teuthology.orchestra.run.smithi082.stdout: qatlib-24.02.0-1.el9.x86_64 2024-05-21T00:26:46.534 INFO:teuthology.orchestra.run.smithi082.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-05-21T00:26:46.534 INFO:teuthology.orchestra.run.smithi082.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-05-21T00:26:46.534 INFO:teuthology.orchestra.run.smithi082.stdout: rbd-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.534 INFO:teuthology.orchestra.run.smithi082.stdout: rbd-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.534 INFO:teuthology.orchestra.run.smithi082.stdout: rbd-nbd-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:26:46.534 INFO:teuthology.orchestra.run.smithi082.stdout: re2-1:20211101-3.el9.x86_64 2024-05-21T00:26:46.534 INFO:teuthology.orchestra.run.smithi082.stdout: socat-1.7.4.1-5.el9.x86_64 2024-05-21T00:26:46.534 INFO:teuthology.orchestra.run.smithi082.stdout: thrift-0.15.0-2.el9.x86_64 2024-05-21T00:26:46.534 INFO:teuthology.orchestra.run.smithi082.stdout: uuid-1.6.2-55.el9.x86_64 2024-05-21T00:26:46.534 INFO:teuthology.orchestra.run.smithi082.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-05-21T00:26:46.534 INFO:teuthology.orchestra.run.smithi082.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-05-21T00:26:46.535 INFO:teuthology.orchestra.run.smithi082.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-05-21T00:26:46.535 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-05-21T00:26:46.535 INFO:teuthology.orchestra.run.smithi082.stdout:Complete! 2024-05-21T00:26:47.001 DEBUG:teuthology.parallel:result is None 2024-05-21T00:26:47.002 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b772be9bbd810236a4ab405b6b221a45c687051f 2024-05-21T00:26:47.222 DEBUG:teuthology.orchestra.run.smithi044:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-21T00:26:47.298 INFO:teuthology.orchestra.run.smithi044.stdout:19.0.0-3829.gb772be9b.el9 2024-05-21T00:26:47.299 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3829.gb772be9b.el9 2024-05-21T00:26:47.299 INFO:teuthology.task.install:The correct ceph version 19.0.0-3829.gb772be9b is installed. 2024-05-21T00:26:47.301 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b772be9bbd810236a4ab405b6b221a45c687051f 2024-05-21T00:26:47.517 DEBUG:teuthology.orchestra.run.smithi082:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-21T00:26:47.540 INFO:teuthology.orchestra.run.smithi082.stdout:19.0.0-3829.gb772be9b.el9 2024-05-21T00:26:47.540 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3829.gb772be9b.el9 2024-05-21T00:26:47.540 INFO:teuthology.task.install:The correct ceph version 19.0.0-3829.gb772be9b is installed. 2024-05-21T00:26:47.541 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b772be9bbd810236a4ab405b6b221a45c687051f 2024-05-21T00:26:47.756 DEBUG:teuthology.orchestra.run.smithi092:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-21T00:26:47.781 INFO:teuthology.orchestra.run.smithi092.stdout:19.0.0-3829.gb772be9b.el9 2024-05-21T00:26:47.781 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3829.gb772be9b.el9 2024-05-21T00:26:47.781 INFO:teuthology.task.install:The correct ceph version 19.0.0-3829.gb772be9b is installed. 2024-05-21T00:26:47.783 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-05-21T00:26:47.783 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-21T00:26:47.783 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-21T00:26:47.879 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-05-21T00:26:47.879 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-21T00:26:47.909 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-05-21T00:26:47.909 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-21T00:26:47.939 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-05-21T00:26:47.939 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-21T00:26:47.939 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/usr/bin/daemon-helper 2024-05-21T00:26:48.038 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-21T00:26:48.130 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-05-21T00:26:48.130 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd of=/usr/bin/daemon-helper 2024-05-21T00:26:48.158 DEBUG:teuthology.orchestra.run.smithi082:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-21T00:26:48.226 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-05-21T00:26:48.226 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/usr/bin/daemon-helper 2024-05-21T00:26:48.253 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-21T00:26:48.317 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-05-21T00:26:48.318 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-21T00:26:48.318 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-21T00:26:48.413 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-21T00:26:48.545 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-05-21T00:26:48.545 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-21T00:26:48.573 DEBUG:teuthology.orchestra.run.smithi082:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-21T00:26:48.641 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-05-21T00:26:48.641 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-21T00:26:48.665 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-21T00:26:48.728 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-05-21T00:26:48.728 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-21T00:26:48.729 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/usr/bin/stdin-killer 2024-05-21T00:26:48.821 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-21T00:26:48.910 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-05-21T00:26:48.910 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd of=/usr/bin/stdin-killer 2024-05-21T00:26:48.938 DEBUG:teuthology.orchestra.run.smithi082:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-21T00:26:49.005 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-05-21T00:26:49.006 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/usr/bin/stdin-killer 2024-05-21T00:26:49.028 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-21T00:26:49.091 INFO:teuthology.run_tasks:Running task cephadm... 2024-05-21T00:26:49.266 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 3, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'mds_export_ephemeral_random_max': 0.1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': 'b772be9bbd810236a4ab405b6b221a45c687051f', 'subvols': {'create': 2, 'subvol_options': '--size 25000000000'}} 2024-05-21T00:26:49.266 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f 2024-05-21T00:26:49.267 INFO:tasks.cephadm:Cluster fsid is d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:26:49.267 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-05-21T00:26:49.267 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.44', 'mon.b': '172.21.15.82', 'mon.c': '172.21.15.92'} 2024-05-21T00:26:49.267 INFO:tasks.cephadm:First mon is mon.a on smithi044 2024-05-21T00:26:49.267 INFO:tasks.cephadm:First mgr is x 2024-05-21T00:26:49.268 INFO:tasks.cephadm:Normalizing hostnames... 2024-05-21T00:26:49.268 DEBUG:teuthology.orchestra.run.smithi044:> sudo hostname $(hostname -s) 2024-05-21T00:26:49.363 DEBUG:teuthology.orchestra.run.smithi082:> sudo hostname $(hostname -s) 2024-05-21T00:26:49.392 DEBUG:teuthology.orchestra.run.smithi092:> sudo hostname $(hostname -s) 2024-05-21T00:26:49.415 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-05-21T00:26:49.416 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b772be9bbd810236a4ab405b6b221a45c687051f 2024-05-21T00:26:49.638 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'b772be9bbd810236a4ab405b6b221a45c687051f', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/79569/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-3829-gb772be9b', 'node_name': '172.21.2.14+braggi14', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-3829.gb772be9b'}, 'url': 'https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-05-20 22:54:08.021617', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-lusov-quiesce', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-05-21T00:26:49.773 INFO:tasks.util.chacra:got chacra host 1.chacra.ceph.com, ref wip-lusov-quiesce, sha1 b772be9bbd810236a4ab405b6b221a45c687051f from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=b772be9bbd810236a4ab405b6b221a45c687051f 2024-05-21T00:26:49.774 INFO:tasks.cephadm:Discovered cachra url: https://1.chacra.ceph.com/binaries/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/x86_64/flavors/default/cephadm 2024-05-21T00:26:49.774 INFO:tasks.cephadm:Downloading cephadm from url: https://1.chacra.ceph.com/binaries/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/x86_64/flavors/default/cephadm 2024-05-21T00:26:49.774 DEBUG:teuthology.orchestra.run.smithi044:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-21T00:26:50.716 INFO:teuthology.orchestra.run.smithi044.stdout:-rw-r--r--. 1 ubuntu ubuntu 782951 May 21 00:26 /home/ubuntu/cephtest/cephadm 2024-05-21T00:26:50.717 DEBUG:teuthology.orchestra.run.smithi082:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-21T00:26:51.181 INFO:teuthology.orchestra.run.smithi082.stdout:-rw-r--r--. 1 ubuntu ubuntu 782951 May 21 00:26 /home/ubuntu/cephtest/cephadm 2024-05-21T00:26:51.181 DEBUG:teuthology.orchestra.run.smithi092:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-21T00:26:51.642 INFO:teuthology.orchestra.run.smithi092.stdout:-rw-r--r--. 1 ubuntu ubuntu 782951 May 21 00:26 /home/ubuntu/cephtest/cephadm 2024-05-21T00:26:51.642 DEBUG:teuthology.orchestra.run.smithi044:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-21T00:26:51.705 DEBUG:teuthology.orchestra.run.smithi082:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-21T00:26:51.724 DEBUG:teuthology.orchestra.run.smithi092:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-21T00:26:51.785 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f on all hosts... 2024-05-21T00:26:51.785 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f pull 2024-05-21T00:26:51.793 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f pull 2024-05-21T00:26:51.795 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f pull 2024-05-21T00:26:52.590 INFO:teuthology.orchestra.run.smithi082.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f... 2024-05-21T00:26:52.652 INFO:teuthology.orchestra.run.smithi092.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f... 2024-05-21T00:26:53.054 INFO:teuthology.orchestra.run.smithi044.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f... 2024-05-21T00:27:24.301 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-05-21T00:27:24.302 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph_version": "ceph version 19.0.0-3829-gb772be9b (b772be9bbd810236a4ab405b6b221a45c687051f) squid (dev)", 2024-05-21T00:27:24.302 INFO:teuthology.orchestra.run.smithi082.stdout: "image_id": "3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539", 2024-05-21T00:27:24.302 INFO:teuthology.orchestra.run.smithi082.stdout: "repo_digests": [ 2024-05-21T00:27:24.302 INFO:teuthology.orchestra.run.smithi082.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774" 2024-05-21T00:27:24.302 INFO:teuthology.orchestra.run.smithi082.stdout: ] 2024-05-21T00:27:24.302 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-05-21T00:27:25.958 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-05-21T00:27:25.958 INFO:teuthology.orchestra.run.smithi092.stdout: "ceph_version": "ceph version 19.0.0-3829-gb772be9b (b772be9bbd810236a4ab405b6b221a45c687051f) squid (dev)", 2024-05-21T00:27:25.958 INFO:teuthology.orchestra.run.smithi092.stdout: "image_id": "3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539", 2024-05-21T00:27:25.958 INFO:teuthology.orchestra.run.smithi092.stdout: "repo_digests": [ 2024-05-21T00:27:25.958 INFO:teuthology.orchestra.run.smithi092.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774" 2024-05-21T00:27:25.959 INFO:teuthology.orchestra.run.smithi092.stdout: ] 2024-05-21T00:27:25.959 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-05-21T00:27:38.036 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:27:38.036 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_version": "ceph version 19.0.0-3829-gb772be9b (b772be9bbd810236a4ab405b6b221a45c687051f) squid (dev)", 2024-05-21T00:27:38.037 INFO:teuthology.orchestra.run.smithi044.stdout: "image_id": "3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539", 2024-05-21T00:27:38.037 INFO:teuthology.orchestra.run.smithi044.stdout: "repo_digests": [ 2024-05-21T00:27:38.037 INFO:teuthology.orchestra.run.smithi044.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774" 2024-05-21T00:27:38.037 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-05-21T00:27:38.037 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:27:38.105 DEBUG:teuthology.orchestra.run.smithi044:> sudo mkdir -p /etc/ceph 2024-05-21T00:27:38.201 DEBUG:teuthology.orchestra.run.smithi082:> sudo mkdir -p /etc/ceph 2024-05-21T00:27:38.233 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /etc/ceph 2024-05-21T00:27:38.264 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod 777 /etc/ceph 2024-05-21T00:27:38.358 DEBUG:teuthology.orchestra.run.smithi082:> sudo chmod 777 /etc/ceph 2024-05-21T00:27:38.386 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 777 /etc/ceph 2024-05-21T00:27:38.412 INFO:tasks.cephadm:Writing seed config... 2024-05-21T00:27:38.414 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-05-21T00:27:38.414 INFO:tasks.cephadm: override: [client] debug client = 20 2024-05-21T00:27:38.414 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-05-21T00:27:38.414 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-05-21T00:27:38.414 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-05-21T00:27:38.414 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-05-21T00:27:38.414 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-05-21T00:27:38.414 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-05-21T00:27:38.415 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-05-21T00:27:38.415 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-05-21T00:27:38.415 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-05-21T00:27:38.415 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-05-21T00:27:38.415 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-05-21T00:27:38.415 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-05-21T00:27:38.415 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-05-21T00:27:38.415 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-05-21T00:27:38.415 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-05-21T00:27:38.415 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-05-21T00:27:38.415 INFO:tasks.cephadm: override: [mds] mds_export_ephemeral_random_max = 0.1 2024-05-21T00:27:38.415 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-05-21T00:27:38.415 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-05-21T00:27:38.415 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-05-21T00:27:38.416 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-05-21T00:27:38.416 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-05-21T00:27:38.416 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-05-21T00:27:38.416 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-05-21T00:27:38.416 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-05-21T00:27:38.416 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-05-21T00:27:38.416 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-05-21T00:27:38.416 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-05-21T00:27:38.416 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-05-21T00:27:38.416 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-05-21T00:27:38.416 INFO:tasks.cephadm: override: [osd] bluestore compression mode = aggressive 2024-05-21T00:27:38.416 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-05-21T00:27:38.416 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-05-21T00:27:38.417 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-05-21T00:27:38.417 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-05-21T00:27:38.417 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-05-21T00:27:38.417 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-05-21T00:27:38.417 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-05-21T00:27:38.417 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-05-21T00:27:38.417 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-05-21T00:27:38.417 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-05-21T00:27:38.417 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-05-21T00:27:38.417 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-05-21T00:27:38.417 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-05-21T00:27:38.417 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-05-21T00:27:38.418 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-21T00:27:38.418 DEBUG:teuthology.orchestra.run.smithi044:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-05-21T00:27:38.478 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = d03df2b2-1708-11ef-bc9a-c7b262605968 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore compression mode = aggressive bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 mds_export_ephemeral_random_max = 0.1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-05-21T00:27:38.478 DEBUG:teuthology.orchestra.run.smithi044:mon.a> sudo journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mon.a.service 2024-05-21T00:27:38.523 DEBUG:teuthology.orchestra.run.smithi044:mgr.x> sudo journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mgr.x.service 2024-05-21T00:27:38.569 INFO:tasks.cephadm:Bootstrapping... 2024-05-21T00:27:38.569 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f -v bootstrap --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.44 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-05-21T00:27:38.846 INFO:teuthology.orchestra.run.smithi044.stdout:-------------------------------------------------------------------------------- 2024-05-21T00:27:38.846 INFO:teuthology.orchestra.run.smithi044.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f', '-v', 'bootstrap', '--fsid', 'd03df2b2-1708-11ef-bc9a-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.44', '--skip-admin-label'] 2024-05-21T00:27:38.846 INFO:teuthology.orchestra.run.smithi044.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-05-21T00:27:38.847 INFO:teuthology.orchestra.run.smithi044.stdout:Verifying podman|docker is present... 2024-05-21T00:27:38.906 INFO:teuthology.orchestra.run.smithi044.stdout:/bin/podman: stdout 5.0.2 2024-05-21T00:27:38.906 INFO:teuthology.orchestra.run.smithi044.stdout:Verifying lvm2 is present... 2024-05-21T00:27:38.906 INFO:teuthology.orchestra.run.smithi044.stdout:Verifying time synchronization is in place... 2024-05-21T00:27:38.924 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-05-21T00:27:38.924 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-05-21T00:27:38.941 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-05-21T00:27:38.941 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout inactive 2024-05-21T00:27:38.959 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout enabled 2024-05-21T00:27:38.976 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout active 2024-05-21T00:27:38.976 INFO:teuthology.orchestra.run.smithi044.stdout:Unit chronyd.service is enabled and running 2024-05-21T00:27:38.976 INFO:teuthology.orchestra.run.smithi044.stdout:Repeating the final host check... 2024-05-21T00:27:39.032 INFO:teuthology.orchestra.run.smithi044.stdout:/bin/podman: stdout 5.0.2 2024-05-21T00:27:39.032 INFO:teuthology.orchestra.run.smithi044.stdout:podman (/bin/podman) version 5.0.2 is present 2024-05-21T00:27:39.032 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl is present 2024-05-21T00:27:39.032 INFO:teuthology.orchestra.run.smithi044.stdout:lvcreate is present 2024-05-21T00:27:39.046 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-05-21T00:27:39.046 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-05-21T00:27:39.059 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-05-21T00:27:39.059 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout inactive 2024-05-21T00:27:39.077 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout enabled 2024-05-21T00:27:39.099 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout active 2024-05-21T00:27:39.099 INFO:teuthology.orchestra.run.smithi044.stdout:Unit chronyd.service is enabled and running 2024-05-21T00:27:39.099 INFO:teuthology.orchestra.run.smithi044.stdout:Host looks OK 2024-05-21T00:27:39.100 INFO:teuthology.orchestra.run.smithi044.stdout:Cluster fsid: d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:27:39.100 INFO:teuthology.orchestra.run.smithi044.stdout:Acquiring lock 140690097845008 on /run/cephadm/d03df2b2-1708-11ef-bc9a-c7b262605968.lock 2024-05-21T00:27:39.101 INFO:teuthology.orchestra.run.smithi044.stdout:Lock 140690097845008 acquired on /run/cephadm/d03df2b2-1708-11ef-bc9a-c7b262605968.lock 2024-05-21T00:27:39.102 INFO:teuthology.orchestra.run.smithi044.stdout:Verifying IP 172.21.15.44 port 3300 ... 2024-05-21T00:27:39.103 INFO:teuthology.orchestra.run.smithi044.stdout:Verifying IP 172.21.15.44 port 6789 ... 2024-05-21T00:27:39.103 INFO:teuthology.orchestra.run.smithi044.stdout:Base mon IP(s) is [172.21.15.44:3300, 172.21.15.44:6789], mon addrv is [v2:172.21.15.44:3300,v1:172.21.15.44:6789] 2024-05-21T00:27:39.118 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.44 metric 100 2024-05-21T00:27:39.118 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.44 metric 100 2024-05-21T00:27:39.131 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-05-21T00:27:39.131 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-05-21T00:27:39.131 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-05-21T00:27:39.143 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-05-21T00:27:39.143 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-05-21T00:27:39.143 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-05-21T00:27:39.143 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-05-21T00:27:39.143 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:1572/64 scope link noprefixroute 2024-05-21T00:27:39.143 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-05-21T00:27:39.145 INFO:teuthology.orchestra.run.smithi044.stdout:Mon IP `172.21.15.44` is in CIDR network `172.21.0.0/20` 2024-05-21T00:27:39.146 INFO:teuthology.orchestra.run.smithi044.stdout:Mon IP `172.21.15.44` is in CIDR network `172.21.0.0/20` 2024-05-21T00:27:39.146 INFO:teuthology.orchestra.run.smithi044.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-05-21T00:27:39.148 INFO:teuthology.orchestra.run.smithi044.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-05-21T00:27:39.151 INFO:teuthology.orchestra.run.smithi044.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f... 2024-05-21T00:27:39.823 INFO:teuthology.orchestra.run.smithi044.stdout:/bin/podman: stdout 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 2024-05-21T00:27:39.823 INFO:teuthology.orchestra.run.smithi044.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f... 2024-05-21T00:27:39.823 INFO:teuthology.orchestra.run.smithi044.stdout:/bin/podman: stderr Getting image source signatures 2024-05-21T00:27:39.823 INFO:teuthology.orchestra.run.smithi044.stdout:/bin/podman: stderr Copying blob sha256:7cfc8fe81ffc1dbf95a19d525e137546f16450869bb98398ad51fbff86b50e0d 2024-05-21T00:27:39.823 INFO:teuthology.orchestra.run.smithi044.stdout:/bin/podman: stderr Copying blob sha256:d0e808cd455827ca3108db1b0125dcee9ffc148daa1d7dde963f550bc831d501 2024-05-21T00:27:39.823 INFO:teuthology.orchestra.run.smithi044.stdout:/bin/podman: stderr Copying config sha256:3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 2024-05-21T00:27:39.823 INFO:teuthology.orchestra.run.smithi044.stdout:/bin/podman: stderr Writing manifest to image destination 2024-05-21T00:27:41.294 INFO:teuthology.orchestra.run.smithi044.stdout:ceph: stdout ceph version 19.0.0-3829-gb772be9b (b772be9bbd810236a4ab405b6b221a45c687051f) squid (dev) 2024-05-21T00:27:41.294 INFO:teuthology.orchestra.run.smithi044.stdout:Ceph version: ceph version 19.0.0-3829-gb772be9b (b772be9bbd810236a4ab405b6b221a45c687051f) squid (dev) 2024-05-21T00:27:41.295 INFO:teuthology.orchestra.run.smithi044.stdout:Extracting ceph user uid/gid from container image... 2024-05-21T00:27:42.529 INFO:teuthology.orchestra.run.smithi044.stdout:stat: stdout 167 167 2024-05-21T00:27:42.529 INFO:teuthology.orchestra.run.smithi044.stdout:Creating initial keys... 2024-05-21T00:27:43.960 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph-authtool: stdout AQB/6ktmxxbTBBAAIdlbnrSz5QJhAkjGXKi9Ag== 2024-05-21T00:27:45.099 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph-authtool: stdout AQCA6ktmQtV6GRAA/l4CVckBsmSpWdo+EOB3uA== 2024-05-21T00:27:46.377 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph-authtool: stdout AQCB6ktmuvDIJxAAWWDxXtObmFpV51wF+VTgkQ== 2024-05-21T00:27:46.382 INFO:teuthology.orchestra.run.smithi044.stdout:Creating initial monmap... 2024-05-21T00:27:47.604 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-05-21T00:27:47.604 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-05-21T00:27:47.605 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:27:47.605 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-05-21T00:27:47.605 INFO:teuthology.orchestra.run.smithi044.stdout:monmaptool for a [v2:172.21.15.44:3300,v1:172.21.15.44:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-05-21T00:27:47.605 INFO:teuthology.orchestra.run.smithi044.stdout:setting min_mon_release = quincy 2024-05-21T00:27:47.605 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/monmaptool: set fsid to d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:27:47.605 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-05-21T00:27:47.606 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:27:47.606 INFO:teuthology.orchestra.run.smithi044.stdout:Creating mon... 2024-05-21T00:27:48.952 INFO:teuthology.orchestra.run.smithi044.stdout:create mon.a on 2024-05-21T00:27:49.372 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-05-21T00:27:49.615 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-05-21T00:27:49.944 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-d03df2b2-1708-11ef-bc9a-c7b262605968.target → /etc/systemd/system/ceph-d03df2b2-1708-11ef-bc9a-c7b262605968.target. 2024-05-21T00:27:49.944 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-d03df2b2-1708-11ef-bc9a-c7b262605968.target → /etc/systemd/system/ceph-d03df2b2-1708-11ef-bc9a-c7b262605968.target. 2024-05-21T00:27:50.365 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mon.a 2024-05-21T00:27:50.365 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stderr Failed to reset failed state of unit ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mon.a.service: Unit ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mon.a.service not loaded. 2024-05-21T00:27:50.681 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-d03df2b2-1708-11ef-bc9a-c7b262605968.target.wants/ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mon.a.service → /etc/systemd/system/ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@.service. 2024-05-21T00:27:51.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:27:51 smithi044 podman[31010]: 2024-05-21 00:27:51.113557507 +0000 UTC m=+0.140738887 container create 7fc01ef8b4b9c20c3ac7862d02dc2eb6721f7e62053f843ae4756ccd83be21d6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-b772be9, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:27:51.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:27:51 smithi044 podman[31010]: 2024-05-21 00:27:51.367723459 +0000 UTC m=+0.394904825 container init 7fc01ef8b4b9c20c3ac7862d02dc2eb6721f7e62053f843ae4756ccd83be21d6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mon-a, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:27:51.481 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-21T00:27:51.482 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout disabled 2024-05-21T00:27:51.496 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-21T00:27:51.496 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout inactive 2024-05-21T00:27:51.496 INFO:teuthology.orchestra.run.smithi044.stdout:firewalld.service is not enabled 2024-05-21T00:27:51.497 INFO:teuthology.orchestra.run.smithi044.stdout:Not possible to enable service . firewalld.service is not available 2024-05-21T00:27:51.497 INFO:teuthology.orchestra.run.smithi044.stdout:Waiting for mon to start... 2024-05-21T00:27:51.497 INFO:teuthology.orchestra.run.smithi044.stdout:Waiting for mon... 2024-05-21T00:27:51.637 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:27:51 smithi044 podman[31010]: 2024-05-21 00:27:51.379377785 +0000 UTC m=+0.406559171 container start 7fc01ef8b4b9c20c3ac7862d02dc2eb6721f7e62053f843ae4756ccd83be21d6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mon-a, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-05-21T00:27:51.637 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:27:51 smithi044 bash[31010]: 7fc01ef8b4b9c20c3ac7862d02dc2eb6721f7e62053f843ae4756ccd83be21d6 2024-05-21T00:27:51.637 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:27:51 smithi044 systemd[1]: Started Ceph mon.a for d03df2b2-1708-11ef-bc9a-c7b262605968. 2024-05-21T00:27:51.637 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:27:51 smithi044 ceph-mon[31028]: mkfs d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:27:51.637 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:27:51 smithi044 ceph-mon[31028]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-21T00:27:52.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:27:52 smithi044 ceph-mon[31028]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-21T00:27:52.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:27:52 smithi044 ceph-mon[31028]: monmap epoch 1 2024-05-21T00:27:52.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:27:52 smithi044 ceph-mon[31028]: fsid d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:27:52.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:27:52 smithi044 ceph-mon[31028]: last_changed 2024-05-21T00:27:46.869710+0000 2024-05-21T00:27:52.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:27:52 smithi044 ceph-mon[31028]: created 2024-05-21T00:27:46.869710+0000 2024-05-21T00:27:52.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:27:52 smithi044 ceph-mon[31028]: min_mon_release 19 (squid) 2024-05-21T00:27:52.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:27:52 smithi044 ceph-mon[31028]: election_strategy: 1 2024-05-21T00:27:52.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:27:52 smithi044 ceph-mon[31028]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-05-21T00:27:52.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:27:52 smithi044 ceph-mon[31028]: fsmap 2024-05-21T00:27:52.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:27:52 smithi044 ceph-mon[31028]: osdmap e1: 0 total, 0 up, 0 in 2024-05-21T00:27:52.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:27:52 smithi044 ceph-mon[31028]: mgrmap e1: no daemons active 2024-05-21T00:27:52.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:27:52 smithi044 ceph-mon[31028]: from='client.? 172.21.15.44:0/1769697905' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-05-21T00:27:52.922 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout cluster: 2024-05-21T00:27:52.922 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout id: d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:27:52.922 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-05-21T00:27:52.922 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-05-21T00:27:52.922 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout services: 2024-05-21T00:27:52.923 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.736085s) 2024-05-21T00:27:52.923 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-05-21T00:27:52.923 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-05-21T00:27:52.923 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-05-21T00:27:52.923 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout data: 2024-05-21T00:27:52.923 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-05-21T00:27:52.923 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-05-21T00:27:52.923 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-05-21T00:27:52.923 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout pgs: 2024-05-21T00:27:52.923 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-05-21T00:27:52.924 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.098+0000 7f1f99200700 1 Processor -- start 2024-05-21T00:27:52.924 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.098+0000 7f1f99200700 1 -- start start 2024-05-21T00:27:52.924 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.098+0000 7f1f99200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f94107820 0x7f1f94107c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:27:52.924 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.098+0000 7f1f99200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1f9407ce50 con 0x7f1f94107820 2024-05-21T00:27:52.924 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.099+0000 7f1f91e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f94107820 0x7f1f94107c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:27:52.924 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.099+0000 7f1f91e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f94107820 0x7f1f94107c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41534/0 (socket says 172.21.15.44:41534) 2024-05-21T00:27:52.924 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.099+0000 7f1f91e00700 1 -- 172.21.15.44:0/2613414730 learned_addr learned my addr 172.21.15.44:0/2613414730 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:27:52.924 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.100+0000 7f1f91e00700 1 -- 172.21.15.44:0/2613414730 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f94108180 con 0x7f1f94107820 2024-05-21T00:27:52.924 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.100+0000 7f1f91e00700 1 --2- 172.21.15.44:0/2613414730 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f94107820 0x7f1f94107c40 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f1f840098a0 tx=0x7f1f84009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d3c5eb7f7ed417b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:27:52.924 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.100+0000 7f1f90a00700 1 -- 172.21.15.44:0/2613414730 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1f84004160 con 0x7f1f94107820 2024-05-21T00:27:52.925 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.101+0000 7f1f90a00700 1 -- 172.21.15.44:0/2613414730 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f84004300 con 0x7f1f94107820 2024-05-21T00:27:52.925 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.101+0000 7f1f90a00700 1 -- 172.21.15.44:0/2613414730 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1f840036a0 con 0x7f1f94107820 2024-05-21T00:27:52.925 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.101+0000 7f1f99200700 1 -- 172.21.15.44:0/2613414730 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f94107820 msgr2=0x7f1f94107c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:27:52.925 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.101+0000 7f1f99200700 1 --2- 172.21.15.44:0/2613414730 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f94107820 0x7f1f94107c40 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f1f840098a0 tx=0x7f1f84009bb0 comp rx=0 tx=0).stop 2024-05-21T00:27:52.925 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.101+0000 7f1f99200700 1 -- 172.21.15.44:0/2613414730 shutdown_connections 2024-05-21T00:27:52.925 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.101+0000 7f1f99200700 1 --2- 172.21.15.44:0/2613414730 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f94107820 0x7f1f94107c40 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:27:52.925 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.102+0000 7f1f99200700 1 -- 172.21.15.44:0/2613414730 >> 172.21.15.44:0/2613414730 conn(0x7f1f94103420 msgr2=0x7f1f94105840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:27:52.925 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.102+0000 7f1f99200700 1 -- 172.21.15.44:0/2613414730 shutdown_connections 2024-05-21T00:27:52.925 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.102+0000 7f1f99200700 1 -- 172.21.15.44:0/2613414730 wait complete. 2024-05-21T00:27:52.925 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.103+0000 7f1f99200700 1 Processor -- start 2024-05-21T00:27:52.926 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.103+0000 7f1f99200700 1 -- start start 2024-05-21T00:27:52.926 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.103+0000 7f1f99200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f94107820 0x7f1f9419e880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:27:52.926 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.103+0000 7f1f99200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1f941086b0 con 0x7f1f94107820 2024-05-21T00:27:52.926 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.104+0000 7f1f91e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f94107820 0x7f1f9419e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:27:52.926 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.104+0000 7f1f91e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f94107820 0x7f1f9419e880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41544/0 (socket says 172.21.15.44:41544) 2024-05-21T00:27:52.926 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.104+0000 7f1f91e00700 1 -- 172.21.15.44:0/1769697905 learned_addr learned my addr 172.21.15.44:0/1769697905 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:27:52.926 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.104+0000 7f1f91e00700 1 -- 172.21.15.44:0/1769697905 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f9419edc0 con 0x7f1f94107820 2024-05-21T00:27:52.926 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.104+0000 7f1f91e00700 1 --2- 172.21.15.44:0/1769697905 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f94107820 0x7f1f9419e880 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f1f84000c00 tx=0x7f1f84004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:27:52.926 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.105+0000 7f1f8aa00700 1 -- 172.21.15.44:0/1769697905 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1f84003db0 con 0x7f1f94107820 2024-05-21T00:27:52.926 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.105+0000 7f1f8aa00700 1 -- 172.21.15.44:0/1769697905 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f84011630 con 0x7f1f94107820 2024-05-21T00:27:52.927 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.105+0000 7f1f99200700 1 -- 172.21.15.44:0/1769697905 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f9419f050 con 0x7f1f94107820 2024-05-21T00:27:52.927 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.105+0000 7f1f8aa00700 1 -- 172.21.15.44:0/1769697905 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1f84011950 con 0x7f1f94107820 2024-05-21T00:27:52.927 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.105+0000 7f1f99200700 1 -- 172.21.15.44:0/1769697905 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f941a1d40 con 0x7f1f94107820 2024-05-21T00:27:52.927 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.105+0000 7f1f8aa00700 1 -- 172.21.15.44:0/1769697905 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f1f8401a460 con 0x7f1f94107820 2024-05-21T00:27:52.927 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.105+0000 7f1f8aa00700 1 -- 172.21.15.44:0/1769697905 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f1f8401b780 con 0x7f1f94107820 2024-05-21T00:27:52.927 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.106+0000 7f1f99200700 1 -- 172.21.15.44:0/1769697905 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f94064ba0 con 0x7f1f94107820 2024-05-21T00:27:52.927 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.110+0000 7f1f8aa00700 1 -- 172.21.15.44:0/1769697905 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f1f8401ba20 con 0x7f1f94107820 2024-05-21T00:27:52.927 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.192+0000 7f1f99200700 1 -- 172.21.15.44:0/1769697905 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f1f941a1f10 con 0x7f1f94107820 2024-05-21T00:27:52.927 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.192+0000 7f1f8aa00700 1 -- 172.21.15.44:0/1769697905 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7f1f8401bc00 con 0x7f1f94107820 2024-05-21T00:27:52.927 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.194+0000 7f1f99200700 1 -- 172.21.15.44:0/1769697905 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f94107820 msgr2=0x7f1f9419e880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:27:52.928 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.194+0000 7f1f99200700 1 --2- 172.21.15.44:0/1769697905 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f94107820 0x7f1f9419e880 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f1f84000c00 tx=0x7f1f84004750 comp rx=0 tx=0).stop 2024-05-21T00:27:52.928 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.194+0000 7f1f99200700 1 -- 172.21.15.44:0/1769697905 shutdown_connections 2024-05-21T00:27:52.928 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.194+0000 7f1f99200700 1 --2- 172.21.15.44:0/1769697905 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f94107820 0x7f1f9419e880 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:27:52.928 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.194+0000 7f1f99200700 1 -- 172.21.15.44:0/1769697905 >> 172.21.15.44:0/1769697905 conn(0x7f1f94103420 msgr2=0x7f1f94194ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:27:52.928 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.194+0000 7f1f99200700 1 -- 172.21.15.44:0/1769697905 shutdown_connections 2024-05-21T00:27:52.928 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:52.194+0000 7f1f99200700 1 -- 172.21.15.44:0/1769697905 wait complete. 2024-05-21T00:27:52.928 INFO:teuthology.orchestra.run.smithi044.stdout:mon is available 2024-05-21T00:27:52.928 INFO:teuthology.orchestra.run.smithi044.stdout:Assimilating anything we can from ceph.conf... 2024-05-21T00:27:53.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:27:53 smithi044 ceph-mon[31028]: from='client.? 172.21.15.44:0/558132473' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-05-21T00:27:53.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:27:53 smithi044 ceph-mon[31028]: from='client.? 172.21.15.44:0/558132473' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-05-21T00:27:54.289 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-05-21T00:27:54.289 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout [global] 2024-05-21T00:27:54.289 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout fsid = d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:27:54.289 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-05-21T00:27:54.289 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.44:3300,v1:172.21.15.44:6789] 2024-05-21T00:27:54.289 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-05-21T00:27:54.289 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-05-21T00:27:54.289 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-05-21T00:27:54.289 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-05-21T00:27:54.289 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-05-21T00:27:54.289 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout [mgr] 2024-05-21T00:27:54.290 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-05-21T00:27:54.290 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-05-21T00:27:54.290 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout [osd] 2024-05-21T00:27:54.290 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-05-21T00:27:54.290 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-05-21T00:27:54.290 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-05-21T00:27:54.290 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-05-21T00:27:54.290 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-05-21T00:27:54.290 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.524+0000 7f3977200700 1 Processor -- start 2024-05-21T00:27:54.290 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.524+0000 7f3977200700 1 -- start start 2024-05-21T00:27:54.291 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.525+0000 7f3977200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f397810b150 0x7f397810b570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:27:54.291 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.525+0000 7f3977200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f397810bb40 con 0x7f397810b150 2024-05-21T00:27:54.291 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.525+0000 7f3975e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f397810b150 0x7f397810b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:27:54.291 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.526+0000 7f3975e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f397810b150 0x7f397810b570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41560/0 (socket says 172.21.15.44:41560) 2024-05-21T00:27:54.291 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.526+0000 7f3975e00700 1 -- 172.21.15.44:0/715793068 learned_addr learned my addr 172.21.15.44:0/715793068 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:27:54.291 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.526+0000 7f3975e00700 1 -- 172.21.15.44:0/715793068 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f397810bcc0 con 0x7f397810b150 2024-05-21T00:27:54.291 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.526+0000 7f3975e00700 1 --2- 172.21.15.44:0/715793068 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f397810b150 0x7f397810b570 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f39680098a0 tx=0x7f3968009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=634a516dbb28403e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:27:54.291 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.527+0000 7f3974a00700 1 -- 172.21.15.44:0/715793068 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3968004160 con 0x7f397810b150 2024-05-21T00:27:54.291 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.527+0000 7f3974a00700 1 -- 172.21.15.44:0/715793068 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3968004300 con 0x7f397810b150 2024-05-21T00:27:54.291 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.527+0000 7f3974a00700 1 -- 172.21.15.44:0/715793068 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f39680036a0 con 0x7f397810b150 2024-05-21T00:27:54.291 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.527+0000 7f3977200700 1 -- 172.21.15.44:0/715793068 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f397810b150 msgr2=0x7f397810b570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:27:54.291 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.527+0000 7f3977200700 1 --2- 172.21.15.44:0/715793068 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f397810b150 0x7f397810b570 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f39680098a0 tx=0x7f3968009bb0 comp rx=0 tx=0).stop 2024-05-21T00:27:54.292 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.527+0000 7f3977200700 1 -- 172.21.15.44:0/715793068 shutdown_connections 2024-05-21T00:27:54.292 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.527+0000 7f3977200700 1 --2- 172.21.15.44:0/715793068 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f397810b150 0x7f397810b570 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:27:54.292 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.527+0000 7f3977200700 1 -- 172.21.15.44:0/715793068 >> 172.21.15.44:0/715793068 conn(0x7f397807e370 msgr2=0x7f397807e780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:27:54.292 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.528+0000 7f3977200700 1 -- 172.21.15.44:0/715793068 shutdown_connections 2024-05-21T00:27:54.292 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.528+0000 7f3977200700 1 -- 172.21.15.44:0/715793068 wait complete. 2024-05-21T00:27:54.292 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.529+0000 7f3977200700 1 Processor -- start 2024-05-21T00:27:54.292 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.529+0000 7f3977200700 1 -- start start 2024-05-21T00:27:54.292 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.529+0000 7f3977200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f397810b150 0x7f397819e640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:27:54.292 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.529+0000 7f3977200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f397810c470 con 0x7f397810b150 2024-05-21T00:27:54.292 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.529+0000 7f3975e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f397810b150 0x7f397819e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:27:54.293 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.529+0000 7f3975e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f397810b150 0x7f397819e640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41564/0 (socket says 172.21.15.44:41564) 2024-05-21T00:27:54.293 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.530+0000 7f3975e00700 1 -- 172.21.15.44:0/558132473 learned_addr learned my addr 172.21.15.44:0/558132473 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:27:54.293 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.530+0000 7f3975e00700 1 -- 172.21.15.44:0/558132473 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f397819eb80 con 0x7f397810b150 2024-05-21T00:27:54.293 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.530+0000 7f3975e00700 1 --2- 172.21.15.44:0/558132473 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f397810b150 0x7f397819e640 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f3968000c00 tx=0x7f3968004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:27:54.293 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.530+0000 7f396ea00700 1 -- 172.21.15.44:0/558132473 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3968003db0 con 0x7f397810b150 2024-05-21T00:27:54.293 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.530+0000 7f396ea00700 1 -- 172.21.15.44:0/558132473 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3968011630 con 0x7f397810b150 2024-05-21T00:27:54.293 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.530+0000 7f3977200700 1 -- 172.21.15.44:0/558132473 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f397819ee10 con 0x7f397810b150 2024-05-21T00:27:54.293 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.531+0000 7f396ea00700 1 -- 172.21.15.44:0/558132473 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3968011950 con 0x7f397810b150 2024-05-21T00:27:54.293 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.531+0000 7f3977200700 1 -- 172.21.15.44:0/558132473 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39781a1b00 con 0x7f397810b150 2024-05-21T00:27:54.293 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.531+0000 7f396ea00700 1 -- 172.21.15.44:0/558132473 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f3968011af0 con 0x7f397810b150 2024-05-21T00:27:54.293 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.531+0000 7f396ea00700 1 -- 172.21.15.44:0/558132473 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f396801c450 con 0x7f397810b150 2024-05-21T00:27:54.293 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.532+0000 7f3977200700 1 -- 172.21.15.44:0/558132473 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f397806a680 con 0x7f397810b150 2024-05-21T00:27:54.294 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.535+0000 7f396ea00700 1 -- 172.21.15.44:0/558132473 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f3968032020 con 0x7f397810b150 2024-05-21T00:27:54.294 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.615+0000 7f3977200700 1 -- 172.21.15.44:0/558132473 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f397802e770 con 0x7f397810b150 2024-05-21T00:27:54.294 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.624+0000 7f396ea00700 1 -- 172.21.15.44:0/558132473 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+465 (secure 0 0 0) 0x7f3968004260 con 0x7f397810b150 2024-05-21T00:27:54.294 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.625+0000 7f396ea00700 1 -- 172.21.15.44:0/558132473 <== mon.0 v2:172.21.15.44:3300/0 8 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f396801c650 con 0x7f397810b150 2024-05-21T00:27:54.294 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.627+0000 7f3977200700 1 -- 172.21.15.44:0/558132473 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f397810b150 msgr2=0x7f397819e640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:27:54.294 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.627+0000 7f3977200700 1 --2- 172.21.15.44:0/558132473 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f397810b150 0x7f397819e640 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f3968000c00 tx=0x7f3968004750 comp rx=0 tx=0).stop 2024-05-21T00:27:54.294 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.627+0000 7f3977200700 1 -- 172.21.15.44:0/558132473 shutdown_connections 2024-05-21T00:27:54.294 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.627+0000 7f3977200700 1 --2- 172.21.15.44:0/558132473 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f397810b150 0x7f397819e640 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:27:54.294 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.627+0000 7f3977200700 1 -- 172.21.15.44:0/558132473 >> 172.21.15.44:0/558132473 conn(0x7f397807e370 msgr2=0x7f3978195260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:27:54.294 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.628+0000 7f3977200700 1 -- 172.21.15.44:0/558132473 shutdown_connections 2024-05-21T00:27:54.294 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:53.628+0000 7f3977200700 1 -- 172.21.15.44:0/558132473 wait complete. 2024-05-21T00:27:54.294 INFO:teuthology.orchestra.run.smithi044.stdout:Generating new minimal ceph.conf... 2024-05-21T00:27:55.397 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:27:55 smithi044 ceph-mon[31028]: from='client.? 172.21.15.44:0/2181305015' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:27:58.781 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.900+0000 7f4089600700 1 Processor -- start 2024-05-21T00:27:58.782 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.900+0000 7f4089600700 1 -- start start 2024-05-21T00:27:58.782 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.901+0000 7f4089600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f408410b160 0x7f408410b580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:27:58.782 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.901+0000 7f4089600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f408410bb50 con 0x7f408410b160 2024-05-21T00:27:58.782 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.901+0000 7f4082a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f408410b160 0x7f408410b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:27:58.782 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.901+0000 7f4082a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f408410b160 0x7f408410b580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41566/0 (socket says 172.21.15.44:41566) 2024-05-21T00:27:58.782 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.901+0000 7f4082a00700 1 -- 172.21.15.44:0/812211085 learned_addr learned my addr 172.21.15.44:0/812211085 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:27:58.782 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.901+0000 7f4082a00700 1 -- 172.21.15.44:0/812211085 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f408410c330 con 0x7f408410b160 2024-05-21T00:27:58.782 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.902+0000 7f4082a00700 1 --2- 172.21.15.44:0/812211085 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f408410b160 0x7f408410b580 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f40740098a0 tx=0x7f4074009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98ecb9b85779813d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:27:58.782 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.902+0000 7f4081600700 1 -- 172.21.15.44:0/812211085 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4074004160 con 0x7f408410b160 2024-05-21T00:27:58.782 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.902+0000 7f4081600700 1 -- 172.21.15.44:0/812211085 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f4074004300 con 0x7f408410b160 2024-05-21T00:27:58.782 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.902+0000 7f4081600700 1 -- 172.21.15.44:0/812211085 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4074011af0 con 0x7f408410b160 2024-05-21T00:27:58.782 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.903+0000 7f4089600700 1 -- 172.21.15.44:0/812211085 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f408410b160 msgr2=0x7f408410b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:27:58.783 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.903+0000 7f4089600700 1 --2- 172.21.15.44:0/812211085 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f408410b160 0x7f408410b580 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f40740098a0 tx=0x7f4074009bb0 comp rx=0 tx=0).stop 2024-05-21T00:27:58.783 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.903+0000 7f4089600700 1 -- 172.21.15.44:0/812211085 shutdown_connections 2024-05-21T00:27:58.783 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.903+0000 7f4089600700 1 --2- 172.21.15.44:0/812211085 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f408410b160 0x7f408410b580 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:27:58.783 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.903+0000 7f4089600700 1 -- 172.21.15.44:0/812211085 >> 172.21.15.44:0/812211085 conn(0x7f408407e710 msgr2=0x7f408407eb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:27:58.783 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.903+0000 7f4089600700 1 -- 172.21.15.44:0/812211085 shutdown_connections 2024-05-21T00:27:58.783 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.903+0000 7f4089600700 1 -- 172.21.15.44:0/812211085 wait complete. 2024-05-21T00:27:58.783 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.904+0000 7f4089600700 1 Processor -- start 2024-05-21T00:27:58.783 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.905+0000 7f4089600700 1 -- start start 2024-05-21T00:27:58.783 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.905+0000 7f4089600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f408410b160 0x7f408419f120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:27:58.783 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.905+0000 7f4089600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f408410f6e0 con 0x7f408410b160 2024-05-21T00:27:58.783 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.906+0000 7f4082a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f408410b160 0x7f408419f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:27:58.783 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.906+0000 7f4082a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f408410b160 0x7f408419f120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41572/0 (socket says 172.21.15.44:41572) 2024-05-21T00:27:58.783 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.906+0000 7f4082a00700 1 -- 172.21.15.44:0/2181305015 learned_addr learned my addr 172.21.15.44:0/2181305015 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:27:58.784 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.906+0000 7f4082a00700 1 -- 172.21.15.44:0/2181305015 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f408419f660 con 0x7f408410b160 2024-05-21T00:27:58.784 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.906+0000 7f4082a00700 1 --2- 172.21.15.44:0/2181305015 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f408410b160 0x7f408419f120 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f40740117b0 tx=0x7f4074011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:27:58.784 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.907+0000 7f407b400700 1 -- 172.21.15.44:0/2181305015 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4074003af0 con 0x7f408410b160 2024-05-21T00:27:58.784 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.907+0000 7f407b400700 1 -- 172.21.15.44:0/2181305015 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f4074020070 con 0x7f408410b160 2024-05-21T00:27:58.784 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.907+0000 7f4089600700 1 -- 172.21.15.44:0/2181305015 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f408419f8f0 con 0x7f408410b160 2024-05-21T00:27:58.784 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.907+0000 7f407b400700 1 -- 172.21.15.44:0/2181305015 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4074019630 con 0x7f408410b160 2024-05-21T00:27:58.784 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.907+0000 7f4089600700 1 -- 172.21.15.44:0/2181305015 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40841a25e0 con 0x7f408410b160 2024-05-21T00:27:58.784 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.907+0000 7f407b400700 1 -- 172.21.15.44:0/2181305015 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f4074019c30 con 0x7f408410b160 2024-05-21T00:27:58.784 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.907+0000 7f407b400700 1 -- 172.21.15.44:0/2181305015 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f407400b720 con 0x7f408410b160 2024-05-21T00:27:58.784 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.908+0000 7f4089600700 1 -- 172.21.15.44:0/2181305015 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4084064ba0 con 0x7f408410b160 2024-05-21T00:27:58.784 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.911+0000 7f407b400700 1 -- 172.21.15.44:0/2181305015 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f40740042c0 con 0x7f408410b160 2024-05-21T00:27:58.784 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.990+0000 7f4089600700 1 -- 172.21.15.44:0/2181305015 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f40841a2b20 con 0x7f408410b160 2024-05-21T00:27:58.785 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.991+0000 7f407b400700 1 -- 172.21.15.44:0/2181305015 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7f407401a9c0 con 0x7f408410b160 2024-05-21T00:27:58.785 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.992+0000 7f4089600700 1 -- 172.21.15.44:0/2181305015 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f408410b160 msgr2=0x7f408419f120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:27:58.785 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.992+0000 7f4089600700 1 --2- 172.21.15.44:0/2181305015 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f408410b160 0x7f408419f120 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f40740117b0 tx=0x7f4074011b70 comp rx=0 tx=0).stop 2024-05-21T00:27:58.785 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.992+0000 7f4089600700 1 -- 172.21.15.44:0/2181305015 shutdown_connections 2024-05-21T00:27:58.785 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.992+0000 7f4089600700 1 --2- 172.21.15.44:0/2181305015 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f408410b160 0x7f408419f120 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:27:58.785 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.992+0000 7f4089600700 1 -- 172.21.15.44:0/2181305015 >> 172.21.15.44:0/2181305015 conn(0x7f408407e710 msgr2=0x7f4084108e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:27:58.785 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.992+0000 7f4089600700 1 -- 172.21.15.44:0/2181305015 shutdown_connections 2024-05-21T00:27:58.785 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:27:54.993+0000 7f4089600700 1 -- 172.21.15.44:0/2181305015 wait complete. 2024-05-21T00:27:58.785 INFO:teuthology.orchestra.run.smithi044.stdout:Restarting the monitor... 2024-05-21T00:27:59.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:27:58 smithi044 systemd[1]: Stopping Ceph mon.a for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:28:02.951 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:02 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mon-a[31024]: 2024-05-21T00:28:02.658+0000 7f5baae00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:28:02.951 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:02 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mon-a[31024]: 2024-05-21T00:28:02.658+0000 7f5baae00700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-05-21T00:28:03.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:02 smithi044 podman[31272]: 2024-05-21 00:28:02.946667273 +0000 UTC m=+3.834789693 container died 7fc01ef8b4b9c20c3ac7862d02dc2eb6721f7e62053f843ae4756ccd83be21d6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux ) 2024-05-21T00:28:05.715 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:05 smithi044 podman[31272]: 2024-05-21 00:28:05.544333345 +0000 UTC m=+6.432455802 container cleanup 7fc01ef8b4b9c20c3ac7862d02dc2eb6721f7e62053f843ae4756ccd83be21d6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mon-a, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2) 2024-05-21T00:28:05.715 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:05 smithi044 bash[31272]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mon-a 2024-05-21T00:28:06.147 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:05 smithi044 podman[31284]: 2024-05-21 00:28:05.711647062 +0000 UTC m=+2.751717716 container remove 7fc01ef8b4b9c20c3ac7862d02dc2eb6721f7e62053f843ae4756ccd83be21d6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mon-a, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True) 2024-05-21T00:28:06.405 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 systemd[1]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mon.a.service: Deactivated successfully. 2024-05-21T00:28:06.405 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 systemd[1]: Stopped Ceph mon.a for d03df2b2-1708-11ef-bc9a-c7b262605968. 2024-05-21T00:28:06.405 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 systemd[1]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mon.a.service: Consumed 1.992s CPU time. 2024-05-21T00:28:06.405 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 systemd[1]: Starting Ceph mon.a for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:28:06.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 podman[31373]: 2024-05-21 00:28:06.50149253 +0000 UTC m=+0.033982575 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f 2024-05-21T00:28:06.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 podman[31373]: 2024-05-21 00:28:06.629010764 +0000 UTC m=+0.161500831 container create 50d29f23d7e871c25638a1b44f76a9f8e45e6a63ec2ed170b8b2143a72479923 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mon-a, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_CLEAN=True) 2024-05-21T00:28:06.961 INFO:teuthology.orchestra.run.smithi044.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-05-21T00:28:07.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 podman[31373]: 2024-05-21 00:28:06.849475767 +0000 UTC m=+0.381965833 container init 50d29f23d7e871c25638a1b44f76a9f8e45e6a63ec2ed170b8b2143a72479923 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mon-a, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-05-21T00:28:07.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 podman[31373]: 2024-05-21 00:28:06.861556052 +0000 UTC m=+0.394046140 container start 50d29f23d7e871c25638a1b44f76a9f8e45e6a63ec2ed170b8b2143a72479923 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mon-a, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-05-21T00:28:07.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: set uid:gid to 167:167 (ceph:ceph) 2024-05-21T00:28:07.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: ceph version 19.0.0-3829-gb772be9b (b772be9bbd810236a4ab405b6b221a45c687051f) squid (dev), process ceph-mon, pid 2 2024-05-21T00:28:07.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: pidfile_write: ignore empty --pid-file 2024-05-21T00:28:07.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: load: jerasure load: lrc 2024-05-21T00:28:07.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: RocksDB version: 7.9.2 2024-05-21T00:28:07.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Git sha 0 2024-05-21T00:28:07.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Compile date 2024-05-20 21:29:40 2024-05-21T00:28:07.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: DB SUMMARY 2024-05-21T00:28:07.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: DB Session ID: 9U0SY5RUNPD1VPCEHYNY 2024-05-21T00:28:07.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: CURRENT file: CURRENT 2024-05-21T00:28:07.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: IDENTITY file: IDENTITY 2024-05-21T00:28:07.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-05-21T00:28:07.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-05-21T00:28:07.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 105234 ; 2024-05-21T00:28:07.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.error_if_exists: 0 2024-05-21T00:28:07.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.create_if_missing: 0 2024-05-21T00:28:07.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.paranoid_checks: 1 2024-05-21T00:28:07.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.flush_verify_memtable_count: 1 2024-05-21T00:28:07.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-21T00:28:07.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-21T00:28:07.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.env: 0x55e3ee353cc0 2024-05-21T00:28:07.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.fs: PosixFileSystem 2024-05-21T00:28:07.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.info_log: 0x55e41665bde0 2024-05-21T00:28:07.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.max_file_opening_threads: 16 2024-05-21T00:28:07.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.statistics: (nil) 2024-05-21T00:28:07.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.use_fsync: 0 2024-05-21T00:28:07.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.max_log_file_size: 0 2024-05-21T00:28:07.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-21T00:28:07.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.log_file_time_to_roll: 0 2024-05-21T00:28:07.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.keep_log_file_num: 1000 2024-05-21T00:28:07.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.recycle_log_file_num: 0 2024-05-21T00:28:07.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.allow_fallocate: 1 2024-05-21T00:28:07.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.allow_mmap_reads: 0 2024-05-21T00:28:07.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.allow_mmap_writes: 0 2024-05-21T00:28:07.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.use_direct_reads: 0 2024-05-21T00:28:07.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-21T00:28:07.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.create_missing_column_families: 0 2024-05-21T00:28:07.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.db_log_dir: 2024-05-21T00:28:07.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.wal_dir: 2024-05-21T00:28:07.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.table_cache_numshardbits: 6 2024-05-21T00:28:07.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.WAL_ttl_seconds: 0 2024-05-21T00:28:07.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.WAL_size_limit_MB: 0 2024-05-21T00:28:07.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-21T00:28:07.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-21T00:28:07.115 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.is_fd_close_on_exec: 1 2024-05-21T00:28:07.115 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.advise_random_on_open: 1 2024-05-21T00:28:07.115 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.db_write_buffer_size: 0 2024-05-21T00:28:07.115 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.write_buffer_manager: 0x55e41662d0e0 2024-05-21T00:28:07.115 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-21T00:28:07.115 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-21T00:28:07.115 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.use_adaptive_mutex: 0 2024-05-21T00:28:07.115 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.rate_limiter: (nil) 2024-05-21T00:28:07.115 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-21T00:28:07.115 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.wal_recovery_mode: 2 2024-05-21T00:28:07.115 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.enable_thread_tracking: 0 2024-05-21T00:28:07.116 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.enable_pipelined_write: 0 2024-05-21T00:28:07.116 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.unordered_write: 0 2024-05-21T00:28:07.116 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-21T00:28:07.116 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-21T00:28:07.116 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-21T00:28:07.116 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-21T00:28:07.116 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.row_cache: None 2024-05-21T00:28:07.116 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.wal_filter: None 2024-05-21T00:28:07.116 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-21T00:28:07.117 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.allow_ingest_behind: 0 2024-05-21T00:28:07.117 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.two_write_queues: 0 2024-05-21T00:28:07.117 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.manual_wal_flush: 0 2024-05-21T00:28:07.117 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.wal_compression: 0 2024-05-21T00:28:07.117 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.atomic_flush: 0 2024-05-21T00:28:07.117 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-21T00:28:07.117 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.persist_stats_to_disk: 0 2024-05-21T00:28:07.118 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.write_dbid_to_manifest: 0 2024-05-21T00:28:07.118 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.log_readahead_size: 0 2024-05-21T00:28:07.118 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-21T00:28:07.118 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.best_efforts_recovery: 0 2024-05-21T00:28:07.118 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-21T00:28:07.118 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-21T00:28:07.118 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.allow_data_in_errors: 0 2024-05-21T00:28:07.118 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.db_host_id: __hostname__ 2024-05-21T00:28:07.118 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.enforce_single_del_contracts: true 2024-05-21T00:28:07.118 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.max_background_jobs: 2 2024-05-21T00:28:07.118 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.max_background_compactions: -1 2024-05-21T00:28:07.118 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.max_subcompactions: 1 2024-05-21T00:28:07.118 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-21T00:28:07.119 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-21T00:28:07.119 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.delayed_write_rate : 16777216 2024-05-21T00:28:07.119 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.max_total_wal_size: 0 2024-05-21T00:28:07.119 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-21T00:28:07.119 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.stats_dump_period_sec: 600 2024-05-21T00:28:07.119 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.stats_persist_period_sec: 600 2024-05-21T00:28:07.119 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-21T00:28:07.119 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.max_open_files: -1 2024-05-21T00:28:07.119 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.bytes_per_sync: 0 2024-05-21T00:28:07.119 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.wal_bytes_per_sync: 0 2024-05-21T00:28:07.119 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.strict_bytes_per_sync: 0 2024-05-21T00:28:07.119 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.compaction_readahead_size: 0 2024-05-21T00:28:07.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.max_background_flushes: -1 2024-05-21T00:28:07.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Compression algorithms supported: 2024-05-21T00:28:07.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-21T00:28:07.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: kZSTD supported: 0 2024-05-21T00:28:07.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: kXpressCompression supported: 0 2024-05-21T00:28:07.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: kLZ4HCCompression supported: 1 2024-05-21T00:28:07.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: kZlibCompression supported: 1 2024-05-21T00:28:07.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: kSnappyCompression supported: 1 2024-05-21T00:28:07.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: kLZ4Compression supported: 1 2024-05-21T00:28:07.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: kBZip2Compression supported: 0 2024-05-21T00:28:07.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Fast CRC32 supported: Supported on x86 2024-05-21T00:28:07.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: DMutex implementation: pthread_mutex_t 2024-05-21T00:28:07.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-05-21T00:28:07.121 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-21T00:28:07.121 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-21T00:28:07.121 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.merge_operator: 2024-05-21T00:28:07.121 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.compaction_filter: None 2024-05-21T00:28:07.121 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.compaction_filter_factory: None 2024-05-21T00:28:07.121 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.sst_partitioner_factory: None 2024-05-21T00:28:07.121 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.memtable_factory: SkipListFactory 2024-05-21T00:28:07.121 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.table_factory: BlockBasedTable 2024-05-21T00:28:07.121 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e41665bfa0) 2024-05-21T00:28:07.121 INFO:journalctl@ceph.mon.a.smithi044.stdout: cache_index_and_filter_blocks: 1 2024-05-21T00:28:07.121 INFO:journalctl@ceph.mon.a.smithi044.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-21T00:28:07.121 INFO:journalctl@ceph.mon.a.smithi044.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-21T00:28:07.121 INFO:journalctl@ceph.mon.a.smithi044.stdout: pin_top_level_index_and_filter: 1 2024-05-21T00:28:07.122 INFO:journalctl@ceph.mon.a.smithi044.stdout: index_type: 0 2024-05-21T00:28:07.122 INFO:journalctl@ceph.mon.a.smithi044.stdout: data_block_index_type: 0 2024-05-21T00:28:07.122 INFO:journalctl@ceph.mon.a.smithi044.stdout: index_shortening: 1 2024-05-21T00:28:07.122 INFO:journalctl@ceph.mon.a.smithi044.stdout: data_block_hash_table_util_ratio: 0.750000 2024-05-21T00:28:07.122 INFO:journalctl@ceph.mon.a.smithi044.stdout: checksum: 4 2024-05-21T00:28:07.122 INFO:journalctl@ceph.mon.a.smithi044.stdout: no_block_cache: 0 2024-05-21T00:28:07.122 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_cache: 0x55e41665f1f0 2024-05-21T00:28:07.122 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_cache_name: BinnedLRUCache 2024-05-21T00:28:07.122 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_cache_options: 2024-05-21T00:28:07.122 INFO:journalctl@ceph.mon.a.smithi044.stdout: capacity : 536870912 2024-05-21T00:28:07.122 INFO:journalctl@ceph.mon.a.smithi044.stdout: num_shard_bits : 4 2024-05-21T00:28:07.122 INFO:journalctl@ceph.mon.a.smithi044.stdout: strict_capacity_limit : 0 2024-05-21T00:28:07.122 INFO:journalctl@ceph.mon.a.smithi044.stdout: high_pri_pool_ratio: 0.000 2024-05-21T00:28:07.123 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_cache_compressed: (nil) 2024-05-21T00:28:07.123 INFO:journalctl@ceph.mon.a.smithi044.stdout: persistent_cache: (nil) 2024-05-21T00:28:07.123 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_size: 4096 2024-05-21T00:28:07.123 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_size_deviation: 10 2024-05-21T00:28:07.123 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_restart_interval: 16 2024-05-21T00:28:07.123 INFO:journalctl@ceph.mon.a.smithi044.stdout: index_block_restart_interval: 1 2024-05-21T00:28:07.123 INFO:journalctl@ceph.mon.a.smithi044.stdout: metadata_block_size: 4096 2024-05-21T00:28:07.123 INFO:journalctl@ceph.mon.a.smithi044.stdout: partition_filters: 0 2024-05-21T00:28:07.123 INFO:journalctl@ceph.mon.a.smithi044.stdout: use_delta_encoding: 1 2024-05-21T00:28:07.123 INFO:journalctl@ceph.mon.a.smithi044.stdout: filter_policy: bloomfilter 2024-05-21T00:28:07.123 INFO:journalctl@ceph.mon.a.smithi044.stdout: whole_key_filtering: 1 2024-05-21T00:28:07.123 INFO:journalctl@ceph.mon.a.smithi044.stdout: verify_compression: 0 2024-05-21T00:28:07.123 INFO:journalctl@ceph.mon.a.smithi044.stdout: read_amp_bytes_per_bit: 0 2024-05-21T00:28:07.123 INFO:journalctl@ceph.mon.a.smithi044.stdout: format_version: 5 2024-05-21T00:28:07.124 INFO:journalctl@ceph.mon.a.smithi044.stdout: enable_index_compression: 1 2024-05-21T00:28:07.124 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_align: 0 2024-05-21T00:28:07.124 INFO:journalctl@ceph.mon.a.smithi044.stdout: max_auto_readahead_size: 262144 2024-05-21T00:28:07.124 INFO:journalctl@ceph.mon.a.smithi044.stdout: prepopulate_block_cache: 0 2024-05-21T00:28:07.124 INFO:journalctl@ceph.mon.a.smithi044.stdout: initial_auto_readahead_size: 8192 2024-05-21T00:28:07.124 INFO:journalctl@ceph.mon.a.smithi044.stdout: num_file_reads_for_auto_readahead: 2 2024-05-21T00:28:07.124 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.write_buffer_size: 33554432 2024-05-21T00:28:07.124 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.max_write_buffer_number: 2 2024-05-21T00:28:07.124 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.compression: NoCompression 2024-05-21T00:28:07.124 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.bottommost_compression: Disabled 2024-05-21T00:28:07.124 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.prefix_extractor: nullptr 2024-05-21T00:28:07.124 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-21T00:28:07.124 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.num_levels: 7 2024-05-21T00:28:07.125 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-21T00:28:07.125 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-21T00:28:07.125 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-21T00:28:07.125 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-21T00:28:07.125 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-21T00:28:07.125 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-21T00:28:07.125 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-21T00:28:07.125 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-21T00:28:07.125 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-21T00:28:07.125 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-21T00:28:07.125 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-21T00:28:07.125 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-21T00:28:07.125 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.compression_opts.window_bits: -14 2024-05-21T00:28:07.126 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.compression_opts.level: 32767 2024-05-21T00:28:07.126 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.compression_opts.strategy: 0 2024-05-21T00:28:07.126 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-21T00:28:07.126 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-21T00:28:07.126 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-21T00:28:07.126 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-21T00:28:07.126 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.compression_opts.enabled: false 2024-05-21T00:28:07.126 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-21T00:28:07.126 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-21T00:28:07.126 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-21T00:28:07.126 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-21T00:28:07.126 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.target_file_size_base: 67108864 2024-05-21T00:28:07.126 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.target_file_size_multiplier: 1 2024-05-21T00:28:07.127 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-21T00:28:07.127 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-21T00:28:07.127 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-21T00:28:07.127 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-21T00:28:07.127 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-21T00:28:07.127 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-21T00:28:07.127 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-21T00:28:07.127 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-21T00:28:07.127 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-21T00:28:07.127 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-21T00:28:07.127 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-21T00:28:07.127 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-21T00:28:07.127 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-21T00:28:07.128 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.arena_block_size: 1048576 2024-05-21T00:28:07.128 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-21T00:28:07.128 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-21T00:28:07.128 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.disable_auto_compactions: 0 2024-05-21T00:28:07.128 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-21T00:28:07.128 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-21T00:28:07.128 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-21T00:28:07.128 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-21T00:28:07.128 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-21T00:28:07.128 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-21T00:28:07.128 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-21T00:28:07.128 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-21T00:28:07.128 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-21T00:28:07.128 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-21T00:28:07.129 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-05-21T00:28:07.129 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.inplace_update_support: 0 2024-05-21T00:28:07.129 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.inplace_update_num_locks: 10000 2024-05-21T00:28:07.129 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-21T00:28:07.129 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-21T00:28:07.129 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.memtable_huge_page_size: 0 2024-05-21T00:28:07.129 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.bloom_locality: 0 2024-05-21T00:28:07.129 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.max_successive_merges: 0 2024-05-21T00:28:07.129 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.optimize_filters_for_hits: 0 2024-05-21T00:28:07.129 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.paranoid_file_checks: 0 2024-05-21T00:28:07.129 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.force_consistency_checks: 1 2024-05-21T00:28:07.129 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.report_bg_io_stats: 0 2024-05-21T00:28:07.129 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.ttl: 2592000 2024-05-21T00:28:07.130 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.periodic_compaction_seconds: 0 2024-05-21T00:28:07.130 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-21T00:28:07.130 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-21T00:28:07.130 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.enable_blob_files: false 2024-05-21T00:28:07.131 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.min_blob_size: 0 2024-05-21T00:28:07.131 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.blob_file_size: 268435456 2024-05-21T00:28:07.131 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.blob_compression_type: NoCompression 2024-05-21T00:28:07.131 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.enable_blob_garbage_collection: false 2024-05-21T00:28:07.131 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-21T00:28:07.131 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-21T00:28:07.131 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-21T00:28:07.131 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.blob_file_starting_level: 0 2024-05-21T00:28:07.131 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-21T00:28:07.131 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-05-21T00:28:07.131 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-05-21T00:28:07.131 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 469090a7-ca5a-4399-88ad-afcbf40c25be 2024-05-21T00:28:07.131 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716251286924224, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-05-21T00:28:07.132 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-05-21T00:28:07.132 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716251286926168, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 100385, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 326, "table_properties": {"data_size": 98279, "index_size": 298, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14191, "raw_average_key_size": 49, "raw_value_size": 90548, "raw_average_value_size": 317, "num_data_blocks": 12, "num_entries": 285, "num_filter_entries": 285, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1716251286, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "469090a7-ca5a-4399-88ad-afcbf40c25be", "db_session_id": "9U0SY5RUNPD1VPCEHYNY", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-05-21T00:28:07.132 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716251286926384, "job": 1, "event": "recovery_finished"} 2024-05-21T00:28:07.132 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-05-21T00:28:07.132 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-21T00:28:07.132 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e41677c000 2024-05-21T00:28:07.132 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: DB pointer 0x55e416768000 2024-05-21T00:28:07.132 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-21T00:28:07.132 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-21T00:28:07.132 INFO:journalctl@ceph.mon.a.smithi044.stdout: ** DB Stats ** 2024-05-21T00:28:07.132 INFO:journalctl@ceph.mon.a.smithi044.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-21T00:28:07.132 INFO:journalctl@ceph.mon.a.smithi044.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-21T00:28:07.132 INFO:journalctl@ceph.mon.a.smithi044.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-21T00:28:07.132 INFO:journalctl@ceph.mon.a.smithi044.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-21T00:28:07.133 INFO:journalctl@ceph.mon.a.smithi044.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-21T00:28:07.133 INFO:journalctl@ceph.mon.a.smithi044.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-21T00:28:07.133 INFO:journalctl@ceph.mon.a.smithi044.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-21T00:28:07.133 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-05-21T00:28:07.133 INFO:journalctl@ceph.mon.a.smithi044.stdout: ** Compaction Stats [default] ** 2024-05-21T00:28:07.133 INFO:journalctl@ceph.mon.a.smithi044.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-21T00:28:07.133 INFO:journalctl@ceph.mon.a.smithi044.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-21T00:28:07.133 INFO:journalctl@ceph.mon.a.smithi044.stdout: L0 2/0 99.89 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 80.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-21T00:28:07.133 INFO:journalctl@ceph.mon.a.smithi044.stdout: Sum 2/0 99.89 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 80.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-21T00:28:07.133 INFO:journalctl@ceph.mon.a.smithi044.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 80.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-21T00:28:07.133 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-05-21T00:28:07.133 INFO:journalctl@ceph.mon.a.smithi044.stdout: ** Compaction Stats [default] ** 2024-05-21T00:28:07.133 INFO:journalctl@ceph.mon.a.smithi044.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-21T00:28:07.134 INFO:journalctl@ceph.mon.a.smithi044.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-21T00:28:07.134 INFO:journalctl@ceph.mon.a.smithi044.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 80.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-21T00:28:07.134 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-05-21T00:28:07.134 INFO:journalctl@ceph.mon.a.smithi044.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-21T00:28:07.134 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-05-21T00:28:07.134 INFO:journalctl@ceph.mon.a.smithi044.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-21T00:28:07.134 INFO:journalctl@ceph.mon.a.smithi044.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-05-21T00:28:07.134 INFO:journalctl@ceph.mon.a.smithi044.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-21T00:28:07.134 INFO:journalctl@ceph.mon.a.smithi044.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-05-21T00:28:07.134 INFO:journalctl@ceph.mon.a.smithi044.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-05-21T00:28:07.134 INFO:journalctl@ceph.mon.a.smithi044.stdout: AddFile(Keys): cumulative 0, interval 0 2024-05-21T00:28:07.134 INFO:journalctl@ceph.mon.a.smithi044.stdout: Cumulative compaction: 0.00 GB write, 13.68 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-21T00:28:07.134 INFO:journalctl@ceph.mon.a.smithi044.stdout: Interval compaction: 0.00 GB write, 13.68 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-21T00:28:07.135 INFO:journalctl@ceph.mon.a.smithi044.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-21T00:28:07.135 INFO:journalctl@ceph.mon.a.smithi044.stdout: Block cache BinnedLRUCache@0x55e41665f1f0#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-05-21T00:28:07.135 INFO:journalctl@ceph.mon.a.smithi044.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-05-21T00:28:07.135 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-05-21T00:28:07.135 INFO:journalctl@ceph.mon.a.smithi044.stdout: ** File Read Latency Histogram By Level [default] ** 2024-05-21T00:28:07.135 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: starting mon.a rank 0 at public addrs [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] at bind addrs [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:28:07.135 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: mon.a@-1(???) e1 preinit fsid d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:28:07.135 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: mon.a@-1(???).mds e1 new map 2024-05-21T00:28:07.135 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: mon.a@-1(???).mds e1 print_map 2024-05-21T00:28:07.135 INFO:journalctl@ceph.mon.a.smithi044.stdout: e1 2024-05-21T00:28:07.135 INFO:journalctl@ceph.mon.a.smithi044.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-05-21T00:28:07.135 INFO:journalctl@ceph.mon.a.smithi044.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-21T00:28:07.135 INFO:journalctl@ceph.mon.a.smithi044.stdout: legacy client fscid: -1 2024-05-21T00:28:07.135 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-05-21T00:28:07.136 INFO:journalctl@ceph.mon.a.smithi044.stdout: No filesystems configured 2024-05-21T00:28:07.136 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-05-21T00:28:07.136 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-21T00:28:07.136 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-21T00:28:07.136 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-21T00:28:07.136 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-05-21T00:28:07.136 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 bash[31373]: 50d29f23d7e871c25638a1b44f76a9f8e45e6a63ec2ed170b8b2143a72479923 2024-05-21T00:28:07.136 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 systemd[1]: Started Ceph mon.a for d03df2b2-1708-11ef-bc9a-c7b262605968. 2024-05-21T00:28:07.136 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-21T00:28:07.136 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: monmap epoch 1 2024-05-21T00:28:07.136 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: fsid d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:28:07.136 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: last_changed 2024-05-21T00:27:46.869710+0000 2024-05-21T00:28:07.136 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: created 2024-05-21T00:27:46.869710+0000 2024-05-21T00:28:07.136 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: min_mon_release 19 (squid) 2024-05-21T00:28:07.137 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: election_strategy: 1 2024-05-21T00:28:07.137 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-05-21T00:28:07.137 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: fsmap 2024-05-21T00:28:07.137 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: osdmap e1: 0 total, 0 up, 0 in 2024-05-21T00:28:07.137 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:06 smithi044 ceph-mon[31392]: mgrmap e1: no daemons active 2024-05-21T00:28:08.410 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.668+0000 7f1b6f400700 1 Processor -- start 2024-05-21T00:28:08.410 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.668+0000 7f1b6f400700 1 -- start start 2024-05-21T00:28:08.410 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.669+0000 7f1b6f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b681099d0 0x7f1b6810bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:08.411 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.669+0000 7f1b6f400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1b6807ceb0 con 0x7f1b681099d0 2024-05-21T00:28:08.411 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.670+0000 7f1b6ca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b681099d0 0x7f1b6810bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:08.411 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.670+0000 7f1b6ca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b681099d0 0x7f1b6810bdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40378/0 (socket says 172.21.15.44:40378) 2024-05-21T00:28:08.411 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.670+0000 7f1b6ca00700 1 -- 172.21.15.44:0/392520551 learned_addr learned my addr 172.21.15.44:0/392520551 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:08.411 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.671+0000 7f1b6ca00700 1 -- 172.21.15.44:0/392520551 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b6810c300 con 0x7f1b681099d0 2024-05-21T00:28:08.411 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.671+0000 7f1b6ca00700 1 --2- 172.21.15.44:0/392520551 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b681099d0 0x7f1b6810bdc0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f1b5c0098a0 tx=0x7f1b5c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3e7e11629381816 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:08.411 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.671+0000 7f1b67400700 1 -- 172.21.15.44:0/392520551 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1b5c004160 con 0x7f1b681099d0 2024-05-21T00:28:08.411 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.671+0000 7f1b67400700 1 -- 172.21.15.44:0/392520551 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f1b5c004300 con 0x7f1b681099d0 2024-05-21T00:28:08.411 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.671+0000 7f1b67400700 1 -- 172.21.15.44:0/392520551 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1b5c011af0 con 0x7f1b681099d0 2024-05-21T00:28:08.411 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.672+0000 7f1b6f400700 1 -- 172.21.15.44:0/392520551 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b681099d0 msgr2=0x7f1b6810bdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:08.411 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.672+0000 7f1b6f400700 1 --2- 172.21.15.44:0/392520551 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b681099d0 0x7f1b6810bdc0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f1b5c0098a0 tx=0x7f1b5c009bb0 comp rx=0 tx=0).stop 2024-05-21T00:28:08.411 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.672+0000 7f1b6f400700 1 -- 172.21.15.44:0/392520551 shutdown_connections 2024-05-21T00:28:08.411 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.672+0000 7f1b6f400700 1 --2- 172.21.15.44:0/392520551 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b681099d0 0x7f1b6810bdc0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:08.412 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.672+0000 7f1b6f400700 1 -- 172.21.15.44:0/392520551 >> 172.21.15.44:0/392520551 conn(0x7f1b68103420 msgr2=0x7f1b68105840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:08.412 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.672+0000 7f1b6f400700 1 -- 172.21.15.44:0/392520551 shutdown_connections 2024-05-21T00:28:08.412 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.673+0000 7f1b6f400700 1 -- 172.21.15.44:0/392520551 wait complete. 2024-05-21T00:28:08.412 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.674+0000 7f1b6f400700 1 Processor -- start 2024-05-21T00:28:08.412 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.674+0000 7f1b6f400700 1 -- start start 2024-05-21T00:28:08.412 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.674+0000 7f1b6f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b681099d0 0x7f1b6819ced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:08.412 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.674+0000 7f1b6f400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1b6810d2d0 con 0x7f1b681099d0 2024-05-21T00:28:08.412 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.675+0000 7f1b6ca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b681099d0 0x7f1b6819ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:08.412 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.675+0000 7f1b6ca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b681099d0 0x7f1b6819ced0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40380/0 (socket says 172.21.15.44:40380) 2024-05-21T00:28:08.412 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.675+0000 7f1b6ca00700 1 -- 172.21.15.44:0/1349694262 learned_addr learned my addr 172.21.15.44:0/1349694262 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:08.412 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.675+0000 7f1b6ca00700 1 -- 172.21.15.44:0/1349694262 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b6819d410 con 0x7f1b681099d0 2024-05-21T00:28:08.412 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.675+0000 7f1b6ca00700 1 --2- 172.21.15.44:0/1349694262 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b681099d0 0x7f1b6819ced0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f1b5c011ac0 tx=0x7f1b5c011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:08.412 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.676+0000 7f1b65600700 1 -- 172.21.15.44:0/1349694262 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1b5c003970 con 0x7f1b681099d0 2024-05-21T00:28:08.412 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.676+0000 7f1b65600700 1 -- 172.21.15.44:0/1349694262 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f1b5c003b10 con 0x7f1b681099d0 2024-05-21T00:28:08.413 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.676+0000 7f1b65600700 1 -- 172.21.15.44:0/1349694262 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1b5c024610 con 0x7f1b681099d0 2024-05-21T00:28:08.413 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.676+0000 7f1b6f400700 1 -- 172.21.15.44:0/1349694262 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b6819d6a0 con 0x7f1b681099d0 2024-05-21T00:28:08.413 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.676+0000 7f1b6f400700 1 -- 172.21.15.44:0/1349694262 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b681a0390 con 0x7f1b681099d0 2024-05-21T00:28:08.413 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.677+0000 7f1b65600700 1 -- 172.21.15.44:0/1349694262 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f1b5c024b40 con 0x7f1b681099d0 2024-05-21T00:28:08.413 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.677+0000 7f1b65600700 1 -- 172.21.15.44:0/1349694262 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f1b5c019700 con 0x7f1b681099d0 2024-05-21T00:28:08.413 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.677+0000 7f1b6f400700 1 -- 172.21.15.44:0/1349694262 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b68064ba0 con 0x7f1b681099d0 2024-05-21T00:28:08.413 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.681+0000 7f1b65600700 1 -- 172.21.15.44:0/1349694262 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f1b5c01a9e0 con 0x7f1b681099d0 2024-05-21T00:28:08.413 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.759+0000 7f1b6f400700 1 -- 172.21.15.44:0/1349694262 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7f1b681a0560 con 0x7f1b681099d0 2024-05-21T00:28:08.413 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.763+0000 7f1b65600700 1 -- 172.21.15.44:0/1349694262 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7f1b5c01a430 con 0x7f1b681099d0 2024-05-21T00:28:08.413 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.765+0000 7f1b6f400700 1 -- 172.21.15.44:0/1349694262 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b681099d0 msgr2=0x7f1b6819ced0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:08.413 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.765+0000 7f1b6f400700 1 --2- 172.21.15.44:0/1349694262 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b681099d0 0x7f1b6819ced0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f1b5c011ac0 tx=0x7f1b5c011ba0 comp rx=0 tx=0).stop 2024-05-21T00:28:08.413 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.765+0000 7f1b6f400700 1 -- 172.21.15.44:0/1349694262 shutdown_connections 2024-05-21T00:28:08.413 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.765+0000 7f1b6f400700 1 --2- 172.21.15.44:0/1349694262 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b681099d0 0x7f1b6819ced0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:08.413 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.765+0000 7f1b6f400700 1 -- 172.21.15.44:0/1349694262 >> 172.21.15.44:0/1349694262 conn(0x7f1b68103420 msgr2=0x7f1b68103f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:08.414 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.766+0000 7f1b6f400700 1 -- 172.21.15.44:0/1349694262 shutdown_connections 2024-05-21T00:28:08.414 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:07.766+0000 7f1b6f400700 1 -- 172.21.15.44:0/1349694262 wait complete. 2024-05-21T00:28:08.414 INFO:teuthology.orchestra.run.smithi044.stdout:Wrote config to /etc/ceph/ceph.conf 2024-05-21T00:28:08.457 INFO:teuthology.orchestra.run.smithi044.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-05-21T00:28:08.457 INFO:teuthology.orchestra.run.smithi044.stdout:Creating mgr... 2024-05-21T00:28:08.459 INFO:teuthology.orchestra.run.smithi044.stdout:Verifying port 0.0.0.0:9283 ... 2024-05-21T00:28:08.460 INFO:teuthology.orchestra.run.smithi044.stdout:Verifying port 0.0.0.0:8765 ... 2024-05-21T00:28:08.847 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mgr.x 2024-05-21T00:28:08.847 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stderr Failed to reset failed state of unit ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mgr.x.service: Unit ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mgr.x.service not loaded. 2024-05-21T00:28:09.059 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:08 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1349694262' entity='client.admin' 2024-05-21T00:28:09.119 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-d03df2b2-1708-11ef-bc9a-c7b262605968.target.wants/ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@.service. 2024-05-21T00:28:09.397 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:09 smithi044 systemd[1]: Starting Ceph mgr.x for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:28:09.842 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:09 smithi044 podman[31617]: 2024-05-21 00:28:09.424899656 +0000 UTC m=+0.031520970 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f 2024-05-21T00:28:09.843 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:09 smithi044 podman[31617]: 2024-05-21 00:28:09.524440958 +0000 UTC m=+0.131062309 container create dd2e9152a9fb1010d051c484400ca1616873f753466b59c0004e5ff5849e234b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-05-21T00:28:10.182 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:09 smithi044 podman[31617]: 2024-05-21 00:28:09.928075272 +0000 UTC m=+0.534696603 container init dd2e9152a9fb1010d051c484400ca1616873f753466b59c0004e5ff5849e234b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:28:10.182 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:09 smithi044 podman[31617]: 2024-05-21 00:28:09.939085252 +0000 UTC m=+0.545706600 container start dd2e9152a9fb1010d051c484400ca1616873f753466b59c0004e5ff5849e234b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-05-21T00:28:10.444 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:10 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:10.178+0000 7efd7abf0200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-21T00:28:10.444 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:10 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:10.439+0000 7efd7abf0200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-21T00:28:10.517 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-21T00:28:10.517 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout disabled 2024-05-21T00:28:10.536 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-21T00:28:10.537 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout inactive 2024-05-21T00:28:10.537 INFO:teuthology.orchestra.run.smithi044.stdout:firewalld.service is not enabled 2024-05-21T00:28:10.537 INFO:teuthology.orchestra.run.smithi044.stdout:Not possible to enable service . firewalld.service is not available 2024-05-21T00:28:10.563 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-21T00:28:10.563 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout disabled 2024-05-21T00:28:10.582 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-21T00:28:10.583 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout inactive 2024-05-21T00:28:10.583 INFO:teuthology.orchestra.run.smithi044.stdout:firewalld.service is not enabled 2024-05-21T00:28:10.583 INFO:teuthology.orchestra.run.smithi044.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-05-21T00:28:10.583 INFO:teuthology.orchestra.run.smithi044.stdout:Waiting for mgr to start... 2024-05-21T00:28:10.583 INFO:teuthology.orchestra.run.smithi044.stdout:Waiting for mgr... 2024-05-21T00:28:10.743 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:10 smithi044 bash[31617]: dd2e9152a9fb1010d051c484400ca1616873f753466b59c0004e5ff5849e234b 2024-05-21T00:28:10.743 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:10 smithi044 systemd[1]: Started Ceph mgr.x for d03df2b2-1708-11ef-bc9a-c7b262605968. 2024-05-21T00:28:10.743 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:10 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:10.589+0000 7efd7abf0200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-21T00:28:11.322 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:11 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:11.023+0000 7efd7abf0200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-21T00:28:11.322 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:11 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:11.140+0000 7efd7abf0200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-21T00:28:11.647 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:11 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1189875225' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-21T00:28:11.986 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-05-21T00:28:11.986 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout { 2024-05-21T00:28:11.987 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "fsid": "d03df2b2-1708-11ef-bc9a-c7b262605968", 2024-05-21T00:28:11.987 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "health": { 2024-05-21T00:28:11.991 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-21T00:28:11.991 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-21T00:28:11.991 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-21T00:28:11.991 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:28:11.991 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-21T00:28:11.991 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-21T00:28:11.991 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 0 2024-05-21T00:28:11.992 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-05-21T00:28:11.992 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-21T00:28:11.992 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "a" 2024-05-21T00:28:11.992 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-05-21T00:28:11.992 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum_age": 4, 2024-05-21T00:28:11.993 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-21T00:28:11.993 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:28:11.993 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-21T00:28:11.993 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-21T00:28:11.993 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:28:11.994 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-21T00:28:11.994 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:28:11.994 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-21T00:28:11.994 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-21T00:28:11.994 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-21T00:28:12.003 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-21T00:28:12.003 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-21T00:28:12.003 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-21T00:28:12.003 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:28:12.003 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-21T00:28:12.003 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-21T00:28:12.003 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-21T00:28:12.003 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-21T00:28:12.003 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-21T00:28:12.003 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-21T00:28:12.003 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-21T00:28:12.004 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-21T00:28:12.004 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-21T00:28:12.004 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:28:12.004 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-21T00:28:12.004 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:28:12.004 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-21T00:28:12.004 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-21T00:28:12.004 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:28:12.004 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-21T00:28:12.004 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-21T00:28:12.004 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-21T00:28:12.004 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-21T00:28:12.004 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-21T00:28:12.005 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-21T00:28:12.005 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "restful" 2024-05-21T00:28:12.005 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-05-21T00:28:12.005 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T00:28:12.005 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:28:12.005 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-21T00:28:12.005 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:28:12.005 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "modified": "2024-05-21T00:27:51.459454+0000", 2024-05-21T00:28:12.005 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T00:28:12.005 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:28:12.005 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-21T00:28:12.005 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout } 2024-05-21T00:28:12.005 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.318+0000 7f0734600700 1 Processor -- start 2024-05-21T00:28:12.005 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.318+0000 7f0734600700 1 -- start start 2024-05-21T00:28:12.006 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.318+0000 7f0734600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f072c07ee30 0x7f072c07d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:12.006 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.318+0000 7f0734600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f072c07d820 con 0x7f072c07ee30 2024-05-21T00:28:12.006 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.319+0000 7f0731c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f072c07ee30 0x7f072c07d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:12.006 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.319+0000 7f0731c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f072c07ee30 0x7f072c07d2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33024/0 (socket says 172.21.15.44:33024) 2024-05-21T00:28:12.006 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.319+0000 7f0731c00700 1 -- 172.21.15.44:0/2905472949 learned_addr learned my addr 172.21.15.44:0/2905472949 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:12.006 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.319+0000 7f0731c00700 1 -- 172.21.15.44:0/2905472949 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f072c07d9a0 con 0x7f072c07ee30 2024-05-21T00:28:12.006 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.320+0000 7f0731c00700 1 --2- 172.21.15.44:0/2905472949 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f072c07ee30 0x7f072c07d2e0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f07200098a0 tx=0x7f0720009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5080146b4f7a42bf server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:12.006 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.320+0000 7f072be00700 1 -- 172.21.15.44:0/2905472949 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0720004160 con 0x7f072c07ee30 2024-05-21T00:28:12.006 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.320+0000 7f072be00700 1 -- 172.21.15.44:0/2905472949 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f0720004300 con 0x7f072c07ee30 2024-05-21T00:28:12.006 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.320+0000 7f072be00700 1 -- 172.21.15.44:0/2905472949 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0720011af0 con 0x7f072c07ee30 2024-05-21T00:28:12.006 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.321+0000 7f0734600700 1 -- 172.21.15.44:0/2905472949 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f072c07ee30 msgr2=0x7f072c07d2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:12.006 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.321+0000 7f0734600700 1 --2- 172.21.15.44:0/2905472949 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f072c07ee30 0x7f072c07d2e0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f07200098a0 tx=0x7f0720009bb0 comp rx=0 tx=0).stop 2024-05-21T00:28:12.007 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.321+0000 7f0734600700 1 -- 172.21.15.44:0/2905472949 shutdown_connections 2024-05-21T00:28:12.007 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.321+0000 7f0734600700 1 --2- 172.21.15.44:0/2905472949 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f072c07ee30 0x7f072c07d2e0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:12.007 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.321+0000 7f0734600700 1 -- 172.21.15.44:0/2905472949 >> 172.21.15.44:0/2905472949 conn(0x7f072c104530 msgr2=0x7f072c106950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:12.007 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.321+0000 7f0734600700 1 -- 172.21.15.44:0/2905472949 shutdown_connections 2024-05-21T00:28:12.007 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.321+0000 7f0734600700 1 -- 172.21.15.44:0/2905472949 wait complete. 2024-05-21T00:28:12.007 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.322+0000 7f0734600700 1 Processor -- start 2024-05-21T00:28:12.007 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.322+0000 7f0734600700 1 -- start start 2024-05-21T00:28:12.007 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.323+0000 7f0734600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f072c07ee30 0x7f072c19f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:12.007 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.323+0000 7f0734600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f072c10f4e0 con 0x7f072c07ee30 2024-05-21T00:28:12.007 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.323+0000 7f0731c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f072c07ee30 0x7f072c19f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:12.007 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.323+0000 7f0731c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f072c07ee30 0x7f072c19f0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33026/0 (socket says 172.21.15.44:33026) 2024-05-21T00:28:12.007 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.323+0000 7f0731c00700 1 -- 172.21.15.44:0/1189875225 learned_addr learned my addr 172.21.15.44:0/1189875225 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:12.007 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.323+0000 7f0731c00700 1 -- 172.21.15.44:0/1189875225 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f072c19f620 con 0x7f072c07ee30 2024-05-21T00:28:12.007 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.324+0000 7f0731c00700 1 --2- 172.21.15.44:0/1189875225 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f072c07ee30 0x7f072c19f0e0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f0720011ac0 tx=0x7f0720011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:12.008 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.324+0000 7f072a000700 1 -- 172.21.15.44:0/1189875225 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0720003970 con 0x7f072c07ee30 2024-05-21T00:28:12.008 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.324+0000 7f072a000700 1 -- 172.21.15.44:0/1189875225 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f0720003b10 con 0x7f072c07ee30 2024-05-21T00:28:12.008 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.324+0000 7f0734600700 1 -- 172.21.15.44:0/1189875225 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f072c19f8b0 con 0x7f072c07ee30 2024-05-21T00:28:12.008 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.324+0000 7f0734600700 1 -- 172.21.15.44:0/1189875225 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f072c1a25a0 con 0x7f072c07ee30 2024-05-21T00:28:12.008 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.324+0000 7f072a000700 1 -- 172.21.15.44:0/1189875225 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0720024610 con 0x7f072c07ee30 2024-05-21T00:28:12.008 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.325+0000 7f072a000700 1 -- 172.21.15.44:0/1189875225 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f0720024bf0 con 0x7f072c07ee30 2024-05-21T00:28:12.008 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.325+0000 7f072a000700 1 -- 172.21.15.44:0/1189875225 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f0720019980 con 0x7f072c07ee30 2024-05-21T00:28:12.008 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.325+0000 7f0734600700 1 -- 172.21.15.44:0/1189875225 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f072c064ba0 con 0x7f072c07ee30 2024-05-21T00:28:12.008 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.328+0000 7f072a000700 1 -- 172.21.15.44:0/1189875225 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f072001a9e0 con 0x7f072c07ee30 2024-05-21T00:28:12.008 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.409+0000 7f0734600700 1 -- 172.21.15.44:0/1189875225 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f072c1a2770 con 0x7f072c07ee30 2024-05-21T00:28:12.008 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.410+0000 7f072a000700 1 -- 172.21.15.44:0/1189875225 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f0720032030 con 0x7f072c07ee30 2024-05-21T00:28:12.008 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.411+0000 7f0734600700 1 -- 172.21.15.44:0/1189875225 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f072c07ee30 msgr2=0x7f072c19f0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:12.008 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.411+0000 7f0734600700 1 --2- 172.21.15.44:0/1189875225 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f072c07ee30 0x7f072c19f0e0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f0720011ac0 tx=0x7f0720011ba0 comp rx=0 tx=0).stop 2024-05-21T00:28:12.009 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.411+0000 7f0734600700 1 -- 172.21.15.44:0/1189875225 shutdown_connections 2024-05-21T00:28:12.009 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.411+0000 7f0734600700 1 --2- 172.21.15.44:0/1189875225 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f072c07ee30 0x7f072c19f0e0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:12.009 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.411+0000 7f0734600700 1 -- 172.21.15.44:0/1189875225 >> 172.21.15.44:0/1189875225 conn(0x7f072c104530 msgr2=0x7f072c1050e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:12.009 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.412+0000 7f0734600700 1 -- 172.21.15.44:0/1189875225 shutdown_connections 2024-05-21T00:28:12.009 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:11.412+0000 7f0734600700 1 -- 172.21.15.44:0/1189875225 wait complete. 2024-05-21T00:28:12.009 INFO:teuthology.orchestra.run.smithi044.stdout:mgr not available, waiting (1/15)... 2024-05-21T00:28:13.147 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:12 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:12.799+0000 7efd7abf0200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-21T00:28:13.148 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:13 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:13.031+0000 7efd7abf0200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-21T00:28:13.643 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:13 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:13.248+0000 7efd7abf0200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-21T00:28:13.643 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:13 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:13.639+0000 7efd7abf0200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-21T00:28:13.897 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:13 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:13.764+0000 7efd7abf0200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-21T00:28:14.312 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:14 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:14.022+0000 7efd7abf0200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-21T00:28:14.312 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:14 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:14.309+0000 7efd7abf0200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-21T00:28:14.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:14 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1815044806' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-21T00:28:15.318 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:15 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:15.147+0000 7efd7abf0200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-21T00:28:15.333 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-05-21T00:28:15.334 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout { 2024-05-21T00:28:15.334 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "fsid": "d03df2b2-1708-11ef-bc9a-c7b262605968", 2024-05-21T00:28:15.334 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "health": { 2024-05-21T00:28:15.334 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-21T00:28:15.335 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-21T00:28:15.335 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-21T00:28:15.335 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:28:15.337 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-21T00:28:15.337 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-21T00:28:15.337 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 0 2024-05-21T00:28:15.337 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-05-21T00:28:15.337 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-21T00:28:15.337 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "a" 2024-05-21T00:28:15.337 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-05-21T00:28:15.337 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2024-05-21T00:28:15.337 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-21T00:28:15.337 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:28:15.337 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-21T00:28:15.338 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-21T00:28:15.338 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:28:15.338 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-21T00:28:15.338 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:28:15.338 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-21T00:28:15.338 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-21T00:28:15.338 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-21T00:28:15.341 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-21T00:28:15.341 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-21T00:28:15.341 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-21T00:28:15.341 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:28:15.341 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-21T00:28:15.341 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-21T00:28:15.341 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-21T00:28:15.341 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-21T00:28:15.341 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-21T00:28:15.342 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-21T00:28:15.342 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-21T00:28:15.342 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-21T00:28:15.342 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-21T00:28:15.342 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:28:15.342 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-21T00:28:15.342 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:28:15.342 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-21T00:28:15.342 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-21T00:28:15.342 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:28:15.342 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-21T00:28:15.342 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-21T00:28:15.342 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-21T00:28:15.342 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-21T00:28:15.343 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-21T00:28:15.343 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-21T00:28:15.343 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "restful" 2024-05-21T00:28:15.343 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-05-21T00:28:15.343 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T00:28:15.343 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:28:15.343 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-21T00:28:15.346 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:28:15.346 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "modified": "2024-05-21T00:27:51.459454+0000", 2024-05-21T00:28:15.346 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T00:28:15.347 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:28:15.347 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-21T00:28:15.347 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout } 2024-05-21T00:28:15.347 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.596+0000 7fa5de200700 1 Processor -- start 2024-05-21T00:28:15.347 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.596+0000 7fa5de200700 1 -- start start 2024-05-21T00:28:15.347 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.596+0000 7fa5de200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5d8108f70 0x7fa5d8109390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:15.347 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.596+0000 7fa5de200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa5d81098d0 con 0x7fa5d8108f70 2024-05-21T00:28:15.347 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.597+0000 7fa5d7400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5d8108f70 0x7fa5d8109390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:15.347 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.597+0000 7fa5d7400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5d8108f70 0x7fa5d8109390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33042/0 (socket says 172.21.15.44:33042) 2024-05-21T00:28:15.347 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.597+0000 7fa5d7400700 1 -- 172.21.15.44:0/1773659393 learned_addr learned my addr 172.21.15.44:0/1773659393 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:15.347 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.597+0000 7fa5d7400700 1 -- 172.21.15.44:0/1773659393 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5d810a080 con 0x7fa5d8108f70 2024-05-21T00:28:15.347 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.598+0000 7fa5d7400700 1 --2- 172.21.15.44:0/1773659393 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5d8108f70 0x7fa5d8109390 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa5c80098a0 tx=0x7fa5c8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afd2835e8c16165b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:15.347 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.598+0000 7fa5d6000700 1 -- 172.21.15.44:0/1773659393 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa5c8004160 con 0x7fa5d8108f70 2024-05-21T00:28:15.348 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.598+0000 7fa5d6000700 1 -- 172.21.15.44:0/1773659393 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fa5c8004300 con 0x7fa5d8108f70 2024-05-21T00:28:15.348 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.598+0000 7fa5d6000700 1 -- 172.21.15.44:0/1773659393 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa5c8011af0 con 0x7fa5d8108f70 2024-05-21T00:28:15.348 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.599+0000 7fa5de200700 1 -- 172.21.15.44:0/1773659393 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5d8108f70 msgr2=0x7fa5d8109390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:15.348 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.599+0000 7fa5de200700 1 --2- 172.21.15.44:0/1773659393 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5d8108f70 0x7fa5d8109390 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa5c80098a0 tx=0x7fa5c8009bb0 comp rx=0 tx=0).stop 2024-05-21T00:28:15.348 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.599+0000 7fa5de200700 1 -- 172.21.15.44:0/1773659393 shutdown_connections 2024-05-21T00:28:15.348 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.599+0000 7fa5de200700 1 --2- 172.21.15.44:0/1773659393 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5d8108f70 0x7fa5d8109390 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:15.348 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.599+0000 7fa5de200700 1 -- 172.21.15.44:0/1773659393 >> 172.21.15.44:0/1773659393 conn(0x7fa5d8104530 msgr2=0x7fa5d8106950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:15.348 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.599+0000 7fa5de200700 1 -- 172.21.15.44:0/1773659393 shutdown_connections 2024-05-21T00:28:15.348 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.599+0000 7fa5de200700 1 -- 172.21.15.44:0/1773659393 wait complete. 2024-05-21T00:28:15.348 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.600+0000 7fa5de200700 1 Processor -- start 2024-05-21T00:28:15.348 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.600+0000 7fa5de200700 1 -- start start 2024-05-21T00:28:15.348 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.600+0000 7fa5de200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5d8108f70 0x7fa5d819ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:15.348 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.600+0000 7fa5de200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa5d810d4c0 con 0x7fa5d8108f70 2024-05-21T00:28:15.348 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.601+0000 7fa5d7400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5d8108f70 0x7fa5d819ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:15.349 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.601+0000 7fa5d7400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5d8108f70 0x7fa5d819ceb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33044/0 (socket says 172.21.15.44:33044) 2024-05-21T00:28:15.349 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.601+0000 7fa5d7400700 1 -- 172.21.15.44:0/1815044806 learned_addr learned my addr 172.21.15.44:0/1815044806 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:15.349 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.601+0000 7fa5d7400700 1 -- 172.21.15.44:0/1815044806 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5d819d3f0 con 0x7fa5d8108f70 2024-05-21T00:28:15.349 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.601+0000 7fa5d7400700 1 --2- 172.21.15.44:0/1815044806 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5d8108f70 0x7fa5d819ceb0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa5c8011ac0 tx=0x7fa5c8011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:15.351 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.602+0000 7fa5cfe00700 1 -- 172.21.15.44:0/1815044806 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa5c8003970 con 0x7fa5d8108f70 2024-05-21T00:28:15.351 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.602+0000 7fa5cfe00700 1 -- 172.21.15.44:0/1815044806 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fa5c8003b10 con 0x7fa5d8108f70 2024-05-21T00:28:15.351 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.602+0000 7fa5de200700 1 -- 172.21.15.44:0/1815044806 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5d819d680 con 0x7fa5d8108f70 2024-05-21T00:28:15.351 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.602+0000 7fa5cfe00700 1 -- 172.21.15.44:0/1815044806 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa5c8024610 con 0x7fa5d8108f70 2024-05-21T00:28:15.351 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.602+0000 7fa5de200700 1 -- 172.21.15.44:0/1815044806 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5d81a0370 con 0x7fa5d8108f70 2024-05-21T00:28:15.351 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.602+0000 7fa5cfe00700 1 -- 172.21.15.44:0/1815044806 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa5c8024bd0 con 0x7fa5d8108f70 2024-05-21T00:28:15.351 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.602+0000 7fa5cfe00700 1 -- 172.21.15.44:0/1815044806 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa5c8019930 con 0x7fa5d8108f70 2024-05-21T00:28:15.351 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.603+0000 7fa5de200700 1 -- 172.21.15.44:0/1815044806 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5d8064ba0 con 0x7fa5d8108f70 2024-05-21T00:28:15.352 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.605+0000 7fa5cfe00700 1 -- 172.21.15.44:0/1815044806 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7fa5c8043ec0 con 0x7fa5d8108f70 2024-05-21T00:28:15.352 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.686+0000 7fa5de200700 1 -- 172.21.15.44:0/1815044806 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fa5d81a0540 con 0x7fa5d8108f70 2024-05-21T00:28:15.352 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.687+0000 7fa5cfe00700 1 -- 172.21.15.44:0/1815044806 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7fa5c8032030 con 0x7fa5d8108f70 2024-05-21T00:28:15.352 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.688+0000 7fa5de200700 1 -- 172.21.15.44:0/1815044806 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5d8108f70 msgr2=0x7fa5d819ceb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:15.352 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.688+0000 7fa5de200700 1 --2- 172.21.15.44:0/1815044806 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5d8108f70 0x7fa5d819ceb0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa5c8011ac0 tx=0x7fa5c8011ba0 comp rx=0 tx=0).stop 2024-05-21T00:28:15.352 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.688+0000 7fa5de200700 1 -- 172.21.15.44:0/1815044806 shutdown_connections 2024-05-21T00:28:15.352 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.688+0000 7fa5de200700 1 --2- 172.21.15.44:0/1815044806 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5d8108f70 0x7fa5d819ceb0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:15.352 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.688+0000 7fa5de200700 1 -- 172.21.15.44:0/1815044806 >> 172.21.15.44:0/1815044806 conn(0x7fa5d8104530 msgr2=0x7fa5d8105090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:15.352 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.688+0000 7fa5de200700 1 -- 172.21.15.44:0/1815044806 shutdown_connections 2024-05-21T00:28:15.352 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:14.688+0000 7fa5de200700 1 -- 172.21.15.44:0/1815044806 wait complete. 2024-05-21T00:28:15.352 INFO:teuthology.orchestra.run.smithi044.stdout:mgr not available, waiting (2/15)... 2024-05-21T00:28:15.647 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:15 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:15.444+0000 7efd7abf0200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-21T00:28:16.397 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:16 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:16.014+0000 7efd7abf0200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-21T00:28:16.398 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:16 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:16.144+0000 7efd7abf0200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-21T00:28:16.898 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:16 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:16.615+0000 7efd7abf0200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-21T00:28:17.397 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:17 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:17.082+0000 7efd7abf0200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-21T00:28:17.397 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:17 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:17.209+0000 7efd7abf0200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-21T00:28:17.808 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:17 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:17.544+0000 7efd7abf0200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-21T00:28:17.808 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:17 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:17.732+0000 7efd7abf0200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-21T00:28:18.057 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:17 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:17.861+0000 7efd7abf0200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-21T00:28:18.397 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:18 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/3245654494' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-21T00:28:18.397 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:18 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:18.276+0000 7efd7abf0200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-21T00:28:18.682 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:18 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:18.404+0000 7efd7abf0200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-21T00:28:18.696 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-05-21T00:28:18.696 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout { 2024-05-21T00:28:18.697 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "fsid": "d03df2b2-1708-11ef-bc9a-c7b262605968", 2024-05-21T00:28:18.697 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "health": { 2024-05-21T00:28:18.697 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-21T00:28:18.697 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-21T00:28:18.697 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-21T00:28:18.697 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:28:18.697 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-21T00:28:18.697 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-21T00:28:18.697 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 0 2024-05-21T00:28:18.697 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-05-21T00:28:18.697 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-21T00:28:18.697 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "a" 2024-05-21T00:28:18.697 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-05-21T00:28:18.697 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum_age": 11, 2024-05-21T00:28:18.698 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-21T00:28:18.698 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:28:18.698 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-21T00:28:18.698 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-21T00:28:18.698 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:28:18.698 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-21T00:28:18.698 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:28:18.698 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-21T00:28:18.698 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-21T00:28:18.706 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-21T00:28:18.706 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-21T00:28:18.706 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-21T00:28:18.706 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-21T00:28:18.706 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:28:18.706 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-21T00:28:18.706 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-21T00:28:18.706 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-21T00:28:18.706 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-21T00:28:18.706 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-21T00:28:18.706 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-21T00:28:18.706 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-21T00:28:18.706 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-21T00:28:18.707 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-21T00:28:18.707 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:28:18.707 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-21T00:28:18.707 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:28:18.707 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-21T00:28:18.707 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-21T00:28:18.707 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:28:18.707 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-21T00:28:18.707 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-21T00:28:18.707 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-21T00:28:18.707 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-21T00:28:18.707 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-21T00:28:18.707 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-21T00:28:18.707 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "restful" 2024-05-21T00:28:18.707 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-05-21T00:28:18.708 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T00:28:18.708 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:28:18.708 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-21T00:28:18.708 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:28:18.708 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "modified": "2024-05-21T00:27:51.459454+0000", 2024-05-21T00:28:18.708 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T00:28:18.708 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:28:18.708 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-21T00:28:18.708 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout } 2024-05-21T00:28:18.708 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.960+0000 7ffb09e00700 1 Processor -- start 2024-05-21T00:28:18.708 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.960+0000 7ffb09e00700 1 -- start start 2024-05-21T00:28:18.708 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.960+0000 7ffb09e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb0407ee70 0x7ffb0407d320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:18.708 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.960+0000 7ffb09e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ffb0407d8f0 con 0x7ffb0407ee70 2024-05-21T00:28:18.709 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.961+0000 7ffb02a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb0407ee70 0x7ffb0407d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:18.709 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.961+0000 7ffb02a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb0407ee70 0x7ffb0407d320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59894/0 (socket says 172.21.15.44:59894) 2024-05-21T00:28:18.709 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.961+0000 7ffb02a00700 1 -- 172.21.15.44:0/4014138851 learned_addr learned my addr 172.21.15.44:0/4014138851 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:18.709 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.961+0000 7ffb02a00700 1 -- 172.21.15.44:0/4014138851 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb0407da70 con 0x7ffb0407ee70 2024-05-21T00:28:18.709 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.962+0000 7ffb02a00700 1 --2- 172.21.15.44:0/4014138851 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb0407ee70 0x7ffb0407d320 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7ffaf4009e80 tx=0x7ffaf400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9936e93de33c8ea0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:18.709 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.962+0000 7ffb02000700 1 -- 172.21.15.44:0/4014138851 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffaf4017070 con 0x7ffb0407ee70 2024-05-21T00:28:18.709 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.962+0000 7ffb02000700 1 -- 172.21.15.44:0/4014138851 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7ffaf400b8c0 con 0x7ffb0407ee70 2024-05-21T00:28:18.709 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.962+0000 7ffb02000700 1 -- 172.21.15.44:0/4014138851 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffaf4004490 con 0x7ffb0407ee70 2024-05-21T00:28:18.709 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.963+0000 7ffb09e00700 1 -- 172.21.15.44:0/4014138851 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb0407ee70 msgr2=0x7ffb0407d320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:18.709 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.963+0000 7ffb09e00700 1 --2- 172.21.15.44:0/4014138851 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb0407ee70 0x7ffb0407d320 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7ffaf4009e80 tx=0x7ffaf400b330 comp rx=0 tx=0).stop 2024-05-21T00:28:18.709 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.963+0000 7ffb09e00700 1 -- 172.21.15.44:0/4014138851 shutdown_connections 2024-05-21T00:28:18.709 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.963+0000 7ffb09e00700 1 --2- 172.21.15.44:0/4014138851 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb0407ee70 0x7ffb0407d320 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:18.709 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.963+0000 7ffb09e00700 1 -- 172.21.15.44:0/4014138851 >> 172.21.15.44:0/4014138851 conn(0x7ffb04104530 msgr2=0x7ffb04106950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:18.710 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.963+0000 7ffb09e00700 1 -- 172.21.15.44:0/4014138851 shutdown_connections 2024-05-21T00:28:18.710 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.963+0000 7ffb09e00700 1 -- 172.21.15.44:0/4014138851 wait complete. 2024-05-21T00:28:18.710 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.965+0000 7ffb09e00700 1 Processor -- start 2024-05-21T00:28:18.710 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.965+0000 7ffb09e00700 1 -- start start 2024-05-21T00:28:18.710 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.965+0000 7ffb09e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb0407ee70 0x7ffb0419f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:18.710 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.965+0000 7ffb09e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ffb0410f4a0 con 0x7ffb0407ee70 2024-05-21T00:28:18.710 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.966+0000 7ffb02a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb0407ee70 0x7ffb0419f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:18.710 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.966+0000 7ffb02a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb0407ee70 0x7ffb0419f080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59910/0 (socket says 172.21.15.44:59910) 2024-05-21T00:28:18.710 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.966+0000 7ffb02a00700 1 -- 172.21.15.44:0/3245654494 learned_addr learned my addr 172.21.15.44:0/3245654494 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:18.710 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.966+0000 7ffb02a00700 1 -- 172.21.15.44:0/3245654494 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb0419f5c0 con 0x7ffb0407ee70 2024-05-21T00:28:18.710 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.967+0000 7ffb02a00700 1 --2- 172.21.15.44:0/3245654494 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb0407ee70 0x7ffb0419f080 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ffaf400b7b0 tx=0x7ffaf400be90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:18.710 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.967+0000 7ffb08a00700 1 -- 172.21.15.44:0/3245654494 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffaf4020020 con 0x7ffb0407ee70 2024-05-21T00:28:18.710 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.967+0000 7ffb08a00700 1 -- 172.21.15.44:0/3245654494 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7ffaf4003d10 con 0x7ffb0407ee70 2024-05-21T00:28:18.711 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.967+0000 7ffb09e00700 1 -- 172.21.15.44:0/3245654494 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb0419f850 con 0x7ffb0407ee70 2024-05-21T00:28:18.711 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.967+0000 7ffb08a00700 1 -- 172.21.15.44:0/3245654494 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffaf4017040 con 0x7ffb0407ee70 2024-05-21T00:28:18.711 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.967+0000 7ffb09e00700 1 -- 172.21.15.44:0/3245654494 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb041a2540 con 0x7ffb0407ee70 2024-05-21T00:28:18.711 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.968+0000 7ffb08a00700 1 -- 172.21.15.44:0/3245654494 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ffaf4023020 con 0x7ffb0407ee70 2024-05-21T00:28:18.711 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.968+0000 7ffb08a00700 1 -- 172.21.15.44:0/3245654494 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ffaf400f050 con 0x7ffb0407ee70 2024-05-21T00:28:18.711 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.968+0000 7ffaf9600700 1 -- 172.21.15.44:0/3245654494 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffadc005330 con 0x7ffb0407ee70 2024-05-21T00:28:18.711 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:17.971+0000 7ffb08a00700 1 -- 172.21.15.44:0/3245654494 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7ffaf401c5a0 con 0x7ffb0407ee70 2024-05-21T00:28:18.711 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:18.052+0000 7ffaf9600700 1 -- 172.21.15.44:0/3245654494 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7ffadc0058f0 con 0x7ffb0407ee70 2024-05-21T00:28:18.711 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:18.053+0000 7ffb08a00700 1 -- 172.21.15.44:0/3245654494 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1240 (secure 0 0 0) 0x7ffaf400b860 con 0x7ffb0407ee70 2024-05-21T00:28:18.711 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:18.055+0000 7ffaf9600700 1 -- 172.21.15.44:0/3245654494 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb0407ee70 msgr2=0x7ffb0419f080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:18.711 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:18.055+0000 7ffaf9600700 1 --2- 172.21.15.44:0/3245654494 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb0407ee70 0x7ffb0419f080 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ffaf400b7b0 tx=0x7ffaf400be90 comp rx=0 tx=0).stop 2024-05-21T00:28:18.711 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:18.055+0000 7ffaf9600700 1 -- 172.21.15.44:0/3245654494 shutdown_connections 2024-05-21T00:28:18.711 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:18.055+0000 7ffaf9600700 1 --2- 172.21.15.44:0/3245654494 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb0407ee70 0x7ffb0419f080 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:18.712 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:18.055+0000 7ffaf9600700 1 -- 172.21.15.44:0/3245654494 >> 172.21.15.44:0/3245654494 conn(0x7ffb04104530 msgr2=0x7ffb041050a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:18.712 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:18.055+0000 7ffaf9600700 1 -- 172.21.15.44:0/3245654494 shutdown_connections 2024-05-21T00:28:18.712 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:18.055+0000 7ffaf9600700 1 -- 172.21.15.44:0/3245654494 wait complete. 2024-05-21T00:28:18.712 INFO:teuthology.orchestra.run.smithi044.stdout:mgr not available, waiting (3/15)... 2024-05-21T00:28:19.505 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:19 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:19.206+0000 7efd7abf0200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-21T00:28:19.505 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:19 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:19.501+0000 7efd7abf0200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-21T00:28:19.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:19 smithi044 ceph-mon[31392]: Activating manager daemon x 2024-05-21T00:28:19.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:19 smithi044 ceph-mon[31392]: mgrmap e2: x(active, starting, since 0.0113897s) 2024-05-21T00:28:19.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:19 smithi044 ceph-mon[31392]: from='mgr.14100 172.21.15.44:0/3252591866' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-21T00:28:19.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:19 smithi044 ceph-mon[31392]: from='mgr.14100 172.21.15.44:0/3252591866' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-21T00:28:19.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:19 smithi044 ceph-mon[31392]: from='mgr.14100 172.21.15.44:0/3252591866' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-21T00:28:19.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:19 smithi044 ceph-mon[31392]: from='mgr.14100 172.21.15.44:0/3252591866' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:28:19.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:19 smithi044 ceph-mon[31392]: from='mgr.14100 172.21.15.44:0/3252591866' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-21T00:28:19.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:19 smithi044 ceph-mon[31392]: Manager daemon x is now available 2024-05-21T00:28:19.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:19 smithi044 ceph-mon[31392]: from='mgr.14100 172.21.15.44:0/3252591866' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-21T00:28:20.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:20 smithi044 ceph-mon[31392]: from='mgr.14100 172.21.15.44:0/3252591866' entity='mgr.x' 2024-05-21T00:28:20.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:20 smithi044 ceph-mon[31392]: from='mgr.14100 172.21.15.44:0/3252591866' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-21T00:28:20.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:20 smithi044 ceph-mon[31392]: from='mgr.14100 172.21.15.44:0/3252591866' entity='mgr.x' 2024-05-21T00:28:20.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:20 smithi044 ceph-mon[31392]: from='mgr.14100 172.21.15.44:0/3252591866' entity='mgr.x' 2024-05-21T00:28:20.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:20 smithi044 ceph-mon[31392]: mgrmap e3: x(active, since 1.02296s) 2024-05-21T00:28:22.320 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-05-21T00:28:22.325 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout { 2024-05-21T00:28:22.326 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "fsid": "d03df2b2-1708-11ef-bc9a-c7b262605968", 2024-05-21T00:28:22.326 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "health": { 2024-05-21T00:28:22.326 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-21T00:28:22.326 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-21T00:28:22.326 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-21T00:28:22.326 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:28:22.326 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-21T00:28:22.326 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-21T00:28:22.326 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 0 2024-05-21T00:28:22.326 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-05-21T00:28:22.326 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-21T00:28:22.326 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "a" 2024-05-21T00:28:22.326 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-05-21T00:28:22.327 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum_age": 14, 2024-05-21T00:28:22.327 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-21T00:28:22.327 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:28:22.327 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-21T00:28:22.327 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-21T00:28:22.327 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:28:22.327 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-21T00:28:22.327 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:28:22.327 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-21T00:28:22.327 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-21T00:28:22.339 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-21T00:28:22.339 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-21T00:28:22.339 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-21T00:28:22.339 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-21T00:28:22.339 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:28:22.339 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-21T00:28:22.339 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-21T00:28:22.339 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-21T00:28:22.339 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-21T00:28:22.339 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-21T00:28:22.340 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-21T00:28:22.340 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-21T00:28:22.340 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-21T00:28:22.340 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-21T00:28:22.340 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:28:22.340 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-21T00:28:22.340 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:28:22.340 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-21T00:28:22.340 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-21T00:28:22.341 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:28:22.341 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-21T00:28:22.341 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-21T00:28:22.341 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-21T00:28:22.341 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-21T00:28:22.341 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-21T00:28:22.341 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-21T00:28:22.341 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "restful" 2024-05-21T00:28:22.341 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-05-21T00:28:22.341 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T00:28:22.341 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:28:22.341 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-21T00:28:22.341 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:28:22.342 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "modified": "2024-05-21T00:27:51.459454+0000", 2024-05-21T00:28:22.342 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T00:28:22.342 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:28:22.342 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-21T00:28:22.342 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout } 2024-05-21T00:28:22.342 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.323+0000 7fb797000700 1 Processor -- start 2024-05-21T00:28:22.342 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.323+0000 7fb797000700 1 -- start start 2024-05-21T00:28:22.342 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.324+0000 7fb797000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb79010b170 0x7fb79010b590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:22.342 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.324+0000 7fb797000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb79010bb60 con 0x7fb79010b170 2024-05-21T00:28:22.342 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.324+0000 7fb78fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb79010b170 0x7fb79010b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:22.342 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.324+0000 7fb78fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb79010b170 0x7fb79010b590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60008/0 (socket says 172.21.15.44:60008) 2024-05-21T00:28:22.342 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.324+0000 7fb78fe00700 1 -- 172.21.15.44:0/621925761 learned_addr learned my addr 172.21.15.44:0/621925761 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:22.343 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.325+0000 7fb78fe00700 1 -- 172.21.15.44:0/621925761 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb79010c320 con 0x7fb79010b170 2024-05-21T00:28:22.343 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.326+0000 7fb78fe00700 1 --2- 172.21.15.44:0/621925761 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb79010b170 0x7fb79010b590 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fb7800098a0 tx=0x7fb780009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=788aa519ca93970 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:22.343 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.326+0000 7fb78f400700 1 -- 172.21.15.44:0/621925761 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb780004160 con 0x7fb79010b170 2024-05-21T00:28:22.343 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.326+0000 7fb78f400700 1 -- 172.21.15.44:0/621925761 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fb780004300 con 0x7fb79010b170 2024-05-21T00:28:22.343 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.326+0000 7fb78f400700 1 -- 172.21.15.44:0/621925761 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb780011af0 con 0x7fb79010b170 2024-05-21T00:28:22.343 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.327+0000 7fb797000700 1 -- 172.21.15.44:0/621925761 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb79010b170 msgr2=0x7fb79010b590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:22.343 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.327+0000 7fb797000700 1 --2- 172.21.15.44:0/621925761 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb79010b170 0x7fb79010b590 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fb7800098a0 tx=0x7fb780009bb0 comp rx=0 tx=0).stop 2024-05-21T00:28:22.343 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.327+0000 7fb797000700 1 -- 172.21.15.44:0/621925761 shutdown_connections 2024-05-21T00:28:22.343 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.327+0000 7fb797000700 1 --2- 172.21.15.44:0/621925761 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb79010b170 0x7fb79010b590 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:22.343 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.327+0000 7fb797000700 1 -- 172.21.15.44:0/621925761 >> 172.21.15.44:0/621925761 conn(0x7fb79007e6c0 msgr2=0x7fb79007eaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:22.343 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.327+0000 7fb797000700 1 -- 172.21.15.44:0/621925761 shutdown_connections 2024-05-21T00:28:22.343 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.327+0000 7fb797000700 1 -- 172.21.15.44:0/621925761 wait complete. 2024-05-21T00:28:22.343 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.328+0000 7fb797000700 1 Processor -- start 2024-05-21T00:28:22.343 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.328+0000 7fb797000700 1 -- start start 2024-05-21T00:28:22.344 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.329+0000 7fb797000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb79010b170 0x7fb79019f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:22.344 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.329+0000 7fb797000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb79010f6d0 con 0x7fb79010b170 2024-05-21T00:28:22.344 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.329+0000 7fb78fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb79010b170 0x7fb79019f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:22.344 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.329+0000 7fb78fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb79010b170 0x7fb79019f100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60012/0 (socket says 172.21.15.44:60012) 2024-05-21T00:28:22.344 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.329+0000 7fb78fe00700 1 -- 172.21.15.44:0/523491273 learned_addr learned my addr 172.21.15.44:0/523491273 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:22.344 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.329+0000 7fb78fe00700 1 -- 172.21.15.44:0/523491273 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb79019f640 con 0x7fb79010b170 2024-05-21T00:28:22.344 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.330+0000 7fb78fe00700 1 --2- 172.21.15.44:0/523491273 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb79010b170 0x7fb79019f100 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fb780009fb0 tx=0x7fb780011940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:22.344 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.330+0000 7fb78d600700 1 -- 172.21.15.44:0/523491273 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb7800036a0 con 0x7fb79010b170 2024-05-21T00:28:22.344 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.330+0000 7fb78d600700 1 -- 172.21.15.44:0/523491273 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fb78001a430 con 0x7fb79010b170 2024-05-21T00:28:22.344 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.330+0000 7fb78d600700 1 -- 172.21.15.44:0/523491273 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb780019550 con 0x7fb79010b170 2024-05-21T00:28:22.344 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.330+0000 7fb797000700 1 -- 172.21.15.44:0/523491273 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb79019f8d0 con 0x7fb79010b170 2024-05-21T00:28:22.344 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.330+0000 7fb797000700 1 -- 172.21.15.44:0/523491273 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7901a25c0 con 0x7fb79010b170 2024-05-21T00:28:22.344 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.332+0000 7fb797000700 1 -- 172.21.15.44:0/523491273 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb790064ba0 con 0x7fb79010b170 2024-05-21T00:28:22.345 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.332+0000 7fb78d600700 1 -- 172.21.15.44:0/523491273 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 3) ==== 50105+0+0 (secure 0 0 0) 0x7fb78001a8e0 con 0x7fb79010b170 2024-05-21T00:28:22.345 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.332+0000 7fb78d600700 1 --2- 172.21.15.44:0/523491273 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7fb77403e2f0 0x7fb7740407b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:22.345 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.332+0000 7fb78d600700 1 -- 172.21.15.44:0/523491273 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fb780053580 con 0x7fb79010b170 2024-05-21T00:28:22.345 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.333+0000 7fb787e00700 1 --2- 172.21.15.44:0/523491273 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7fb77403e2f0 0x7fb7740407b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:22.345 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.334+0000 7fb787e00700 1 --2- 172.21.15.44:0/523491273 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7fb77403e2f0 0x7fb7740407b0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fb778006fd0 tx=0x7fb778006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:22.345 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.340+0000 7fb78d600700 1 -- 172.21.15.44:0/523491273 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb78000b3e0 con 0x7fb79010b170 2024-05-21T00:28:22.345 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.567+0000 7fb78d600700 1 -- 172.21.15.44:0/523491273 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mgrmap(e 4) ==== 50211+0+0 (secure 0 0 0) 0x7fb780003840 con 0x7fb79010b170 2024-05-21T00:28:22.345 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.674+0000 7fb797000700 1 -- 172.21.15.44:0/523491273 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fb7901a2790 con 0x7fb79010b170 2024-05-21T00:28:22.345 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.675+0000 7fb78d600700 1 -- 172.21.15.44:0/523491273 <== mon.0 v2:172.21.15.44:3300/0 8 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7fb7901a2790 con 0x7fb79010b170 2024-05-21T00:28:22.345 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.678+0000 7fb797000700 1 -- 172.21.15.44:0/523491273 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7fb77403e2f0 msgr2=0x7fb7740407b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:22.345 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.678+0000 7fb797000700 1 --2- 172.21.15.44:0/523491273 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7fb77403e2f0 0x7fb7740407b0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fb778006fd0 tx=0x7fb778006e40 comp rx=0 tx=0).stop 2024-05-21T00:28:22.345 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.678+0000 7fb797000700 1 -- 172.21.15.44:0/523491273 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb79010b170 msgr2=0x7fb79019f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:22.345 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.678+0000 7fb797000700 1 --2- 172.21.15.44:0/523491273 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb79010b170 0x7fb79019f100 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fb780009fb0 tx=0x7fb780011940 comp rx=0 tx=0).stop 2024-05-21T00:28:22.346 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.678+0000 7fb797000700 1 -- 172.21.15.44:0/523491273 shutdown_connections 2024-05-21T00:28:22.346 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.678+0000 7fb797000700 1 --2- 172.21.15.44:0/523491273 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7fb77403e2f0 0x7fb7740407b0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:22.346 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.678+0000 7fb797000700 1 --2- 172.21.15.44:0/523491273 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb79010b170 0x7fb79019f100 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:22.346 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.678+0000 7fb797000700 1 -- 172.21.15.44:0/523491273 >> 172.21.15.44:0/523491273 conn(0x7fb79007e6c0 msgr2=0x7fb790108500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:22.346 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.679+0000 7fb797000700 1 -- 172.21.15.44:0/523491273 shutdown_connections 2024-05-21T00:28:22.346 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:21.679+0000 7fb797000700 1 -- 172.21.15.44:0/523491273 wait complete. 2024-05-21T00:28:22.346 INFO:teuthology.orchestra.run.smithi044.stdout:mgr is available 2024-05-21T00:28:22.866 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:22 smithi044 ceph-mon[31392]: mgrmap e4: x(active, since 2s) 2024-05-21T00:28:22.866 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:22 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/523491273' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-21T00:28:23.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:23 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/3058798992' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-05-21T00:28:23.865 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-05-21T00:28:23.865 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout [global] 2024-05-21T00:28:23.865 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout fsid = d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:28:23.865 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-05-21T00:28:23.865 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-05-21T00:28:23.865 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-05-21T00:28:23.865 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-05-21T00:28:23.865 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-05-21T00:28:23.866 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-05-21T00:28:23.866 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout [mgr] 2024-05-21T00:28:23.866 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-05-21T00:28:23.866 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-05-21T00:28:23.866 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout [osd] 2024-05-21T00:28:23.866 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-05-21T00:28:23.866 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-05-21T00:28:23.866 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-05-21T00:28:23.866 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-05-21T00:28:23.866 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-05-21T00:28:23.866 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.941+0000 7fb7ef200700 1 Processor -- start 2024-05-21T00:28:23.866 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.941+0000 7fb7ef200700 1 -- start start 2024-05-21T00:28:23.867 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.942+0000 7fb7ef200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb7e807ee10 0x7fb7e807d2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:23.867 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.942+0000 7fb7ef200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb7e807d800 con 0x7fb7e807ee10 2024-05-21T00:28:23.867 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.942+0000 7fb7ede00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb7e807ee10 0x7fb7e807d2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:23.867 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.942+0000 7fb7ede00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb7e807ee10 0x7fb7e807d2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60018/0 (socket says 172.21.15.44:60018) 2024-05-21T00:28:23.867 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.942+0000 7fb7ede00700 1 -- 172.21.15.44:0/2839156383 learned_addr learned my addr 172.21.15.44:0/2839156383 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:23.867 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.943+0000 7fb7ede00700 1 -- 172.21.15.44:0/2839156383 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7e807d980 con 0x7fb7e807ee10 2024-05-21T00:28:23.867 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.943+0000 7fb7ede00700 1 --2- 172.21.15.44:0/2839156383 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb7e807ee10 0x7fb7e807d2c0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fb7dc0098a0 tx=0x7fb7dc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f39d5659eec49c3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:23.867 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.944+0000 7fb7eca00700 1 -- 172.21.15.44:0/2839156383 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb7dc004160 con 0x7fb7e807ee10 2024-05-21T00:28:23.867 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.944+0000 7fb7eca00700 1 -- 172.21.15.44:0/2839156383 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fb7dc004300 con 0x7fb7e807ee10 2024-05-21T00:28:23.867 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.944+0000 7fb7eca00700 1 -- 172.21.15.44:0/2839156383 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb7dc011af0 con 0x7fb7e807ee10 2024-05-21T00:28:23.867 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.944+0000 7fb7ef200700 1 -- 172.21.15.44:0/2839156383 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb7e807ee10 msgr2=0x7fb7e807d2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:23.867 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.944+0000 7fb7ef200700 1 --2- 172.21.15.44:0/2839156383 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb7e807ee10 0x7fb7e807d2c0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fb7dc0098a0 tx=0x7fb7dc009bb0 comp rx=0 tx=0).stop 2024-05-21T00:28:23.867 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.944+0000 7fb7ef200700 1 -- 172.21.15.44:0/2839156383 shutdown_connections 2024-05-21T00:28:23.868 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.944+0000 7fb7ef200700 1 --2- 172.21.15.44:0/2839156383 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb7e807ee10 0x7fb7e807d2c0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:23.868 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.944+0000 7fb7ef200700 1 -- 172.21.15.44:0/2839156383 >> 172.21.15.44:0/2839156383 conn(0x7fb7e81042e0 msgr2=0x7fb7e8106760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:23.868 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.945+0000 7fb7ef200700 1 -- 172.21.15.44:0/2839156383 shutdown_connections 2024-05-21T00:28:23.871 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.945+0000 7fb7ef200700 1 -- 172.21.15.44:0/2839156383 wait complete. 2024-05-21T00:28:23.871 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.946+0000 7fb7ef200700 1 Processor -- start 2024-05-21T00:28:23.871 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.946+0000 7fb7ef200700 1 -- start start 2024-05-21T00:28:23.871 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.946+0000 7fb7ef200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb7e819f170 0x7fb7e819f590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:23.871 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.946+0000 7fb7ef200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb7e810f310 con 0x7fb7e819f170 2024-05-21T00:28:23.871 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.947+0000 7fb7ede00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb7e819f170 0x7fb7e819f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:23.872 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.947+0000 7fb7ede00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb7e819f170 0x7fb7e819f590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60030/0 (socket says 172.21.15.44:60030) 2024-05-21T00:28:23.872 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.947+0000 7fb7ede00700 1 -- 172.21.15.44:0/3058798992 learned_addr learned my addr 172.21.15.44:0/3058798992 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:23.872 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.947+0000 7fb7ede00700 1 -- 172.21.15.44:0/3058798992 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7e819fad0 con 0x7fb7e819f170 2024-05-21T00:28:23.872 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.947+0000 7fb7ede00700 1 --2- 172.21.15.44:0/3058798992 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb7e819f170 0x7fb7e819f590 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fb7dc000c00 tx=0x7fb7dc004260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:23.872 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.948+0000 7fb7e2a00700 1 -- 172.21.15.44:0/3058798992 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb7dc0037d0 con 0x7fb7e819f170 2024-05-21T00:28:23.872 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.948+0000 7fb7e2a00700 1 -- 172.21.15.44:0/3058798992 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fb7dc003970 con 0x7fb7e819f170 2024-05-21T00:28:23.872 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.948+0000 7fb7ef200700 1 -- 172.21.15.44:0/3058798992 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7e819fd60 con 0x7fb7e819f170 2024-05-21T00:28:23.872 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.948+0000 7fb7e2a00700 1 -- 172.21.15.44:0/3058798992 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb7dc01b440 con 0x7fb7e819f170 2024-05-21T00:28:23.872 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.949+0000 7fb7ef200700 1 -- 172.21.15.44:0/3058798992 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7e81a27f0 con 0x7fb7e819f170 2024-05-21T00:28:23.872 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.950+0000 7fb7ef200700 1 -- 172.21.15.44:0/3058798992 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7e806a680 con 0x7fb7e819f170 2024-05-21T00:28:23.872 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.950+0000 7fb7e2a00700 1 -- 172.21.15.44:0/3058798992 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 4) ==== 50211+0+0 (secure 0 0 0) 0x7fb7dc01a440 con 0x7fb7e819f170 2024-05-21T00:28:23.872 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.950+0000 7fb7e2a00700 1 --2- 172.21.15.44:0/3058798992 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7fb7d003e470 0x7fb7d0040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:23.872 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.950+0000 7fb7e2a00700 1 -- 172.21.15.44:0/3058798992 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fb7dc053a70 con 0x7fb7e819f170 2024-05-21T00:28:23.872 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.951+0000 7fb7ed400700 1 --2- 172.21.15.44:0/3058798992 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7fb7d003e470 0x7fb7d0040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:23.873 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.951+0000 7fb7ed400700 1 --2- 172.21.15.44:0/3058798992 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7fb7d003e470 0x7fb7d0040930 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fb7d8006fd0 tx=0x7fb7d8006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:23.873 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:22.957+0000 7fb7e2a00700 1 -- 172.21.15.44:0/3058798992 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb7dc053490 con 0x7fb7e819f170 2024-05-21T00:28:23.873 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:23.193+0000 7fb7ef200700 1 -- 172.21.15.44:0/3058798992 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fb7e81a41b0 con 0x7fb7e819f170 2024-05-21T00:28:23.873 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:23.196+0000 7fb7e2a00700 1 -- 172.21.15.44:0/3058798992 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+409 (secure 0 0 0) 0x7fb7dc00b3e0 con 0x7fb7e819f170 2024-05-21T00:28:23.873 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:23.199+0000 7fb7ef200700 1 -- 172.21.15.44:0/3058798992 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7fb7d003e470 msgr2=0x7fb7d0040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:23.873 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:23.199+0000 7fb7ef200700 1 --2- 172.21.15.44:0/3058798992 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7fb7d003e470 0x7fb7d0040930 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fb7d8006fd0 tx=0x7fb7d8006e40 comp rx=0 tx=0).stop 2024-05-21T00:28:23.873 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:23.199+0000 7fb7ef200700 1 -- 172.21.15.44:0/3058798992 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb7e819f170 msgr2=0x7fb7e819f590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:23.873 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:23.199+0000 7fb7ef200700 1 --2- 172.21.15.44:0/3058798992 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb7e819f170 0x7fb7e819f590 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fb7dc000c00 tx=0x7fb7dc004260 comp rx=0 tx=0).stop 2024-05-21T00:28:23.873 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:23.199+0000 7fb7ef200700 1 -- 172.21.15.44:0/3058798992 shutdown_connections 2024-05-21T00:28:23.873 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:23.199+0000 7fb7ef200700 1 --2- 172.21.15.44:0/3058798992 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7fb7d003e470 0x7fb7d0040930 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:23.873 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:23.199+0000 7fb7ef200700 1 --2- 172.21.15.44:0/3058798992 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb7e819f170 0x7fb7e819f590 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:23.873 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:23.199+0000 7fb7ef200700 1 -- 172.21.15.44:0/3058798992 >> 172.21.15.44:0/3058798992 conn(0x7fb7e81042e0 msgr2=0x7fb7e8105140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:23.873 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:23.199+0000 7fb7ef200700 1 -- 172.21.15.44:0/3058798992 shutdown_connections 2024-05-21T00:28:23.873 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:23.199+0000 7fb7ef200700 1 -- 172.21.15.44:0/3058798992 wait complete. 2024-05-21T00:28:23.874 INFO:teuthology.orchestra.run.smithi044.stdout:Enabling cephadm module... 2024-05-21T00:28:25.147 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:24 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/791376971' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-05-21T00:28:25.148 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:25 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: ignoring --setuser ceph since I am not root 2024-05-21T00:28:25.148 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:25 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: ignoring --setgroup ceph since I am not root 2024-05-21T00:28:25.437 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:25 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:25.177+0000 7ff92476e200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-21T00:28:25.437 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:25 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:25.433+0000 7ff92476e200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-21T00:28:25.513 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.525+0000 7f31adc00700 1 Processor -- start 2024-05-21T00:28:25.513 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.525+0000 7f31adc00700 1 -- start start 2024-05-21T00:28:25.513 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.526+0000 7f31adc00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f31a810b170 0x7f31a810b590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:25.513 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.526+0000 7f31adc00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f31a810bb60 con 0x7f31a810b170 2024-05-21T00:28:25.515 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.526+0000 7f31a6a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f31a810b170 0x7f31a810b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:25.515 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.526+0000 7f31a6a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f31a810b170 0x7f31a810b590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60036/0 (socket says 172.21.15.44:60036) 2024-05-21T00:28:25.515 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.526+0000 7f31a6a00700 1 -- 172.21.15.44:0/70782171 learned_addr learned my addr 172.21.15.44:0/70782171 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:25.515 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.527+0000 7f31a6a00700 1 -- 172.21.15.44:0/70782171 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31a810c320 con 0x7f31a810b170 2024-05-21T00:28:25.515 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.527+0000 7f31a6a00700 1 --2- 172.21.15.44:0/70782171 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f31a810b170 0x7f31a810b590 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f31980098a0 tx=0x7f3198009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4fa0f66a62a11290 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:25.515 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.528+0000 7f31a5600700 1 -- 172.21.15.44:0/70782171 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3198004160 con 0x7f31a810b170 2024-05-21T00:28:25.515 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.528+0000 7f31a5600700 1 -- 172.21.15.44:0/70782171 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f3198004300 con 0x7f31a810b170 2024-05-21T00:28:25.516 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.528+0000 7f31a5600700 1 -- 172.21.15.44:0/70782171 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3198011af0 con 0x7f31a810b170 2024-05-21T00:28:25.516 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.528+0000 7f31adc00700 1 -- 172.21.15.44:0/70782171 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f31a810b170 msgr2=0x7f31a810b590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:25.516 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.528+0000 7f31adc00700 1 --2- 172.21.15.44:0/70782171 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f31a810b170 0x7f31a810b590 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f31980098a0 tx=0x7f3198009bb0 comp rx=0 tx=0).stop 2024-05-21T00:28:25.516 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.528+0000 7f31adc00700 1 -- 172.21.15.44:0/70782171 shutdown_connections 2024-05-21T00:28:25.516 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.528+0000 7f31adc00700 1 --2- 172.21.15.44:0/70782171 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f31a810b170 0x7f31a810b590 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:25.516 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.528+0000 7f31adc00700 1 -- 172.21.15.44:0/70782171 >> 172.21.15.44:0/70782171 conn(0x7f31a807e6c0 msgr2=0x7f31a807eaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:25.520 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.529+0000 7f31adc00700 1 -- 172.21.15.44:0/70782171 shutdown_connections 2024-05-21T00:28:25.520 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.529+0000 7f31adc00700 1 -- 172.21.15.44:0/70782171 wait complete. 2024-05-21T00:28:25.520 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.530+0000 7f31adc00700 1 Processor -- start 2024-05-21T00:28:25.520 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.530+0000 7f31adc00700 1 -- start start 2024-05-21T00:28:25.520 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.530+0000 7f31adc00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f31a810b170 0x7f31a819f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:25.520 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.530+0000 7f31adc00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f31a810f6d0 con 0x7f31a810b170 2024-05-21T00:28:25.520 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.531+0000 7f31a6a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f31a810b170 0x7f31a819f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:25.520 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.531+0000 7f31a6a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f31a810b170 0x7f31a819f100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60052/0 (socket says 172.21.15.44:60052) 2024-05-21T00:28:25.520 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.531+0000 7f31a6a00700 1 -- 172.21.15.44:0/791376971 learned_addr learned my addr 172.21.15.44:0/791376971 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:25.520 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.531+0000 7f31a6a00700 1 -- 172.21.15.44:0/791376971 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31a819f640 con 0x7f31a810b170 2024-05-21T00:28:25.520 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.531+0000 7f31a6a00700 1 --2- 172.21.15.44:0/791376971 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f31a810b170 0x7f31a819f100 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f31980117b0 tx=0x7f3198011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:25.521 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.532+0000 7f319f400700 1 -- 172.21.15.44:0/791376971 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3198003af0 con 0x7f31a810b170 2024-05-21T00:28:25.521 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.532+0000 7f319f400700 1 -- 172.21.15.44:0/791376971 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f3198020070 con 0x7f31a810b170 2024-05-21T00:28:25.521 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.532+0000 7f319f400700 1 -- 172.21.15.44:0/791376971 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3198019630 con 0x7f31a810b170 2024-05-21T00:28:25.521 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.532+0000 7f31adc00700 1 -- 172.21.15.44:0/791376971 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31a819f8d0 con 0x7f31a810b170 2024-05-21T00:28:25.521 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.532+0000 7f31adc00700 1 -- 172.21.15.44:0/791376971 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31a81a25c0 con 0x7f31a810b170 2024-05-21T00:28:25.521 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.533+0000 7f31adc00700 1 -- 172.21.15.44:0/791376971 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31a8064ba0 con 0x7f31a810b170 2024-05-21T00:28:25.521 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.533+0000 7f319f400700 1 -- 172.21.15.44:0/791376971 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 4) ==== 50211+0+0 (secure 0 0 0) 0x7f319801a9c0 con 0x7f31a810b170 2024-05-21T00:28:25.521 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.533+0000 7f319f400700 1 --2- 172.21.15.44:0/791376971 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7f318c03e470 0x7f318c040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:25.521 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.534+0000 7f319f400700 1 -- 172.21.15.44:0/791376971 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f3198053a00 con 0x7f31a810b170 2024-05-21T00:28:25.521 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.534+0000 7f31a6000700 1 --2- 172.21.15.44:0/791376971 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7f318c03e470 0x7f318c040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:25.521 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.534+0000 7f31a6000700 1 --2- 172.21.15.44:0/791376971 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7f318c03e470 0x7f318c040930 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f3194006fd0 tx=0x7f3194006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:25.521 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.539+0000 7f319f400700 1 -- 172.21.15.44:0/791376971 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f31980042a0 con 0x7f31a810b170 2024-05-21T00:28:25.521 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.835+0000 7f31adc00700 1 -- 172.21.15.44:0/791376971 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7f31a81a2790 con 0x7f31a810b170 2024-05-21T00:28:25.522 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.889+0000 7f319f400700 1 -- 172.21.15.44:0/791376971 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7f31a81a2790 con 0x7f31a810b170 2024-05-21T00:28:25.522 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.892+0000 7f319f400700 1 -- 172.21.15.44:0/791376971 <== mon.0 v2:172.21.15.44:3300/0 8 ==== mgrmap(e 5) ==== 50222+0+0 (secure 0 0 0) 0x7f319801a430 con 0x7f31a810b170 2024-05-21T00:28:25.522 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.895+0000 7f31adc00700 1 -- 172.21.15.44:0/791376971 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7f318c03e470 msgr2=0x7f318c040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:25.522 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.895+0000 7f31adc00700 1 --2- 172.21.15.44:0/791376971 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7f318c03e470 0x7f318c040930 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f3194006fd0 tx=0x7f3194006e40 comp rx=0 tx=0).stop 2024-05-21T00:28:25.522 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.895+0000 7f31adc00700 1 -- 172.21.15.44:0/791376971 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f31a810b170 msgr2=0x7f31a819f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:25.522 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.895+0000 7f31adc00700 1 --2- 172.21.15.44:0/791376971 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f31a810b170 0x7f31a819f100 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f31980117b0 tx=0x7f3198011b70 comp rx=0 tx=0).stop 2024-05-21T00:28:25.522 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.895+0000 7f31adc00700 1 -- 172.21.15.44:0/791376971 shutdown_connections 2024-05-21T00:28:25.522 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.895+0000 7f31adc00700 1 --2- 172.21.15.44:0/791376971 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7f318c03e470 0x7f318c040930 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:25.522 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.895+0000 7f31adc00700 1 --2- 172.21.15.44:0/791376971 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f31a810b170 0x7f31a819f100 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:25.522 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.895+0000 7f31adc00700 1 -- 172.21.15.44:0/791376971 >> 172.21.15.44:0/791376971 conn(0x7f31a807e6c0 msgr2=0x7f31a8108500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:25.522 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.895+0000 7f31adc00700 1 -- 172.21.15.44:0/791376971 shutdown_connections 2024-05-21T00:28:25.522 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:24.896+0000 7f31adc00700 1 -- 172.21.15.44:0/791376971 wait complete. 2024-05-21T00:28:25.694 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:25 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:25.575+0000 7ff92476e200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-21T00:28:25.993 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:25 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/791376971' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-05-21T00:28:25.993 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:25 smithi044 ceph-mon[31392]: mgrmap e5: x(active, since 5s) 2024-05-21T00:28:26.365 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:25 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:25.989+0000 7ff92476e200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-21T00:28:26.365 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:26 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:26.110+0000 7ff92476e200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-21T00:28:27.147 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:26 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/3378953077' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-05-21T00:28:27.195 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout { 2024-05-21T00:28:27.196 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-05-21T00:28:27.196 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-21T00:28:27.196 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-05-21T00:28:27.196 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-05-21T00:28:27.196 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout } 2024-05-21T00:28:27.196 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.152+0000 7fd402a00700 1 Processor -- start 2024-05-21T00:28:27.196 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.153+0000 7fd402a00700 1 -- start start 2024-05-21T00:28:27.196 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.153+0000 7fd402a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3fc07ee30 0x7fd3fc07d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:27.196 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.153+0000 7fd402a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd3fc07d820 con 0x7fd3fc07ee30 2024-05-21T00:28:27.196 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.153+0000 7fd3fbe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3fc07ee30 0x7fd3fc07d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:27.196 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.153+0000 7fd3fbe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3fc07ee30 0x7fd3fc07d2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60060/0 (socket says 172.21.15.44:60060) 2024-05-21T00:28:27.196 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.153+0000 7fd3fbe00700 1 -- 172.21.15.44:0/3881583118 learned_addr learned my addr 172.21.15.44:0/3881583118 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:27.196 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.154+0000 7fd3fbe00700 1 -- 172.21.15.44:0/3881583118 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3fc07d9a0 con 0x7fd3fc07ee30 2024-05-21T00:28:27.197 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.154+0000 7fd3fbe00700 1 --2- 172.21.15.44:0/3881583118 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3fc07ee30 0x7fd3fc07d2e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fd3ec0098a0 tx=0x7fd3ec009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2faa99e3141058cf server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:27.197 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.154+0000 7fd3fb400700 1 -- 172.21.15.44:0/3881583118 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd3ec004160 con 0x7fd3fc07ee30 2024-05-21T00:28:27.197 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.154+0000 7fd3fb400700 1 -- 172.21.15.44:0/3881583118 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fd3ec004300 con 0x7fd3fc07ee30 2024-05-21T00:28:27.197 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.154+0000 7fd3fb400700 1 -- 172.21.15.44:0/3881583118 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd3ec011af0 con 0x7fd3fc07ee30 2024-05-21T00:28:27.197 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.155+0000 7fd402a00700 1 -- 172.21.15.44:0/3881583118 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3fc07ee30 msgr2=0x7fd3fc07d2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:27.197 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.155+0000 7fd402a00700 1 --2- 172.21.15.44:0/3881583118 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3fc07ee30 0x7fd3fc07d2e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fd3ec0098a0 tx=0x7fd3ec009bb0 comp rx=0 tx=0).stop 2024-05-21T00:28:27.197 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.155+0000 7fd402a00700 1 -- 172.21.15.44:0/3881583118 shutdown_connections 2024-05-21T00:28:27.197 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.155+0000 7fd402a00700 1 --2- 172.21.15.44:0/3881583118 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3fc07ee30 0x7fd3fc07d2e0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:27.197 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.155+0000 7fd402a00700 1 -- 172.21.15.44:0/3881583118 >> 172.21.15.44:0/3881583118 conn(0x7fd3fc104530 msgr2=0x7fd3fc106950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:27.197 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.155+0000 7fd402a00700 1 -- 172.21.15.44:0/3881583118 shutdown_connections 2024-05-21T00:28:27.197 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.155+0000 7fd402a00700 1 -- 172.21.15.44:0/3881583118 wait complete. 2024-05-21T00:28:27.197 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.156+0000 7fd402a00700 1 Processor -- start 2024-05-21T00:28:27.197 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.157+0000 7fd402a00700 1 -- start start 2024-05-21T00:28:27.197 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.157+0000 7fd402a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3fc07ee30 0x7fd3fc19f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:27.197 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.157+0000 7fd402a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd3fc10f4e0 con 0x7fd3fc07ee30 2024-05-21T00:28:27.198 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.157+0000 7fd3fbe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3fc07ee30 0x7fd3fc19f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:27.198 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.157+0000 7fd3fbe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3fc07ee30 0x7fd3fc19f0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60070/0 (socket says 172.21.15.44:60070) 2024-05-21T00:28:27.198 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.157+0000 7fd3fbe00700 1 -- 172.21.15.44:0/3378953077 learned_addr learned my addr 172.21.15.44:0/3378953077 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:27.198 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.158+0000 7fd3fbe00700 1 -- 172.21.15.44:0/3378953077 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3fc19f620 con 0x7fd3fc07ee30 2024-05-21T00:28:27.198 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.158+0000 7fd3fbe00700 1 --2- 172.21.15.44:0/3378953077 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3fc07ee30 0x7fd3fc19f0e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fd3ec011ac0 tx=0x7fd3ec011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:27.198 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.158+0000 7fd3f9600700 1 -- 172.21.15.44:0/3378953077 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd3ec003970 con 0x7fd3fc07ee30 2024-05-21T00:28:27.198 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.158+0000 7fd402a00700 1 -- 172.21.15.44:0/3378953077 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3fc19f8b0 con 0x7fd3fc07ee30 2024-05-21T00:28:27.198 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.158+0000 7fd3f9600700 1 -- 172.21.15.44:0/3378953077 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fd3ec003b10 con 0x7fd3fc07ee30 2024-05-21T00:28:27.198 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.158+0000 7fd3f9600700 1 -- 172.21.15.44:0/3378953077 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd3ec024610 con 0x7fd3fc07ee30 2024-05-21T00:28:27.198 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.158+0000 7fd402a00700 1 -- 172.21.15.44:0/3378953077 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3fc1a25a0 con 0x7fd3fc07ee30 2024-05-21T00:28:27.198 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.159+0000 7fd402a00700 1 -- 172.21.15.44:0/3378953077 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3fc064ba0 con 0x7fd3fc07ee30 2024-05-21T00:28:27.198 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.160+0000 7fd3f9600700 1 -- 172.21.15.44:0/3378953077 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 5) ==== 50222+0+0 (secure 0 0 0) 0x7fd3ec01a9e0 con 0x7fd3fc07ee30 2024-05-21T00:28:27.199 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.160+0000 7fd3f9600700 1 --2- 172.21.15.44:0/3378953077 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7fd3e003e4c0 0x7fd3e0040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:27.199 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.160+0000 7fd3f9600700 1 -- 172.21.15.44:0/3378953077 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fd3ec053890 con 0x7fd3fc07ee30 2024-05-21T00:28:27.199 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.160+0000 7fd3f3400700 1 -- 172.21.15.44:0/3378953077 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7fd3e003e4c0 msgr2=0x7fd3e0040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3460387030 2024-05-21T00:28:27.199 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.161+0000 7fd3f3400700 1 --2- 172.21.15.44:0/3378953077 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7fd3e003e4c0 0x7fd3e0040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-21T00:28:27.199 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.166+0000 7fd3f9600700 1 -- 172.21.15.44:0/3378953077 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd3ec0247f0 con 0x7fd3fc07ee30 2024-05-21T00:28:27.199 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.362+0000 7fd3f3400700 1 -- 172.21.15.44:0/3378953077 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7fd3e003e4c0 msgr2=0x7fd3e0040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3460387030 2024-05-21T00:28:27.199 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.362+0000 7fd3f3400700 1 --2- 172.21.15.44:0/3378953077 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7fd3e003e4c0 0x7fd3e0040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-21T00:28:27.199 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.463+0000 7fd402a00700 1 -- 172.21.15.44:0/3378953077 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7fd3fc1a2770 con 0x7fd3fc07ee30 2024-05-21T00:28:27.199 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.464+0000 7fd3f9600700 1 -- 172.21.15.44:0/3378953077 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7fd3fc1a2770 con 0x7fd3fc07ee30 2024-05-21T00:28:27.199 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.467+0000 7fd402a00700 1 -- 172.21.15.44:0/3378953077 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7fd3e003e4c0 msgr2=0x7fd3e0040980 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-21T00:28:27.199 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.467+0000 7fd402a00700 1 --2- 172.21.15.44:0/3378953077 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7fd3e003e4c0 0x7fd3e0040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:27.199 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.467+0000 7fd402a00700 1 -- 172.21.15.44:0/3378953077 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3fc07ee30 msgr2=0x7fd3fc19f0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:27.199 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.467+0000 7fd402a00700 1 --2- 172.21.15.44:0/3378953077 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3fc07ee30 0x7fd3fc19f0e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fd3ec011ac0 tx=0x7fd3ec011ba0 comp rx=0 tx=0).stop 2024-05-21T00:28:27.199 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.467+0000 7fd402a00700 1 -- 172.21.15.44:0/3378953077 shutdown_connections 2024-05-21T00:28:27.199 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.467+0000 7fd402a00700 1 --2- 172.21.15.44:0/3378953077 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7fd3e003e4c0 0x7fd3e0040980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:27.200 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.467+0000 7fd402a00700 1 --2- 172.21.15.44:0/3378953077 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3fc07ee30 0x7fd3fc19f0e0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:27.200 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.467+0000 7fd402a00700 1 -- 172.21.15.44:0/3378953077 >> 172.21.15.44:0/3378953077 conn(0x7fd3fc104530 msgr2=0x7fd3fc1050e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:27.200 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.468+0000 7fd402a00700 1 -- 172.21.15.44:0/3378953077 shutdown_connections 2024-05-21T00:28:27.200 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:26.468+0000 7fd402a00700 1 -- 172.21.15.44:0/3378953077 wait complete. 2024-05-21T00:28:27.200 INFO:teuthology.orchestra.run.smithi044.stdout:Waiting for the mgr to restart... 2024-05-21T00:28:27.200 INFO:teuthology.orchestra.run.smithi044.stdout:Waiting for mgr epoch 5... 2024-05-21T00:28:27.982 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:27 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:27.744+0000 7ff92476e200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-21T00:28:27.982 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:27 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:27.978+0000 7ff92476e200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-21T00:28:28.394 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:28 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:28.198+0000 7ff92476e200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-21T00:28:28.647 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:28 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:28.591+0000 7ff92476e200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-21T00:28:28.981 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:28 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:28.718+0000 7ff92476e200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-21T00:28:29.245 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:28 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:28.977+0000 7ff92476e200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-21T00:28:29.245 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:29 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:29.241+0000 7ff92476e200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-21T00:28:30.365 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:30 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:30.063+0000 7ff92476e200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-21T00:28:30.365 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:30 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:30.361+0000 7ff92476e200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-21T00:28:31.073 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:30 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:30.936+0000 7ff92476e200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-21T00:28:31.397 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:31 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:31.070+0000 7ff92476e200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-21T00:28:31.897 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:31 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:31.545+0000 7ff92476e200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-21T00:28:32.397 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:32 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:32.019+0000 7ff92476e200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-21T00:28:32.397 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:32 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:32.149+0000 7ff92476e200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-21T00:28:32.806 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:32 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:32.484+0000 7ff92476e200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-21T00:28:32.806 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:32 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:32.669+0000 7ff92476e200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-21T00:28:32.806 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:32 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:32.802+0000 7ff92476e200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-21T00:28:33.647 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:33 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:33.211+0000 7ff92476e200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-21T00:28:33.647 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:33 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:33.340+0000 7ff92476e200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-21T00:28:34.397 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:34 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:34.132+0000 7ff92476e200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-21T00:28:34.897 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:34 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:28:34.429+0000 7ff92476e200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-21T00:28:34.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:34 smithi044 ceph-mon[31392]: Active manager daemon x restarted 2024-05-21T00:28:34.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:34 smithi044 ceph-mon[31392]: Activating manager daemon x 2024-05-21T00:28:34.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:34 smithi044 ceph-mon[31392]: osdmap e2: 0 total, 0 up, 0 in 2024-05-21T00:28:34.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:34 smithi044 ceph-mon[31392]: mgrmap e6: x(active, starting, since 0.00476755s) 2024-05-21T00:28:34.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:34 smithi044 ceph-mon[31392]: from='mgr.14120 172.21.15.44:0/3903208840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:28:34.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:34 smithi044 ceph-mon[31392]: from='mgr.14120 172.21.15.44:0/3903208840' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-21T00:28:34.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:34 smithi044 ceph-mon[31392]: from='mgr.14120 172.21.15.44:0/3903208840' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-21T00:28:34.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:34 smithi044 ceph-mon[31392]: from='mgr.14120 172.21.15.44:0/3903208840' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-21T00:28:34.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:34 smithi044 ceph-mon[31392]: from='mgr.14120 172.21.15.44:0/3903208840' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-21T00:28:34.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:34 smithi044 ceph-mon[31392]: Manager daemon x is now available 2024-05-21T00:28:35.892 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:35 smithi044 ceph-mon[31392]: Found migration_current of "None". Setting to last migration. 2024-05-21T00:28:35.892 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:35 smithi044 ceph-mon[31392]: from='mgr.14120 172.21.15.44:0/3903208840' entity='mgr.x' 2024-05-21T00:28:35.893 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:35 smithi044 ceph-mon[31392]: from='mgr.14120 172.21.15.44:0/3903208840' entity='mgr.x' 2024-05-21T00:28:35.893 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:35 smithi044 ceph-mon[31392]: from='mgr.14120 172.21.15.44:0/3903208840' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:28:35.893 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:35 smithi044 ceph-mon[31392]: from='mgr.14120 172.21.15.44:0/3903208840' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:28:35.893 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:35 smithi044 ceph-mon[31392]: from='mgr.14120 172.21.15.44:0/3903208840' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-21T00:28:35.893 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:35 smithi044 ceph-mon[31392]: from='mgr.14120 172.21.15.44:0/3903208840' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-21T00:28:35.893 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:35 smithi044 ceph-mon[31392]: from='mgr.14120 172.21.15.44:0/3903208840' entity='mgr.x' 2024-05-21T00:28:35.893 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:35 smithi044 ceph-mon[31392]: from='mgr.14120 172.21.15.44:0/3903208840' entity='mgr.x' 2024-05-21T00:28:35.893 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:35 smithi044 ceph-mon[31392]: mgrmap e7: x(active, since 1.01128s) 2024-05-21T00:28:36.170 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout { 2024-05-21T00:28:36.170 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-05-21T00:28:36.170 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "initialized": true 2024-05-21T00:28:36.170 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout } 2024-05-21T00:28:36.171 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.781+0000 7f3abfe00700 1 Processor -- start 2024-05-21T00:28:36.171 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.781+0000 7f3abfe00700 1 -- start start 2024-05-21T00:28:36.171 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.782+0000 7f3abfe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3ac01075b0 0x7f3ac01099e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:36.171 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.782+0000 7f3abfe00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3ac007ceb0 con 0x7f3ac01075b0 2024-05-21T00:28:36.171 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.782+0000 7f3abea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3ac01075b0 0x7f3ac01099e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:36.171 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.782+0000 7f3abea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3ac01075b0 0x7f3ac01099e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60080/0 (socket says 172.21.15.44:60080) 2024-05-21T00:28:36.171 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.782+0000 7f3abea00700 1 -- 172.21.15.44:0/2068757233 learned_addr learned my addr 172.21.15.44:0/2068757233 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:36.171 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.783+0000 7f3abea00700 1 -- 172.21.15.44:0/2068757233 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ac0109f20 con 0x7f3ac01075b0 2024-05-21T00:28:36.171 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.783+0000 7f3abea00700 1 --2- 172.21.15.44:0/2068757233 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3ac01075b0 0x7f3ac01099e0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f3ab00098a0 tx=0x7f3ab0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=497266dac5b4dc98 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:36.171 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.783+0000 7f3abd600700 1 -- 172.21.15.44:0/2068757233 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3ab0004160 con 0x7f3ac01075b0 2024-05-21T00:28:36.171 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.784+0000 7f3abd600700 1 -- 172.21.15.44:0/2068757233 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f3ab0004300 con 0x7f3ac01075b0 2024-05-21T00:28:36.171 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.784+0000 7f3abd600700 1 -- 172.21.15.44:0/2068757233 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3ab0011af0 con 0x7f3ac01075b0 2024-05-21T00:28:36.172 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.784+0000 7f3abfe00700 1 -- 172.21.15.44:0/2068757233 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3ac01075b0 msgr2=0x7f3ac01099e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:36.172 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.784+0000 7f3abfe00700 1 --2- 172.21.15.44:0/2068757233 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3ac01075b0 0x7f3ac01099e0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f3ab00098a0 tx=0x7f3ab0009bb0 comp rx=0 tx=0).stop 2024-05-21T00:28:36.172 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.784+0000 7f3abfe00700 1 -- 172.21.15.44:0/2068757233 shutdown_connections 2024-05-21T00:28:36.172 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.784+0000 7f3abfe00700 1 --2- 172.21.15.44:0/2068757233 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3ac01075b0 0x7f3ac01099e0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:36.172 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.784+0000 7f3abfe00700 1 -- 172.21.15.44:0/2068757233 >> 172.21.15.44:0/2068757233 conn(0x7f3ac01031f0 msgr2=0x7f3ac0105630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:36.172 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.784+0000 7f3abfe00700 1 -- 172.21.15.44:0/2068757233 shutdown_connections 2024-05-21T00:28:36.172 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.785+0000 7f3abfe00700 1 -- 172.21.15.44:0/2068757233 wait complete. 2024-05-21T00:28:36.172 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.785+0000 7f3abfe00700 1 Processor -- start 2024-05-21T00:28:36.172 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.786+0000 7f3abfe00700 1 -- start start 2024-05-21T00:28:36.172 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.786+0000 7f3abfe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3ac01075b0 0x7f3ac01a3300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:36.172 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.786+0000 7f3abfe00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3ac010af50 con 0x7f3ac01075b0 2024-05-21T00:28:36.172 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.786+0000 7f3abea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3ac01075b0 0x7f3ac01a3300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:36.172 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.786+0000 7f3abea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3ac01075b0 0x7f3ac01a3300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60092/0 (socket says 172.21.15.44:60092) 2024-05-21T00:28:36.172 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.786+0000 7f3abea00700 1 -- 172.21.15.44:0/2159930285 learned_addr learned my addr 172.21.15.44:0/2159930285 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:36.172 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.787+0000 7f3abea00700 1 -- 172.21.15.44:0/2159930285 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ac01a3840 con 0x7f3ac01075b0 2024-05-21T00:28:36.173 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.787+0000 7f3abea00700 1 --2- 172.21.15.44:0/2159930285 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3ac01075b0 0x7f3ac01a3300 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f3ab0011ac0 tx=0x7f3ab0011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:36.173 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.787+0000 7f3ab7400700 1 -- 172.21.15.44:0/2159930285 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3ab0003970 con 0x7f3ac01075b0 2024-05-21T00:28:36.173 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.787+0000 7f3ab7400700 1 -- 172.21.15.44:0/2159930285 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f3ab0003b10 con 0x7f3ac01075b0 2024-05-21T00:28:36.173 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.787+0000 7f3abfe00700 1 -- 172.21.15.44:0/2159930285 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ac01a3ad0 con 0x7f3ac01075b0 2024-05-21T00:28:36.173 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.787+0000 7f3ab7400700 1 -- 172.21.15.44:0/2159930285 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3ab0024610 con 0x7f3ac01075b0 2024-05-21T00:28:36.173 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.787+0000 7f3abfe00700 1 -- 172.21.15.44:0/2159930285 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ac01a67c0 con 0x7f3ac01075b0 2024-05-21T00:28:36.173 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.789+0000 7f3ab7400700 1 -- 172.21.15.44:0/2159930285 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 5) ==== 50222+0+0 (secure 0 0 0) 0x7f3ab001a9e0 con 0x7f3ac01075b0 2024-05-21T00:28:36.173 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.789+0000 7f3ab7400700 1 --2- 172.21.15.44:0/2159930285 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7f3aa403e4c0 0x7f3aa4040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:36.173 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.789+0000 7f3ab7400700 1 -- 172.21.15.44:0/2159930285 --> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f3aa4041090 con 0x7f3aa403e4c0 2024-05-21T00:28:36.173 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.789+0000 7f3ab7400700 1 -- 172.21.15.44:0/2159930285 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f3ab00537f0 con 0x7f3ac01075b0 2024-05-21T00:28:36.173 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.789+0000 7f3abe000700 1 -- 172.21.15.44:0/2159930285 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7f3aa403e4c0 msgr2=0x7f3aa4040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3460387030 2024-05-21T00:28:36.173 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.789+0000 7f3abe000700 1 --2- 172.21.15.44:0/2159930285 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7f3aa403e4c0 0x7f3aa4040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-21T00:28:36.173 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.990+0000 7f3abe000700 1 -- 172.21.15.44:0/2159930285 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7f3aa403e4c0 msgr2=0x7f3aa4040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3460387030 2024-05-21T00:28:36.173 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:27.990+0000 7f3abe000700 1 --2- 172.21.15.44:0/2159930285 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7f3aa403e4c0 0x7f3aa4040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-21T00:28:36.174 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:28.391+0000 7f3abe000700 1 -- 172.21.15.44:0/2159930285 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7f3aa403e4c0 msgr2=0x7f3aa4040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3460387030 2024-05-21T00:28:36.174 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:28.391+0000 7f3abe000700 1 --2- 172.21.15.44:0/2159930285 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7f3aa403e4c0 0x7f3aa4040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-05-21T00:28:36.174 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:29.192+0000 7f3abe000700 1 -- 172.21.15.44:0/2159930285 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7f3aa403e4c0 msgr2=0x7f3aa4040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3460387030 2024-05-21T00:28:36.174 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:29.192+0000 7f3abe000700 1 --2- 172.21.15.44:0/2159930285 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7f3aa403e4c0 0x7f3aa4040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-05-21T00:28:36.174 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:30.794+0000 7f3abe000700 1 -- 172.21.15.44:0/2159930285 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7f3aa403e4c0 msgr2=0x7f3aa4040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3460387030 2024-05-21T00:28:36.174 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:30.794+0000 7f3abe000700 1 --2- 172.21.15.44:0/2159930285 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7f3aa403e4c0 0x7f3aa4040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-05-21T00:28:36.174 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:33.997+0000 7f3abe000700 1 -- 172.21.15.44:0/2159930285 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7f3aa403e4c0 msgr2=0x7f3aa4040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3460387030 2024-05-21T00:28:36.174 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:33.997+0000 7f3abe000700 1 --2- 172.21.15.44:0/2159930285 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7f3aa403e4c0 0x7f3aa4040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-05-21T00:28:36.174 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:34.437+0000 7f3ab7400700 1 -- 172.21.15.44:0/2159930285 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mgrmap(e 6) ==== 49989+0+0 (secure 0 0 0) 0x7f3ab000b3e0 con 0x7f3ac01075b0 2024-05-21T00:28:36.174 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:34.437+0000 7f3ab7400700 1 -- 172.21.15.44:0/2159930285 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7f3aa403e4c0 msgr2=0x7f3aa4040980 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-21T00:28:36.174 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:34.437+0000 7f3ab7400700 1 --2- 172.21.15.44:0/2159930285 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7f3aa403e4c0 0x7f3aa4040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:36.174 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:35.442+0000 7f3ab7400700 1 -- 172.21.15.44:0/2159930285 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mgrmap(e 7) ==== 50116+0+0 (secure 0 0 0) 0x7f3ab0024bc0 con 0x7f3ac01075b0 2024-05-21T00:28:36.175 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:35.443+0000 7f3ab7400700 1 --2- 172.21.15.44:0/2159930285 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f3aa4041db0 0x7f3aa40441a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:36.175 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:35.443+0000 7f3ab7400700 1 -- 172.21.15.44:0/2159930285 --> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f3ab0021e70 con 0x7f3aa4041db0 2024-05-21T00:28:36.175 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:35.445+0000 7f3abe000700 1 --2- 172.21.15.44:0/2159930285 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f3aa4041db0 0x7f3aa40441a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:36.175 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:35.447+0000 7f3abe000700 1 --2- 172.21.15.44:0/2159930285 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f3aa4041db0 0x7f3aa40441a0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f3aac003a10 tx=0x7f3aac0092b0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:36.175 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:35.448+0000 7f3ab7400700 1 -- 172.21.15.44:0/2159930285 <== mgr.14120 v2:172.21.15.44:6800/3330900916 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7f3ab0021e70 con 0x7f3aa4041db0 2024-05-21T00:28:36.175 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:35.459+0000 7f3abfe00700 1 -- 172.21.15.44:0/2159930285 --> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f3ac006a680 con 0x7f3aa4041db0 2024-05-21T00:28:36.175 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:35.459+0000 7f3ab7400700 1 -- 172.21.15.44:0/2159930285 <== mgr.14120 v2:172.21.15.44:6800/3330900916 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f3ac006a680 con 0x7f3aa4041db0 2024-05-21T00:28:36.175 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:35.460+0000 7f3abfe00700 1 -- 172.21.15.44:0/2159930285 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f3aa4041db0 msgr2=0x7f3aa40441a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:36.175 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:35.460+0000 7f3abfe00700 1 --2- 172.21.15.44:0/2159930285 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f3aa4041db0 0x7f3aa40441a0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f3aac003a10 tx=0x7f3aac0092b0 comp rx=0 tx=0).stop 2024-05-21T00:28:36.175 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:35.460+0000 7f3abfe00700 1 -- 172.21.15.44:0/2159930285 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3ac01075b0 msgr2=0x7f3ac01a3300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:36.175 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:35.460+0000 7f3abfe00700 1 --2- 172.21.15.44:0/2159930285 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3ac01075b0 0x7f3ac01a3300 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f3ab0011ac0 tx=0x7f3ab0011ba0 comp rx=0 tx=0).stop 2024-05-21T00:28:36.175 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:35.460+0000 7f3abfe00700 1 -- 172.21.15.44:0/2159930285 shutdown_connections 2024-05-21T00:28:36.175 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:35.460+0000 7f3abfe00700 1 --2- 172.21.15.44:0/2159930285 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f3aa4041db0 0x7f3aa40441a0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:36.175 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:35.460+0000 7f3abfe00700 1 --2- 172.21.15.44:0/2159930285 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3ac01075b0 0x7f3ac01a3300 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:36.176 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:35.460+0000 7f3abfe00700 1 --2- 172.21.15.44:0/2159930285 >> [v2:172.21.15.44:6800/3460387030,v1:172.21.15.44:6801/3460387030] conn(0x7f3aa403e4c0 0x7f3aa4040980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:36.176 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:35.460+0000 7f3abfe00700 1 -- 172.21.15.44:0/2159930285 >> 172.21.15.44:0/2159930285 conn(0x7f3ac01031f0 msgr2=0x7f3ac0105630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:36.176 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:35.461+0000 7f3abfe00700 1 -- 172.21.15.44:0/2159930285 shutdown_connections 2024-05-21T00:28:36.176 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:35.461+0000 7f3abfe00700 1 -- 172.21.15.44:0/2159930285 wait complete. 2024-05-21T00:28:36.176 INFO:teuthology.orchestra.run.smithi044.stdout:mgr epoch 5 is available 2024-05-21T00:28:36.176 INFO:teuthology.orchestra.run.smithi044.stdout:Setting orchestrator backend to cephadm... 2024-05-21T00:28:36.736 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:36 smithi044 ceph-mon[31392]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-05-21T00:28:36.736 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:36 smithi044 ceph-mon[31392]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-05-21T00:28:37.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:37 smithi044 ceph-mon[31392]: mgrmap e8: x(active, since 2s) 2024-05-21T00:28:37.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:37 smithi044 ceph-mon[31392]: [21/May/2024:00:28:36] ENGINE Bus STARTING 2024-05-21T00:28:37.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:37 smithi044 ceph-mon[31392]: [21/May/2024:00:28:36] ENGINE Serving on https://172.21.15.44:7150 2024-05-21T00:28:37.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:37 smithi044 ceph-mon[31392]: [21/May/2024:00:28:36] ENGINE Serving on http://172.21.15.44:8765 2024-05-21T00:28:37.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:37 smithi044 ceph-mon[31392]: [21/May/2024:00:28:36] ENGINE Bus STARTED 2024-05-21T00:28:37.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:37 smithi044 ceph-mon[31392]: from='mgr.14120 172.21.15.44:0/3903208840' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:28:37.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:37 smithi044 ceph-mon[31392]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:28:37.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:37 smithi044 ceph-mon[31392]: from='mgr.14120 172.21.15.44:0/3903208840' entity='mgr.x' 2024-05-21T00:28:37.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:37 smithi044 ceph-mon[31392]: from='mgr.14120 172.21.15.44:0/3903208840' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:28:37.757 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.732+0000 7f7ec4400700 1 Processor -- start 2024-05-21T00:28:37.762 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.732+0000 7f7ec4400700 1 -- start start 2024-05-21T00:28:37.762 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.733+0000 7f7ec4400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7ebc082fe0 0x7f7ebc083400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:37.762 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.733+0000 7f7ec4400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7ebc0839d0 con 0x7f7ebc082fe0 2024-05-21T00:28:37.762 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.733+0000 7f7ec1a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7ebc082fe0 0x7f7ebc083400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:37.762 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.733+0000 7f7ec1a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7ebc082fe0 0x7f7ebc083400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56556/0 (socket says 172.21.15.44:56556) 2024-05-21T00:28:37.762 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.733+0000 7f7ec1a00700 1 -- 172.21.15.44:0/2693773816 learned_addr learned my addr 172.21.15.44:0/2693773816 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:37.762 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.734+0000 7f7ec1a00700 1 -- 172.21.15.44:0/2693773816 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ebc110720 con 0x7f7ebc082fe0 2024-05-21T00:28:37.762 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.734+0000 7f7ec1a00700 1 --2- 172.21.15.44:0/2693773816 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7ebc082fe0 0x7f7ebc083400 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f7eb0009e80 tx=0x7f7eb000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6ac84e3f5e2d4a8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:37.762 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.734+0000 7f7ebbe00700 1 -- 172.21.15.44:0/2693773816 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7eb0017070 con 0x7f7ebc082fe0 2024-05-21T00:28:37.762 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.734+0000 7f7ebbe00700 1 -- 172.21.15.44:0/2693773816 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f7eb000b8c0 con 0x7f7ebc082fe0 2024-05-21T00:28:37.763 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.734+0000 7f7ebbe00700 1 -- 172.21.15.44:0/2693773816 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7eb0004490 con 0x7f7ebc082fe0 2024-05-21T00:28:37.763 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.735+0000 7f7ec4400700 1 -- 172.21.15.44:0/2693773816 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7ebc082fe0 msgr2=0x7f7ebc083400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:37.763 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.735+0000 7f7ec4400700 1 --2- 172.21.15.44:0/2693773816 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7ebc082fe0 0x7f7ebc083400 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f7eb0009e80 tx=0x7f7eb000b330 comp rx=0 tx=0).stop 2024-05-21T00:28:37.763 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.735+0000 7f7ec4400700 1 -- 172.21.15.44:0/2693773816 shutdown_connections 2024-05-21T00:28:37.763 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.735+0000 7f7ec4400700 1 --2- 172.21.15.44:0/2693773816 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7ebc082fe0 0x7f7ebc083400 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:37.763 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.735+0000 7f7ec4400700 1 -- 172.21.15.44:0/2693773816 >> 172.21.15.44:0/2693773816 conn(0x7f7ebc07e710 msgr2=0x7f7ebc080b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:37.763 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.735+0000 7f7ec4400700 1 -- 172.21.15.44:0/2693773816 shutdown_connections 2024-05-21T00:28:37.763 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.735+0000 7f7ec4400700 1 -- 172.21.15.44:0/2693773816 wait complete. 2024-05-21T00:28:37.763 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.736+0000 7f7ec4400700 1 Processor -- start 2024-05-21T00:28:37.763 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.736+0000 7f7ec4400700 1 -- start start 2024-05-21T00:28:37.763 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.737+0000 7f7ec4400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7ebc082fe0 0x7f7ebc1a34b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:37.763 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.737+0000 7f7ec4400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7ebc113ad0 con 0x7f7ebc082fe0 2024-05-21T00:28:37.763 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.737+0000 7f7ec1a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7ebc082fe0 0x7f7ebc1a34b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:37.763 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.737+0000 7f7ec1a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7ebc082fe0 0x7f7ebc1a34b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56560/0 (socket says 172.21.15.44:56560) 2024-05-21T00:28:37.764 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.737+0000 7f7ec1a00700 1 -- 172.21.15.44:0/3967616934 learned_addr learned my addr 172.21.15.44:0/3967616934 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:37.764 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.737+0000 7f7ec1a00700 1 -- 172.21.15.44:0/3967616934 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ebc1a39f0 con 0x7f7ebc082fe0 2024-05-21T00:28:37.764 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.738+0000 7f7ec1a00700 1 --2- 172.21.15.44:0/3967616934 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7ebc082fe0 0x7f7ebc1a34b0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f7eb0004a60 tx=0x7f7eb000bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:37.764 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.738+0000 7f7eba000700 1 -- 172.21.15.44:0/3967616934 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7eb0020020 con 0x7f7ebc082fe0 2024-05-21T00:28:37.764 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.738+0000 7f7eba000700 1 -- 172.21.15.44:0/3967616934 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f7eb0012430 con 0x7f7ebc082fe0 2024-05-21T00:28:37.764 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.738+0000 7f7ec4400700 1 -- 172.21.15.44:0/3967616934 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ebc1a3c80 con 0x7f7ebc082fe0 2024-05-21T00:28:37.764 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.738+0000 7f7eba000700 1 -- 172.21.15.44:0/3967616934 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7eb0017040 con 0x7f7ebc082fe0 2024-05-21T00:28:37.764 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.738+0000 7f7ec4400700 1 -- 172.21.15.44:0/3967616934 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ebc1a6970 con 0x7f7ebc082fe0 2024-05-21T00:28:37.764 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.739+0000 7f7ec4400700 1 -- 172.21.15.44:0/3967616934 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ebc064ba0 con 0x7f7ebc082fe0 2024-05-21T00:28:37.764 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.740+0000 7f7eba000700 1 -- 172.21.15.44:0/3967616934 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f7eb0023020 con 0x7f7ebc082fe0 2024-05-21T00:28:37.764 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.740+0000 7f7eba000700 1 --2- 172.21.15.44:0/3967616934 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f7ea403e4c0 0x7f7ea4040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:37.764 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.740+0000 7f7eba000700 1 -- 172.21.15.44:0/3967616934 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f7eb000f050 con 0x7f7ebc082fe0 2024-05-21T00:28:37.764 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.740+0000 7f7ec1000700 1 --2- 172.21.15.44:0/3967616934 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f7ea403e4c0 0x7f7ea4040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:37.765 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.741+0000 7f7ec1000700 1 --2- 172.21.15.44:0/3967616934 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f7ea403e4c0 0x7f7ea4040980 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7ea8006fd0 tx=0x7f7ea8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:37.765 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.746+0000 7f7eba000700 1 -- 172.21.15.44:0/3967616934 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7eb002a070 con 0x7f7ebc082fe0 2024-05-21T00:28:37.765 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:36.996+0000 7f7ec4400700 1 -- 172.21.15.44:0/3967616934 --> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7f7ebc080a20 con 0x7f7ea403e4c0 2024-05-21T00:28:37.765 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:37.009+0000 7f7eba000700 1 -- 172.21.15.44:0/3967616934 <== mgr.14120 v2:172.21.15.44:6800/3330900916 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f7ebc080a20 con 0x7f7ea403e4c0 2024-05-21T00:28:37.765 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:37.012+0000 7f7ec4400700 1 -- 172.21.15.44:0/3967616934 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f7ea403e4c0 msgr2=0x7f7ea4040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:37.765 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:37.012+0000 7f7ec4400700 1 --2- 172.21.15.44:0/3967616934 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f7ea403e4c0 0x7f7ea4040980 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7ea8006fd0 tx=0x7f7ea8006e40 comp rx=0 tx=0).stop 2024-05-21T00:28:37.765 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:37.012+0000 7f7ec4400700 1 -- 172.21.15.44:0/3967616934 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7ebc082fe0 msgr2=0x7f7ebc1a34b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:37.765 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:37.012+0000 7f7ec4400700 1 --2- 172.21.15.44:0/3967616934 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7ebc082fe0 0x7f7ebc1a34b0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f7eb0004a60 tx=0x7f7eb000bd50 comp rx=0 tx=0).stop 2024-05-21T00:28:37.765 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:37.012+0000 7f7ec4400700 1 -- 172.21.15.44:0/3967616934 shutdown_connections 2024-05-21T00:28:37.765 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:37.012+0000 7f7ec4400700 1 --2- 172.21.15.44:0/3967616934 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f7ea403e4c0 0x7f7ea4040980 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:37.765 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:37.012+0000 7f7ec4400700 1 --2- 172.21.15.44:0/3967616934 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7ebc082fe0 0x7f7ebc1a34b0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:37.765 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:37.012+0000 7f7ec4400700 1 -- 172.21.15.44:0/3967616934 >> 172.21.15.44:0/3967616934 conn(0x7f7ebc07e710 msgr2=0x7f7ebc080310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:37.765 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:37.013+0000 7f7ec4400700 1 -- 172.21.15.44:0/3967616934 shutdown_connections 2024-05-21T00:28:37.765 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:37.013+0000 7f7ec4400700 1 -- 172.21.15.44:0/3967616934 wait complete. 2024-05-21T00:28:39.237 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:39 smithi044 ceph-mon[31392]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:28:39.246 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout value unchanged 2024-05-21T00:28:39.252 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.361+0000 7f4347400700 1 Processor -- start 2024-05-21T00:28:39.252 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.361+0000 7f4347400700 1 -- start start 2024-05-21T00:28:39.252 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.361+0000 7f4347400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f434007f770 0x7f434007dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:39.252 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.361+0000 7f4347400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f434007e1a0 con 0x7f434007f770 2024-05-21T00:28:39.252 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.362+0000 7f4344a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f434007f770 0x7f434007dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:39.252 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.362+0000 7f4344a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f434007f770 0x7f434007dbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35558/0 (socket says 172.21.15.44:35558) 2024-05-21T00:28:39.252 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.362+0000 7f4344a00700 1 -- 172.21.15.44:0/2856632459 learned_addr learned my addr 172.21.15.44:0/2856632459 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:39.252 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.362+0000 7f4344a00700 1 -- 172.21.15.44:0/2856632459 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f434007e320 con 0x7f434007f770 2024-05-21T00:28:39.253 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.363+0000 7f4344a00700 1 --2- 172.21.15.44:0/2856632459 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f434007f770 0x7f434007dbd0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f43340098a0 tx=0x7f4334009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4cbba71834c0ea3e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:39.253 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.363+0000 7f433f400700 1 -- 172.21.15.44:0/2856632459 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4334004160 con 0x7f434007f770 2024-05-21T00:28:39.253 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.363+0000 7f433f400700 1 -- 172.21.15.44:0/2856632459 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f4334004300 con 0x7f434007f770 2024-05-21T00:28:39.253 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.363+0000 7f433f400700 1 -- 172.21.15.44:0/2856632459 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4334011af0 con 0x7f434007f770 2024-05-21T00:28:39.253 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.364+0000 7f4347400700 1 -- 172.21.15.44:0/2856632459 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f434007f770 msgr2=0x7f434007dbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:39.253 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.364+0000 7f4347400700 1 --2- 172.21.15.44:0/2856632459 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f434007f770 0x7f434007dbd0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f43340098a0 tx=0x7f4334009bb0 comp rx=0 tx=0).stop 2024-05-21T00:28:39.253 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.364+0000 7f4347400700 1 -- 172.21.15.44:0/2856632459 shutdown_connections 2024-05-21T00:28:39.253 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.364+0000 7f4347400700 1 --2- 172.21.15.44:0/2856632459 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f434007f770 0x7f434007dbd0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:39.253 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.364+0000 7f4347400700 1 -- 172.21.15.44:0/2856632459 >> 172.21.15.44:0/2856632459 conn(0x7f4340104510 msgr2=0x7f4340106930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:39.253 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.364+0000 7f4347400700 1 -- 172.21.15.44:0/2856632459 shutdown_connections 2024-05-21T00:28:39.253 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.364+0000 7f4347400700 1 -- 172.21.15.44:0/2856632459 wait complete. 2024-05-21T00:28:39.254 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.365+0000 7f4347400700 1 Processor -- start 2024-05-21T00:28:39.254 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.366+0000 7f4347400700 1 -- start start 2024-05-21T00:28:39.254 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.366+0000 7f4347400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f434007f770 0x7f43401a3500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:39.254 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.366+0000 7f4347400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f434010b0c0 con 0x7f434007f770 2024-05-21T00:28:39.254 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.366+0000 7f4344a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f434007f770 0x7f43401a3500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:39.254 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.366+0000 7f4344a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f434007f770 0x7f43401a3500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35570/0 (socket says 172.21.15.44:35570) 2024-05-21T00:28:39.254 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.367+0000 7f4344a00700 1 -- 172.21.15.44:0/2810345453 learned_addr learned my addr 172.21.15.44:0/2810345453 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:39.254 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.367+0000 7f4344a00700 1 -- 172.21.15.44:0/2810345453 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43401a3a40 con 0x7f434007f770 2024-05-21T00:28:39.254 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.367+0000 7f4344a00700 1 --2- 172.21.15.44:0/2810345453 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f434007f770 0x7f43401a3500 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f43340117b0 tx=0x7f4334011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:39.254 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.367+0000 7f433d600700 1 -- 172.21.15.44:0/2810345453 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4334003af0 con 0x7f434007f770 2024-05-21T00:28:39.254 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.367+0000 7f433d600700 1 -- 172.21.15.44:0/2810345453 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f4334020070 con 0x7f434007f770 2024-05-21T00:28:39.255 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.368+0000 7f4347400700 1 -- 172.21.15.44:0/2810345453 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43401a3cd0 con 0x7f434007f770 2024-05-21T00:28:39.255 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.368+0000 7f433d600700 1 -- 172.21.15.44:0/2810345453 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4334019630 con 0x7f434007f770 2024-05-21T00:28:39.255 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.368+0000 7f4347400700 1 -- 172.21.15.44:0/2810345453 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43401a69c0 con 0x7f434007f770 2024-05-21T00:28:39.255 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.369+0000 7f433d600700 1 -- 172.21.15.44:0/2810345453 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f433401a9c0 con 0x7f434007f770 2024-05-21T00:28:39.255 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.369+0000 7f4347400700 1 -- 172.21.15.44:0/2810345453 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f434006a680 con 0x7f434007f770 2024-05-21T00:28:39.255 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.369+0000 7f433d600700 1 --2- 172.21.15.44:0/2810345453 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f432803e520 0x7f43280409e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:39.255 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.370+0000 7f433d600700 1 -- 172.21.15.44:0/2810345453 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f4334053f40 con 0x7f434007f770 2024-05-21T00:28:39.255 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.370+0000 7f433fe00700 1 --2- 172.21.15.44:0/2810345453 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f432803e520 0x7f43280409e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:39.255 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.370+0000 7f433fe00700 1 --2- 172.21.15.44:0/2810345453 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f432803e520 0x7f43280409e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f432c006fd0 tx=0x7f432c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:39.255 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.376+0000 7f433d600700 1 -- 172.21.15.44:0/2810345453 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4334025460 con 0x7f434007f770 2024-05-21T00:28:39.255 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.621+0000 7f4347400700 1 -- 172.21.15.44:0/2810345453 --> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7f43400008d0 con 0x7f432803e520 2024-05-21T00:28:39.255 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.622+0000 7f433d600700 1 -- 172.21.15.44:0/2810345453 <== mgr.14120 v2:172.21.15.44:6800/3330900916 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7f43400008d0 con 0x7f432803e520 2024-05-21T00:28:39.255 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.625+0000 7f4347400700 1 -- 172.21.15.44:0/2810345453 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f432803e520 msgr2=0x7f43280409e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:39.255 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.625+0000 7f4347400700 1 --2- 172.21.15.44:0/2810345453 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f432803e520 0x7f43280409e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f432c006fd0 tx=0x7f432c006e40 comp rx=0 tx=0).stop 2024-05-21T00:28:39.255 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.625+0000 7f4347400700 1 -- 172.21.15.44:0/2810345453 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f434007f770 msgr2=0x7f43401a3500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:39.256 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.625+0000 7f4347400700 1 --2- 172.21.15.44:0/2810345453 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f434007f770 0x7f43401a3500 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f43340117b0 tx=0x7f4334011b70 comp rx=0 tx=0).stop 2024-05-21T00:28:39.256 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.625+0000 7f4347400700 1 -- 172.21.15.44:0/2810345453 shutdown_connections 2024-05-21T00:28:39.256 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.625+0000 7f4347400700 1 --2- 172.21.15.44:0/2810345453 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f432803e520 0x7f43280409e0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:39.256 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.625+0000 7f4347400700 1 --2- 172.21.15.44:0/2810345453 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f434007f770 0x7f43401a3500 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:39.256 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.625+0000 7f4347400700 1 -- 172.21.15.44:0/2810345453 >> 172.21.15.44:0/2810345453 conn(0x7f4340104510 msgr2=0x7f434019a200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:39.256 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.626+0000 7f4347400700 1 -- 172.21.15.44:0/2810345453 shutdown_connections 2024-05-21T00:28:39.256 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:38.626+0000 7f4347400700 1 -- 172.21.15.44:0/2810345453 wait complete. 2024-05-21T00:28:39.256 INFO:teuthology.orchestra.run.smithi044.stdout:Generating ssh key... 2024-05-21T00:28:40.383 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:40 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: Generating public/private rsa key pair. 2024-05-21T00:28:40.383 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:40 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: Your identification has been saved in /tmp/tmpe429yz4q/key. 2024-05-21T00:28:40.383 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:40 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: Your public key has been saved in /tmp/tmpe429yz4q/key.pub. 2024-05-21T00:28:40.383 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:40 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: The key fingerprint is: 2024-05-21T00:28:40.383 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:40 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: SHA256:nd8zSf5DDesrw9TvvoCQAUn5QY2iquxuNt3T+Vy68ec ceph-d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:28:40.383 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:40 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: The key's randomart image is: 2024-05-21T00:28:40.383 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:40 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: +---[RSA 3072]----+ 2024-05-21T00:28:40.384 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:40 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: | .o+.o | 2024-05-21T00:28:40.384 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:40 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: | +.o . | 2024-05-21T00:28:40.384 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:40 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: | . o.. | 2024-05-21T00:28:40.384 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:40 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: | . oo. . | 2024-05-21T00:28:40.384 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:40 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: | . Soo ..o.| 2024-05-21T00:28:40.384 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:40 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: | . ..o+oo.| 2024-05-21T00:28:40.384 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:40 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: |. o . . .. =.oB. | 2024-05-21T00:28:40.384 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:40 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: | * . o o. = +.o=.| 2024-05-21T00:28:40.384 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:40 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: |=o. . .=..oE.=*| 2024-05-21T00:28:40.384 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:28:40 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: +----[SHA256]-----+ 2024-05-21T00:28:41.295 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.872+0000 7f61b7200700 1 Processor -- start 2024-05-21T00:28:41.295 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.873+0000 7f61b7200700 1 -- start start 2024-05-21T00:28:41.296 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.873+0000 7f61b7200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f61b807f860 0x7f61b807fc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:41.296 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.873+0000 7f61b7200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f61b8080250 con 0x7f61b807f860 2024-05-21T00:28:41.296 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.873+0000 7f61b5e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f61b807f860 0x7f61b807fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:41.296 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.874+0000 7f61b5e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f61b807f860 0x7f61b807fc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35572/0 (socket says 172.21.15.44:35572) 2024-05-21T00:28:41.296 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.874+0000 7f61b5e00700 1 -- 172.21.15.44:0/2045658014 learned_addr learned my addr 172.21.15.44:0/2045658014 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:41.296 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.874+0000 7f61b5e00700 1 -- 172.21.15.44:0/2045658014 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61b8080a60 con 0x7f61b807f860 2024-05-21T00:28:41.296 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.874+0000 7f61b5e00700 1 --2- 172.21.15.44:0/2045658014 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f61b807f860 0x7f61b807fc80 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f61a80098a0 tx=0x7f61a8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd76eacc9e8995cb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:41.296 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.875+0000 7f61b5400700 1 -- 172.21.15.44:0/2045658014 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f61a8004160 con 0x7f61b807f860 2024-05-21T00:28:41.296 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.875+0000 7f61b5400700 1 -- 172.21.15.44:0/2045658014 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f61a8004300 con 0x7f61b807f860 2024-05-21T00:28:41.296 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.875+0000 7f61b5400700 1 -- 172.21.15.44:0/2045658014 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f61a8011af0 con 0x7f61b807f860 2024-05-21T00:28:41.296 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.875+0000 7f61b7200700 1 -- 172.21.15.44:0/2045658014 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f61b807f860 msgr2=0x7f61b807fc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:41.296 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.875+0000 7f61b7200700 1 --2- 172.21.15.44:0/2045658014 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f61b807f860 0x7f61b807fc80 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f61a80098a0 tx=0x7f61a8009bb0 comp rx=0 tx=0).stop 2024-05-21T00:28:41.296 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.876+0000 7f61b7200700 1 -- 172.21.15.44:0/2045658014 shutdown_connections 2024-05-21T00:28:41.297 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.876+0000 7f61b7200700 1 --2- 172.21.15.44:0/2045658014 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f61b807f860 0x7f61b807fc80 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:41.297 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.876+0000 7f61b7200700 1 -- 172.21.15.44:0/2045658014 >> 172.21.15.44:0/2045658014 conn(0x7f61b807e3d0 msgr2=0x7f61b807e7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:41.297 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.876+0000 7f61b7200700 1 -- 172.21.15.44:0/2045658014 shutdown_connections 2024-05-21T00:28:41.297 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.876+0000 7f61b7200700 1 -- 172.21.15.44:0/2045658014 wait complete. 2024-05-21T00:28:41.297 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.877+0000 7f61b7200700 1 Processor -- start 2024-05-21T00:28:41.297 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.877+0000 7f61b7200700 1 -- start start 2024-05-21T00:28:41.297 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.877+0000 7f61b7200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f61b807f860 0x7f61b81a3330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:41.297 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.877+0000 7f61b7200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f61b8081e20 con 0x7f61b807f860 2024-05-21T00:28:41.297 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.878+0000 7f61b5e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f61b807f860 0x7f61b81a3330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:41.297 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.878+0000 7f61b5e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f61b807f860 0x7f61b81a3330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35578/0 (socket says 172.21.15.44:35578) 2024-05-21T00:28:41.297 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.878+0000 7f61b5e00700 1 -- 172.21.15.44:0/3178457343 learned_addr learned my addr 172.21.15.44:0/3178457343 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:41.297 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.878+0000 7f61b5e00700 1 -- 172.21.15.44:0/3178457343 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61b81a3870 con 0x7f61b807f860 2024-05-21T00:28:41.297 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.878+0000 7f61b5e00700 1 --2- 172.21.15.44:0/3178457343 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f61b807f860 0x7f61b81a3330 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f61a8011ac0 tx=0x7f61a8011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:41.297 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.879+0000 7f61af400700 1 -- 172.21.15.44:0/3178457343 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f61a8003970 con 0x7f61b807f860 2024-05-21T00:28:41.298 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.879+0000 7f61af400700 1 -- 172.21.15.44:0/3178457343 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f61a8003b10 con 0x7f61b807f860 2024-05-21T00:28:41.298 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.879+0000 7f61af400700 1 -- 172.21.15.44:0/3178457343 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f61a8024610 con 0x7f61b807f860 2024-05-21T00:28:41.298 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.879+0000 7f61b7200700 1 -- 172.21.15.44:0/3178457343 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61b81a3b00 con 0x7f61b807f860 2024-05-21T00:28:41.298 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.879+0000 7f61b7200700 1 -- 172.21.15.44:0/3178457343 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61b81a67f0 con 0x7f61b807f860 2024-05-21T00:28:41.298 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.880+0000 7f61b7200700 1 -- 172.21.15.44:0/3178457343 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61b806a680 con 0x7f61b807f860 2024-05-21T00:28:41.298 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.880+0000 7f61af400700 1 -- 172.21.15.44:0/3178457343 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f61a801a9e0 con 0x7f61b807f860 2024-05-21T00:28:41.298 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.881+0000 7f61af400700 1 --2- 172.21.15.44:0/3178457343 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f619c03e470 0x7f619c040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:41.298 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.881+0000 7f61af400700 1 -- 172.21.15.44:0/3178457343 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f61a8053960 con 0x7f61b807f860 2024-05-21T00:28:41.298 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.881+0000 7f61ad400700 1 --2- 172.21.15.44:0/3178457343 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f619c03e470 0x7f619c040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:41.298 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.882+0000 7f61ad400700 1 --2- 172.21.15.44:0/3178457343 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f619c03e470 0x7f619c040930 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f61a0006fd0 tx=0x7f61a0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:41.298 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:39.886+0000 7f61af400700 1 -- 172.21.15.44:0/3178457343 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f61a80532b0 con 0x7f61b807f860 2024-05-21T00:28:41.298 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:40.124+0000 7f61b7200700 1 -- 172.21.15.44:0/3178457343 --> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7f61b802e890 con 0x7f619c03e470 2024-05-21T00:28:41.298 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:40.376+0000 7f61af400700 1 -- 172.21.15.44:0/3178457343 <== mgr.14120 v2:172.21.15.44:6800/3330900916 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f61b802e890 con 0x7f619c03e470 2024-05-21T00:28:41.299 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:40.380+0000 7f61b7200700 1 -- 172.21.15.44:0/3178457343 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f619c03e470 msgr2=0x7f619c040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:41.299 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:40.380+0000 7f61b7200700 1 --2- 172.21.15.44:0/3178457343 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f619c03e470 0x7f619c040930 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f61a0006fd0 tx=0x7f61a0006e40 comp rx=0 tx=0).stop 2024-05-21T00:28:41.299 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:40.380+0000 7f61b7200700 1 -- 172.21.15.44:0/3178457343 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f61b807f860 msgr2=0x7f61b81a3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:41.299 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:40.380+0000 7f61b7200700 1 --2- 172.21.15.44:0/3178457343 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f61b807f860 0x7f61b81a3330 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f61a8011ac0 tx=0x7f61a8011ba0 comp rx=0 tx=0).stop 2024-05-21T00:28:41.299 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:40.380+0000 7f61b7200700 1 -- 172.21.15.44:0/3178457343 shutdown_connections 2024-05-21T00:28:41.299 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:40.380+0000 7f61b7200700 1 --2- 172.21.15.44:0/3178457343 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f619c03e470 0x7f619c040930 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:41.299 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:40.380+0000 7f61b7200700 1 --2- 172.21.15.44:0/3178457343 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f61b807f860 0x7f61b81a3330 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:41.299 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:40.380+0000 7f61b7200700 1 -- 172.21.15.44:0/3178457343 >> 172.21.15.44:0/3178457343 conn(0x7f61b807e3d0 msgr2=0x7f61b8199fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:41.299 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:40.381+0000 7f61b7200700 1 -- 172.21.15.44:0/3178457343 shutdown_connections 2024-05-21T00:28:41.299 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:40.381+0000 7f61b7200700 1 -- 172.21.15.44:0/3178457343 wait complete. 2024-05-21T00:28:41.588 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:41 smithi044 ceph-mon[31392]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:28:41.589 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:41 smithi044 ceph-mon[31392]: Generating ssh key... 2024-05-21T00:28:41.589 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:41 smithi044 ceph-mon[31392]: from='mgr.14120 172.21.15.44:0/3903208840' entity='mgr.x' 2024-05-21T00:28:41.589 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:41 smithi044 ceph-mon[31392]: from='mgr.14120 172.21.15.44:0/3903208840' entity='mgr.x' 2024-05-21T00:28:42.864 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+Bl+lJbaRNn4BHkUpsNhpIqP2pee5S79WEXufIo9kmyzWp5bsg3+kxZ0znBGY8rbBEvgNDx/YRyKirwPumd2kKuY+p/PzYi52+n7sPO+L3y/W33HtCYWeKAox9fbePXYBH6gwD728gCdwJv9VPNPqKFcn0Gu4h3sYHRj6RY130v6VIo+TxZ1fTg+2t0AJgAuRhTkgylxZpIXUQvUZmWd1a9bsn8DybOAxHy1OTgBdOmeMjblQ0i0Z2srsIlRV9uDZuR4b5+v7oDqr4D+QhxwG7hzm41GMcNB7by2PCFQPg8WX9a4ZT6fePDaOE3Cl6biQtMkkKiTJpbMkdXbFWuT9nilyuuflI97sUgUqvBJo1bISTzKRffaX2xthHq1whSpR3tmin8OYjo+qx9IrbFEvtlykHtDlElLeHKERRdLUuK3VltXS43qNBLT0pKaSRKNTDBkX5Cib9SqdFuzqKNt4RSQC9zDQwamyrdkqriIi1izPmI2w2GIraLDyUw9d5FE= ceph-d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:28:42.865 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.903+0000 7f3449800700 1 Processor -- start 2024-05-21T00:28:42.865 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.903+0000 7f3449800700 1 -- start start 2024-05-21T00:28:42.865 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.903+0000 7f3449800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3444108f30 0x7f3444109350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:42.865 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.903+0000 7f3449800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3444109890 con 0x7f3444108f30 2024-05-21T00:28:42.865 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.905+0000 7f3442a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3444108f30 0x7f3444109350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:42.865 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.905+0000 7f3442a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3444108f30 0x7f3444109350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35594/0 (socket says 172.21.15.44:35594) 2024-05-21T00:28:42.865 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.905+0000 7f3442a00700 1 -- 172.21.15.44:0/3721398083 learned_addr learned my addr 172.21.15.44:0/3721398083 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:42.865 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.905+0000 7f3442a00700 1 -- 172.21.15.44:0/3721398083 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f344410a090 con 0x7f3444108f30 2024-05-21T00:28:42.865 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.905+0000 7f3442a00700 1 --2- 172.21.15.44:0/3721398083 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3444108f30 0x7f3444109350 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f34340098a0 tx=0x7f3434009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68909d273a3a15c6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:42.865 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.905+0000 7f3441600700 1 -- 172.21.15.44:0/3721398083 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3434004160 con 0x7f3444108f30 2024-05-21T00:28:42.870 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.905+0000 7f3441600700 1 -- 172.21.15.44:0/3721398083 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f3434004300 con 0x7f3444108f30 2024-05-21T00:28:42.870 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.905+0000 7f3441600700 1 -- 172.21.15.44:0/3721398083 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3434011af0 con 0x7f3444108f30 2024-05-21T00:28:42.870 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.905+0000 7f3449800700 1 -- 172.21.15.44:0/3721398083 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3444108f30 msgr2=0x7f3444109350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:42.870 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.905+0000 7f3449800700 1 --2- 172.21.15.44:0/3721398083 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3444108f30 0x7f3444109350 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f34340098a0 tx=0x7f3434009bb0 comp rx=0 tx=0).stop 2024-05-21T00:28:42.870 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.906+0000 7f3449800700 1 -- 172.21.15.44:0/3721398083 shutdown_connections 2024-05-21T00:28:42.870 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.906+0000 7f3449800700 1 --2- 172.21.15.44:0/3721398083 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3444108f30 0x7f3444109350 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:42.870 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.906+0000 7f3449800700 1 -- 172.21.15.44:0/3721398083 >> 172.21.15.44:0/3721398083 conn(0x7f3444104510 msgr2=0x7f3444106930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:42.870 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.906+0000 7f3449800700 1 -- 172.21.15.44:0/3721398083 shutdown_connections 2024-05-21T00:28:42.870 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.906+0000 7f3449800700 1 -- 172.21.15.44:0/3721398083 wait complete. 2024-05-21T00:28:42.870 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.907+0000 7f3449800700 1 Processor -- start 2024-05-21T00:28:42.870 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.907+0000 7f3449800700 1 -- start start 2024-05-21T00:28:42.871 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.907+0000 7f3449800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3444108f30 0x7f344407f400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:42.871 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.907+0000 7f3449800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f344410d4d0 con 0x7f3444108f30 2024-05-21T00:28:42.871 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.908+0000 7f3442a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3444108f30 0x7f344407f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:42.871 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.908+0000 7f3442a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3444108f30 0x7f344407f400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35598/0 (socket says 172.21.15.44:35598) 2024-05-21T00:28:42.871 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.908+0000 7f3442a00700 1 -- 172.21.15.44:0/1001965676 learned_addr learned my addr 172.21.15.44:0/1001965676 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:42.871 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.908+0000 7f3442a00700 1 -- 172.21.15.44:0/1001965676 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f344407f940 con 0x7f3444108f30 2024-05-21T00:28:42.871 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.908+0000 7f3442a00700 1 --2- 172.21.15.44:0/1001965676 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3444108f30 0x7f344407f400 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f3434011ac0 tx=0x7f3434011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:42.871 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.909+0000 7f343b400700 1 -- 172.21.15.44:0/1001965676 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3434003970 con 0x7f3444108f30 2024-05-21T00:28:42.871 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.909+0000 7f343b400700 1 -- 172.21.15.44:0/1001965676 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f3434003b10 con 0x7f3444108f30 2024-05-21T00:28:42.871 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.909+0000 7f3449800700 1 -- 172.21.15.44:0/1001965676 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f344407db30 con 0x7f3444108f30 2024-05-21T00:28:42.871 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.909+0000 7f343b400700 1 -- 172.21.15.44:0/1001965676 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3434024610 con 0x7f3444108f30 2024-05-21T00:28:42.871 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.909+0000 7f3449800700 1 -- 172.21.15.44:0/1001965676 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f344407e070 con 0x7f3444108f30 2024-05-21T00:28:42.872 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.910+0000 7f3449800700 1 -- 172.21.15.44:0/1001965676 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3444064ba0 con 0x7f3444108f30 2024-05-21T00:28:42.872 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.910+0000 7f343b400700 1 -- 172.21.15.44:0/1001965676 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f343401a9e0 con 0x7f3444108f30 2024-05-21T00:28:42.872 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.911+0000 7f343b400700 1 --2- 172.21.15.44:0/1001965676 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f342803e470 0x7f3428040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:42.872 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.911+0000 7f343b400700 1 -- 172.21.15.44:0/1001965676 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f3434053900 con 0x7f3444108f30 2024-05-21T00:28:42.872 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.911+0000 7f3442000700 1 --2- 172.21.15.44:0/1001965676 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f342803e470 0x7f3428040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:42.872 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.912+0000 7f3442000700 1 --2- 172.21.15.44:0/1001965676 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f342803e470 0x7f3428040930 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f3430006fd0 tx=0x7f3430006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:42.872 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:41.916+0000 7f343b400700 1 -- 172.21.15.44:0/1001965676 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3434053290 con 0x7f3444108f30 2024-05-21T00:28:42.872 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:42.146+0000 7f3449800700 1 -- 172.21.15.44:0/1001965676 --> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f344407e8d0 con 0x7f342803e470 2024-05-21T00:28:42.872 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:42.147+0000 7f343b400700 1 -- 172.21.15.44:0/1001965676 <== mgr.14120 v2:172.21.15.44:6800/3330900916 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f344407e8d0 con 0x7f342803e470 2024-05-21T00:28:42.872 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:42.151+0000 7f3449800700 1 -- 172.21.15.44:0/1001965676 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f342803e470 msgr2=0x7f3428040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:42.872 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:42.151+0000 7f3449800700 1 --2- 172.21.15.44:0/1001965676 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f342803e470 0x7f3428040930 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f3430006fd0 tx=0x7f3430006e40 comp rx=0 tx=0).stop 2024-05-21T00:28:42.872 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:42.151+0000 7f3449800700 1 -- 172.21.15.44:0/1001965676 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3444108f30 msgr2=0x7f344407f400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:42.872 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:42.151+0000 7f3449800700 1 --2- 172.21.15.44:0/1001965676 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3444108f30 0x7f344407f400 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f3434011ac0 tx=0x7f3434011ba0 comp rx=0 tx=0).stop 2024-05-21T00:28:42.872 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:42.151+0000 7f3449800700 1 -- 172.21.15.44:0/1001965676 shutdown_connections 2024-05-21T00:28:42.873 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:42.151+0000 7f3449800700 1 --2- 172.21.15.44:0/1001965676 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f342803e470 0x7f3428040930 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:42.873 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:42.151+0000 7f3449800700 1 --2- 172.21.15.44:0/1001965676 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3444108f30 0x7f344407f400 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:42.873 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:42.151+0000 7f3449800700 1 -- 172.21.15.44:0/1001965676 >> 172.21.15.44:0/1001965676 conn(0x7f3444104510 msgr2=0x7f3444105050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:42.873 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:42.151+0000 7f3449800700 1 -- 172.21.15.44:0/1001965676 shutdown_connections 2024-05-21T00:28:42.873 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:42.151+0000 7f3449800700 1 -- 172.21.15.44:0/1001965676 wait complete. 2024-05-21T00:28:42.873 INFO:teuthology.orchestra.run.smithi044.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-05-21T00:28:42.873 INFO:teuthology.orchestra.run.smithi044.stdout:Adding key to root@localhost authorized_keys... 2024-05-21T00:28:42.873 INFO:teuthology.orchestra.run.smithi044.stdout:Adding host smithi044... 2024-05-21T00:28:43.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:43 smithi044 ceph-mon[31392]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:28:44.310 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:44 smithi044 ceph-mon[31392]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi044", "addr": "172.21.15.44", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:28:46.147 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:46 smithi044 ceph-mon[31392]: Deploying cephadm binary to smithi044 2024-05-21T00:28:51.013 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout Added host 'smithi044' with addr '172.21.15.44' 2024-05-21T00:28:51.013 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.513+0000 7fbdbee00700 1 Processor -- start 2024-05-21T00:28:51.013 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.513+0000 7fbdbee00700 1 -- start start 2024-05-21T00:28:51.013 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.513+0000 7fbdbee00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbdb810b170 0x7fbdb810b590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:51.013 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.514+0000 7fbdbee00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbdb810bb60 con 0x7fbdb810b170 2024-05-21T00:28:51.013 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.514+0000 7fbdb7e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbdb810b170 0x7fbdb810b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:51.014 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.514+0000 7fbdb7e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbdb810b170 0x7fbdb810b590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35600/0 (socket says 172.21.15.44:35600) 2024-05-21T00:28:51.014 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.514+0000 7fbdb7e00700 1 -- 172.21.15.44:0/3124503746 learned_addr learned my addr 172.21.15.44:0/3124503746 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:51.014 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.515+0000 7fbdb7e00700 1 -- 172.21.15.44:0/3124503746 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdb810c320 con 0x7fbdb810b170 2024-05-21T00:28:51.014 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.515+0000 7fbdb7e00700 1 --2- 172.21.15.44:0/3124503746 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbdb810b170 0x7fbdb810b590 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fbda80098a0 tx=0x7fbda8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe07bc0a6379913e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:51.014 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.515+0000 7fbdb7400700 1 -- 172.21.15.44:0/3124503746 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbda8004160 con 0x7fbdb810b170 2024-05-21T00:28:51.014 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.515+0000 7fbdb7400700 1 -- 172.21.15.44:0/3124503746 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fbda8004300 con 0x7fbdb810b170 2024-05-21T00:28:51.014 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.515+0000 7fbdb7400700 1 -- 172.21.15.44:0/3124503746 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbda8011af0 con 0x7fbdb810b170 2024-05-21T00:28:51.014 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.516+0000 7fbdbee00700 1 -- 172.21.15.44:0/3124503746 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbdb810b170 msgr2=0x7fbdb810b590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:51.014 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.516+0000 7fbdbee00700 1 --2- 172.21.15.44:0/3124503746 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbdb810b170 0x7fbdb810b590 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fbda80098a0 tx=0x7fbda8009bb0 comp rx=0 tx=0).stop 2024-05-21T00:28:51.014 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.517+0000 7fbdbee00700 1 -- 172.21.15.44:0/3124503746 shutdown_connections 2024-05-21T00:28:51.014 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.517+0000 7fbdbee00700 1 --2- 172.21.15.44:0/3124503746 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbdb810b170 0x7fbdb810b590 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:51.014 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.517+0000 7fbdbee00700 1 -- 172.21.15.44:0/3124503746 >> 172.21.15.44:0/3124503746 conn(0x7fbdb807e6c0 msgr2=0x7fbdb807eaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:51.014 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.517+0000 7fbdbee00700 1 -- 172.21.15.44:0/3124503746 shutdown_connections 2024-05-21T00:28:51.015 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.517+0000 7fbdbee00700 1 -- 172.21.15.44:0/3124503746 wait complete. 2024-05-21T00:28:51.015 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.518+0000 7fbdbee00700 1 Processor -- start 2024-05-21T00:28:51.015 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.518+0000 7fbdbee00700 1 -- start start 2024-05-21T00:28:51.015 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.518+0000 7fbdbee00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbdb810b170 0x7fbdb819f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:51.015 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.518+0000 7fbdbee00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbdb810f6d0 con 0x7fbdb810b170 2024-05-21T00:28:51.015 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.519+0000 7fbdb7e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbdb810b170 0x7fbdb819f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:51.015 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.519+0000 7fbdb7e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbdb810b170 0x7fbdb819f100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35606/0 (socket says 172.21.15.44:35606) 2024-05-21T00:28:51.015 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.519+0000 7fbdb7e00700 1 -- 172.21.15.44:0/2447841546 learned_addr learned my addr 172.21.15.44:0/2447841546 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:51.015 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.519+0000 7fbdb7e00700 1 -- 172.21.15.44:0/2447841546 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdb819f640 con 0x7fbdb810b170 2024-05-21T00:28:51.015 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.519+0000 7fbdb7e00700 1 --2- 172.21.15.44:0/2447841546 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbdb810b170 0x7fbdb819f100 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fbda80117b0 tx=0x7fbda8011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:51.015 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.520+0000 7fbdb5600700 1 -- 172.21.15.44:0/2447841546 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbda8003af0 con 0x7fbdb810b170 2024-05-21T00:28:51.015 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.520+0000 7fbdb5600700 1 -- 172.21.15.44:0/2447841546 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fbda8020070 con 0x7fbdb810b170 2024-05-21T00:28:51.015 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.520+0000 7fbdb5600700 1 -- 172.21.15.44:0/2447841546 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbda8019630 con 0x7fbdb810b170 2024-05-21T00:28:51.015 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.520+0000 7fbdbee00700 1 -- 172.21.15.44:0/2447841546 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbdb819f8d0 con 0x7fbdb810b170 2024-05-21T00:28:51.016 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.520+0000 7fbdbee00700 1 -- 172.21.15.44:0/2447841546 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbdb81a25c0 con 0x7fbdb810b170 2024-05-21T00:28:51.016 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.521+0000 7fbdbee00700 1 -- 172.21.15.44:0/2447841546 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbdb8064ba0 con 0x7fbdb810b170 2024-05-21T00:28:51.016 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.521+0000 7fbdb5600700 1 -- 172.21.15.44:0/2447841546 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7fbda801a9c0 con 0x7fbdb810b170 2024-05-21T00:28:51.016 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.522+0000 7fbdb5600700 1 --2- 172.21.15.44:0/2447841546 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7fbd9c03e4c0 0x7fbd9c040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:51.016 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.522+0000 7fbdb5600700 1 -- 172.21.15.44:0/2447841546 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fbda8053b80 con 0x7fbdb810b170 2024-05-21T00:28:51.016 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.522+0000 7fbdaf400700 1 --2- 172.21.15.44:0/2447841546 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7fbd9c03e4c0 0x7fbd9c040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:51.016 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.523+0000 7fbdaf400700 1 --2- 172.21.15.44:0/2447841546 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7fbd9c03e4c0 0x7fbd9c040980 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fbda000ad30 tx=0x7fbda00093f0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:51.016 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.528+0000 7fbdb5600700 1 -- 172.21.15.44:0/2447841546 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fbda80172b0 con 0x7fbdb810b170 2024-05-21T00:28:51.016 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:43.769+0000 7fbdbee00700 1 -- 172.21.15.44:0/2447841546 --> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi044", "addr": "172.21.15.44", "target": ["mon-mgr", ""]}) -- 0x7fbdb8108c10 con 0x7fbd9c03e4c0 2024-05-21T00:28:51.016 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:50.228+0000 7fbdb5600700 1 -- 172.21.15.44:0/2447841546 <== mgr.14120 v2:172.21.15.44:6800/3330900916 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7fbdb8108c10 con 0x7fbd9c03e4c0 2024-05-21T00:28:51.016 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:50.231+0000 7fbdbee00700 1 -- 172.21.15.44:0/2447841546 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7fbd9c03e4c0 msgr2=0x7fbd9c040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:51.016 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:50.231+0000 7fbdbee00700 1 --2- 172.21.15.44:0/2447841546 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7fbd9c03e4c0 0x7fbd9c040980 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fbda000ad30 tx=0x7fbda00093f0 comp rx=0 tx=0).stop 2024-05-21T00:28:51.016 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:50.232+0000 7fbdbee00700 1 -- 172.21.15.44:0/2447841546 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbdb810b170 msgr2=0x7fbdb819f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:51.017 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:50.232+0000 7fbdbee00700 1 --2- 172.21.15.44:0/2447841546 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbdb810b170 0x7fbdb819f100 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fbda80117b0 tx=0x7fbda8011b70 comp rx=0 tx=0).stop 2024-05-21T00:28:51.017 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:50.232+0000 7fbdbee00700 1 -- 172.21.15.44:0/2447841546 shutdown_connections 2024-05-21T00:28:51.017 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:50.232+0000 7fbdbee00700 1 --2- 172.21.15.44:0/2447841546 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7fbd9c03e4c0 0x7fbd9c040980 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:51.017 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:50.232+0000 7fbdbee00700 1 --2- 172.21.15.44:0/2447841546 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbdb810b170 0x7fbdb819f100 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:51.017 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:50.232+0000 7fbdbee00700 1 -- 172.21.15.44:0/2447841546 >> 172.21.15.44:0/2447841546 conn(0x7fbdb807e6c0 msgr2=0x7fbdb8108500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:51.017 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:50.233+0000 7fbdbee00700 1 -- 172.21.15.44:0/2447841546 shutdown_connections 2024-05-21T00:28:51.017 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:50.233+0000 7fbdbee00700 1 -- 172.21.15.44:0/2447841546 wait complete. 2024-05-21T00:28:51.017 INFO:teuthology.orchestra.run.smithi044.stdout:Deploying unmanaged mon service... 2024-05-21T00:28:51.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:51 smithi044 ceph-mon[31392]: from='mgr.14120 172.21.15.44:0/3903208840' entity='mgr.x' 2024-05-21T00:28:51.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:51 smithi044 ceph-mon[31392]: Added host smithi044 2024-05-21T00:28:51.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:51 smithi044 ceph-mon[31392]: from='mgr.14120 172.21.15.44:0/3903208840' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:28:53.181 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-05-21T00:28:53.181 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.735+0000 7fbbb8800700 1 Processor -- start 2024-05-21T00:28:53.181 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.736+0000 7fbbb8800700 1 -- start start 2024-05-21T00:28:53.182 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.736+0000 7fbbb8800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbb0108f70 0x7fbbb0109390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:53.183 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.736+0000 7fbbb8800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbbb01098d0 con 0x7fbbb0108f70 2024-05-21T00:28:53.183 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.736+0000 7fbbb5e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbb0108f70 0x7fbbb0109390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:53.183 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.737+0000 7fbbb5e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbb0108f70 0x7fbbb0109390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42376/0 (socket says 172.21.15.44:42376) 2024-05-21T00:28:53.183 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.737+0000 7fbbb5e00700 1 -- 172.21.15.44:0/1543906870 learned_addr learned my addr 172.21.15.44:0/1543906870 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:53.183 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.737+0000 7fbbb5e00700 1 -- 172.21.15.44:0/1543906870 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbb010a080 con 0x7fbbb0108f70 2024-05-21T00:28:53.183 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.738+0000 7fbbb5e00700 1 --2- 172.21.15.44:0/1543906870 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbb0108f70 0x7fbbb0109390 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fbba40098a0 tx=0x7fbba4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4706f9b519fedca server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:53.183 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.738+0000 7fbbb4a00700 1 -- 172.21.15.44:0/1543906870 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbba4004160 con 0x7fbbb0108f70 2024-05-21T00:28:53.183 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.738+0000 7fbbb4a00700 1 -- 172.21.15.44:0/1543906870 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fbba4004300 con 0x7fbbb0108f70 2024-05-21T00:28:53.183 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.738+0000 7fbbb4a00700 1 -- 172.21.15.44:0/1543906870 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbba4011af0 con 0x7fbbb0108f70 2024-05-21T00:28:53.183 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.739+0000 7fbbb8800700 1 -- 172.21.15.44:0/1543906870 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbb0108f70 msgr2=0x7fbbb0109390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:53.185 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.739+0000 7fbbb8800700 1 --2- 172.21.15.44:0/1543906870 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbb0108f70 0x7fbbb0109390 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fbba40098a0 tx=0x7fbba4009bb0 comp rx=0 tx=0).stop 2024-05-21T00:28:53.185 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.739+0000 7fbbb8800700 1 -- 172.21.15.44:0/1543906870 shutdown_connections 2024-05-21T00:28:53.185 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.739+0000 7fbbb8800700 1 --2- 172.21.15.44:0/1543906870 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbb0108f70 0x7fbbb0109390 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:53.185 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.739+0000 7fbbb8800700 1 -- 172.21.15.44:0/1543906870 >> 172.21.15.44:0/1543906870 conn(0x7fbbb0104530 msgr2=0x7fbbb0106950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:53.185 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.739+0000 7fbbb8800700 1 -- 172.21.15.44:0/1543906870 shutdown_connections 2024-05-21T00:28:53.186 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.739+0000 7fbbb8800700 1 -- 172.21.15.44:0/1543906870 wait complete. 2024-05-21T00:28:53.186 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.740+0000 7fbbb8800700 1 Processor -- start 2024-05-21T00:28:53.186 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.740+0000 7fbbb8800700 1 -- start start 2024-05-21T00:28:53.186 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.741+0000 7fbbb8800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbb0108f70 0x7fbbb019f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:53.186 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.741+0000 7fbbb8800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbbb010d4c0 con 0x7fbbb0108f70 2024-05-21T00:28:53.186 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.741+0000 7fbbb5e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbb0108f70 0x7fbbb019f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:53.186 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.741+0000 7fbbb5e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbb0108f70 0x7fbbb019f0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42384/0 (socket says 172.21.15.44:42384) 2024-05-21T00:28:53.186 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.741+0000 7fbbb5e00700 1 -- 172.21.15.44:0/3031910510 learned_addr learned my addr 172.21.15.44:0/3031910510 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:53.186 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.741+0000 7fbbb5e00700 1 -- 172.21.15.44:0/3031910510 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbb019f610 con 0x7fbbb0108f70 2024-05-21T00:28:53.186 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.742+0000 7fbbb5e00700 1 --2- 172.21.15.44:0/3031910510 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbb0108f70 0x7fbbb019f0d0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fbba4011ac0 tx=0x7fbba4011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:53.186 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.742+0000 7fbbaaa00700 1 -- 172.21.15.44:0/3031910510 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbba4003970 con 0x7fbbb0108f70 2024-05-21T00:28:53.186 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.742+0000 7fbbaaa00700 1 -- 172.21.15.44:0/3031910510 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fbba4003b10 con 0x7fbbb0108f70 2024-05-21T00:28:53.188 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.742+0000 7fbbaaa00700 1 -- 172.21.15.44:0/3031910510 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbba4024610 con 0x7fbbb0108f70 2024-05-21T00:28:53.189 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.742+0000 7fbbb8800700 1 -- 172.21.15.44:0/3031910510 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbb019f8a0 con 0x7fbbb0108f70 2024-05-21T00:28:53.189 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.742+0000 7fbbb8800700 1 -- 172.21.15.44:0/3031910510 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbb01a2590 con 0x7fbbb0108f70 2024-05-21T00:28:53.189 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.743+0000 7fbbb8800700 1 -- 172.21.15.44:0/3031910510 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbbb0064ba0 con 0x7fbbb0108f70 2024-05-21T00:28:53.189 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.743+0000 7fbbaaa00700 1 -- 172.21.15.44:0/3031910510 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7fbba401a9e0 con 0x7fbbb0108f70 2024-05-21T00:28:53.189 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.744+0000 7fbbaaa00700 1 --2- 172.21.15.44:0/3031910510 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7fbb9803e4c0 0x7fbb98040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:53.189 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.744+0000 7fbbaaa00700 1 -- 172.21.15.44:0/3031910510 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fbba4053910 con 0x7fbbb0108f70 2024-05-21T00:28:53.189 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.744+0000 7fbbb5400700 1 --2- 172.21.15.44:0/3031910510 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7fbb9803e4c0 0x7fbb98040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:53.189 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.745+0000 7fbbb5400700 1 --2- 172.21.15.44:0/3031910510 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7fbb9803e4c0 0x7fbb98040980 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fbba0006fd0 tx=0x7fbba0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:53.189 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:51.750+0000 7fbbaaa00700 1 -- 172.21.15.44:0/3031910510 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fbba4053260 con 0x7fbbb0108f70 2024-05-21T00:28:53.189 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:52.014+0000 7fbbb8800700 1 -- 172.21.15.44:0/3031910510 --> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7fbbb01056e0 con 0x7fbb9803e4c0 2024-05-21T00:28:53.189 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:52.022+0000 7fbbaaa00700 1 -- 172.21.15.44:0/3031910510 <== mgr.14120 v2:172.21.15.44:6800/3330900916 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fbbb01056e0 con 0x7fbb9803e4c0 2024-05-21T00:28:53.189 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:52.025+0000 7fbbb8800700 1 -- 172.21.15.44:0/3031910510 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7fbb9803e4c0 msgr2=0x7fbb98040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:53.189 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:52.026+0000 7fbbb8800700 1 --2- 172.21.15.44:0/3031910510 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7fbb9803e4c0 0x7fbb98040980 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fbba0006fd0 tx=0x7fbba0006e40 comp rx=0 tx=0).stop 2024-05-21T00:28:53.189 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:52.026+0000 7fbbb8800700 1 -- 172.21.15.44:0/3031910510 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbb0108f70 msgr2=0x7fbbb019f0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:53.190 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:52.026+0000 7fbbb8800700 1 --2- 172.21.15.44:0/3031910510 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbb0108f70 0x7fbbb019f0d0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fbba4011ac0 tx=0x7fbba4011ba0 comp rx=0 tx=0).stop 2024-05-21T00:28:53.190 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:52.026+0000 7fbbb8800700 1 -- 172.21.15.44:0/3031910510 shutdown_connections 2024-05-21T00:28:53.190 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:52.026+0000 7fbbb8800700 1 --2- 172.21.15.44:0/3031910510 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7fbb9803e4c0 0x7fbb98040980 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:53.190 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:52.026+0000 7fbbb8800700 1 --2- 172.21.15.44:0/3031910510 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbb0108f70 0x7fbbb019f0d0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:53.190 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:52.026+0000 7fbbb8800700 1 -- 172.21.15.44:0/3031910510 >> 172.21.15.44:0/3031910510 conn(0x7fbbb0104530 msgr2=0x7fbbb0104fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:53.190 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:52.026+0000 7fbbb8800700 1 -- 172.21.15.44:0/3031910510 shutdown_connections 2024-05-21T00:28:53.190 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:52.026+0000 7fbbb8800700 1 -- 172.21.15.44:0/3031910510 wait complete. 2024-05-21T00:28:53.190 INFO:teuthology.orchestra.run.smithi044.stdout:Deploying unmanaged mgr service... 2024-05-21T00:28:53.349 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:53 smithi044 ceph-mon[31392]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:28:53.349 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:53 smithi044 ceph-mon[31392]: Saving service mon spec with placement count:5 2024-05-21T00:28:53.349 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:53 smithi044 ceph-mon[31392]: from='mgr.14120 172.21.15.44:0/3903208840' entity='mgr.x' 2024-05-21T00:28:55.282 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:54 smithi044 ceph-mon[31392]: from='mgr.14120 172.21.15.44:0/3903208840' entity='mgr.x' 2024-05-21T00:28:55.282 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:54 smithi044 ceph-mon[31392]: from='mgr.14120 172.21.15.44:0/3903208840' entity='mgr.x' 2024-05-21T00:28:55.293 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-05-21T00:28:55.293 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.293+0000 7f590b200700 1 Processor -- start 2024-05-21T00:28:55.293 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.293+0000 7f590b200700 1 -- start start 2024-05-21T00:28:55.293 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.294+0000 7f590b200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f590c07ee30 0x7f590c07d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:55.293 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.294+0000 7f590b200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f590c07d820 con 0x7f590c07ee30 2024-05-21T00:28:55.293 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.294+0000 7f5909e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f590c07ee30 0x7f590c07d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:55.298 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.294+0000 7f5909e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f590c07ee30 0x7f590c07d2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42392/0 (socket says 172.21.15.44:42392) 2024-05-21T00:28:55.298 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.294+0000 7f5909e00700 1 -- 172.21.15.44:0/3290925110 learned_addr learned my addr 172.21.15.44:0/3290925110 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:55.299 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.295+0000 7f5909e00700 1 -- 172.21.15.44:0/3290925110 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f590c07d9a0 con 0x7f590c07ee30 2024-05-21T00:28:55.299 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.295+0000 7f5909e00700 1 --2- 172.21.15.44:0/3290925110 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f590c07ee30 0x7f590c07d2e0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f58fc0098a0 tx=0x7f58fc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f5bfa8241c8aa0c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:55.299 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.295+0000 7f5908a00700 1 -- 172.21.15.44:0/3290925110 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f58fc004160 con 0x7f590c07ee30 2024-05-21T00:28:55.299 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.295+0000 7f5908a00700 1 -- 172.21.15.44:0/3290925110 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58fc004300 con 0x7f590c07ee30 2024-05-21T00:28:55.299 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.295+0000 7f5908a00700 1 -- 172.21.15.44:0/3290925110 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f58fc011a20 con 0x7f590c07ee30 2024-05-21T00:28:55.299 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.296+0000 7f590b200700 1 -- 172.21.15.44:0/3290925110 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f590c07ee30 msgr2=0x7f590c07d2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:55.299 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.296+0000 7f590b200700 1 --2- 172.21.15.44:0/3290925110 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f590c07ee30 0x7f590c07d2e0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f58fc0098a0 tx=0x7f58fc009bb0 comp rx=0 tx=0).stop 2024-05-21T00:28:55.299 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.296+0000 7f590b200700 1 -- 172.21.15.44:0/3290925110 shutdown_connections 2024-05-21T00:28:55.299 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.296+0000 7f590b200700 1 --2- 172.21.15.44:0/3290925110 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f590c07ee30 0x7f590c07d2e0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:55.299 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.296+0000 7f590b200700 1 -- 172.21.15.44:0/3290925110 >> 172.21.15.44:0/3290925110 conn(0x7f590c1042e0 msgr2=0x7f590c106760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:55.299 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.296+0000 7f590b200700 1 -- 172.21.15.44:0/3290925110 shutdown_connections 2024-05-21T00:28:55.299 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.297+0000 7f590b200700 1 -- 172.21.15.44:0/3290925110 wait complete. 2024-05-21T00:28:55.300 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.298+0000 7f590b200700 1 Processor -- start 2024-05-21T00:28:55.300 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.298+0000 7f590b200700 1 -- start start 2024-05-21T00:28:55.300 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.298+0000 7f590b200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f590c07ee30 0x7f590c19eea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:55.300 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.298+0000 7f590b200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f590c10f2e0 con 0x7f590c07ee30 2024-05-21T00:28:55.300 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.298+0000 7f5909e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f590c07ee30 0x7f590c19eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:55.300 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.299+0000 7f5909e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f590c07ee30 0x7f590c19eea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42400/0 (socket says 172.21.15.44:42400) 2024-05-21T00:28:55.300 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.299+0000 7f5909e00700 1 -- 172.21.15.44:0/3280588868 learned_addr learned my addr 172.21.15.44:0/3280588868 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:55.300 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.299+0000 7f5909e00700 1 -- 172.21.15.44:0/3280588868 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f590c19f3e0 con 0x7f590c07ee30 2024-05-21T00:28:55.300 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.299+0000 7f5909e00700 1 --2- 172.21.15.44:0/3280588868 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f590c07ee30 0x7f590c19eea0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f58fc011a60 tx=0x7f58fc011b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:55.300 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.300+0000 7f5902a00700 1 -- 172.21.15.44:0/3280588868 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f58fc003b20 con 0x7f590c07ee30 2024-05-21T00:28:55.300 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.300+0000 7f5902a00700 1 -- 172.21.15.44:0/3280588868 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58fc01b8f0 con 0x7f590c07ee30 2024-05-21T00:28:55.300 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.300+0000 7f590b200700 1 -- 172.21.15.44:0/3280588868 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f590c19f670 con 0x7f590c07ee30 2024-05-21T00:28:55.301 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.300+0000 7f5902a00700 1 -- 172.21.15.44:0/3280588868 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f58fc023900 con 0x7f590c07ee30 2024-05-21T00:28:55.301 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.300+0000 7f590b200700 1 -- 172.21.15.44:0/3280588868 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f590c1a2360 con 0x7f590c07ee30 2024-05-21T00:28:55.301 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.301+0000 7f590b200700 1 -- 172.21.15.44:0/3280588868 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58ec005360 con 0x7f590c07ee30 2024-05-21T00:28:55.301 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.301+0000 7f5902a00700 1 -- 172.21.15.44:0/3280588868 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f58fc01b440 con 0x7f590c07ee30 2024-05-21T00:28:55.301 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.302+0000 7f5902a00700 1 --2- 172.21.15.44:0/3280588868 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f58f003e4c0 0x7f58f0040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:55.301 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.302+0000 7f5902a00700 1 -- 172.21.15.44:0/3280588868 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f58fc053e50 con 0x7f590c07ee30 2024-05-21T00:28:55.301 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.302+0000 7f5909400700 1 --2- 172.21.15.44:0/3280588868 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f58f003e4c0 0x7f58f0040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:55.301 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.303+0000 7f5909400700 1 --2- 172.21.15.44:0/3280588868 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f58f003e4c0 0x7f58f0040980 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f58f8006fd0 tx=0x7f58f8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:55.301 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.313+0000 7f5902a00700 1 -- 172.21.15.44:0/3280588868 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f58fc01f030 con 0x7f590c07ee30 2024-05-21T00:28:55.301 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.574+0000 7f590b200700 1 -- 172.21.15.44:0/3280588868 --> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f58ec000bf0 con 0x7f58f003e4c0 2024-05-21T00:28:55.301 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.581+0000 7f5902a00700 1 -- 172.21.15.44:0/3280588868 <== mgr.14120 v2:172.21.15.44:6800/3330900916 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f58ec000bf0 con 0x7f58f003e4c0 2024-05-21T00:28:55.301 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.584+0000 7f590b200700 1 -- 172.21.15.44:0/3280588868 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f58f003e4c0 msgr2=0x7f58f0040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:55.302 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.584+0000 7f590b200700 1 --2- 172.21.15.44:0/3280588868 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f58f003e4c0 0x7f58f0040980 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f58f8006fd0 tx=0x7f58f8006e40 comp rx=0 tx=0).stop 2024-05-21T00:28:55.302 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.584+0000 7f590b200700 1 -- 172.21.15.44:0/3280588868 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f590c07ee30 msgr2=0x7f590c19eea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:55.302 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.584+0000 7f590b200700 1 --2- 172.21.15.44:0/3280588868 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f590c07ee30 0x7f590c19eea0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f58fc011a60 tx=0x7f58fc011b40 comp rx=0 tx=0).stop 2024-05-21T00:28:55.302 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.584+0000 7f590b200700 1 -- 172.21.15.44:0/3280588868 shutdown_connections 2024-05-21T00:28:55.302 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.584+0000 7f590b200700 1 --2- 172.21.15.44:0/3280588868 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f58f003e4c0 0x7f58f0040980 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:55.302 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.584+0000 7f590b200700 1 --2- 172.21.15.44:0/3280588868 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f590c07ee30 0x7f590c19eea0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:55.302 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.584+0000 7f590b200700 1 -- 172.21.15.44:0/3280588868 >> 172.21.15.44:0/3280588868 conn(0x7f590c1042e0 msgr2=0x7f590c104f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:55.302 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.584+0000 7f590b200700 1 -- 172.21.15.44:0/3280588868 shutdown_connections 2024-05-21T00:28:55.302 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:54.584+0000 7f590b200700 1 -- 172.21.15.44:0/3280588868 wait complete. 2024-05-21T00:28:56.147 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:56 smithi044 ceph-mon[31392]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:28:56.147 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:56 smithi044 ceph-mon[31392]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:28:56.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:56 smithi044 ceph-mon[31392]: Saving service mgr spec with placement count:2 2024-05-21T00:28:56.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:56 smithi044 ceph-mon[31392]: from='mgr.14120 172.21.15.44:0/3903208840' entity='mgr.x' 2024-05-21T00:28:57.397 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:57 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1207017101' entity='client.admin' 2024-05-21T00:28:57.397 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:57 smithi044 ceph-mon[31392]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:28:57.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.889+0000 7ff18de00700 1 Processor -- start 2024-05-21T00:28:57.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.889+0000 7ff18de00700 1 -- start start 2024-05-21T00:28:57.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.890+0000 7ff18de00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff1881097c0 0x7ff18810bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:57.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.890+0000 7ff18de00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff18807ceb0 con 0x7ff1881097c0 2024-05-21T00:28:57.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.890+0000 7ff18ca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff1881097c0 0x7ff18810bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:57.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.890+0000 7ff18ca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff1881097c0 0x7ff18810bbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42402/0 (socket says 172.21.15.44:42402) 2024-05-21T00:28:57.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.890+0000 7ff18ca00700 1 -- 172.21.15.44:0/3367943044 learned_addr learned my addr 172.21.15.44:0/3367943044 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:57.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.890+0000 7ff18ca00700 1 -- 172.21.15.44:0/3367943044 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff18810c0f0 con 0x7ff1881097c0 2024-05-21T00:28:57.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.891+0000 7ff18ca00700 1 --2- 172.21.15.44:0/3367943044 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff1881097c0 0x7ff18810bbb0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff17c0098a0 tx=0x7ff17c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99d72d05143efbca server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:57.468 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.891+0000 7ff187400700 1 -- 172.21.15.44:0/3367943044 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff17c004160 con 0x7ff1881097c0 2024-05-21T00:28:57.472 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.891+0000 7ff187400700 1 -- 172.21.15.44:0/3367943044 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff17c004300 con 0x7ff1881097c0 2024-05-21T00:28:57.472 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.891+0000 7ff187400700 1 -- 172.21.15.44:0/3367943044 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff17c011a20 con 0x7ff1881097c0 2024-05-21T00:28:57.472 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.892+0000 7ff18de00700 1 -- 172.21.15.44:0/3367943044 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff1881097c0 msgr2=0x7ff18810bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:57.472 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.892+0000 7ff18de00700 1 --2- 172.21.15.44:0/3367943044 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff1881097c0 0x7ff18810bbb0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff17c0098a0 tx=0x7ff17c009bb0 comp rx=0 tx=0).stop 2024-05-21T00:28:57.472 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.892+0000 7ff18de00700 1 -- 172.21.15.44:0/3367943044 shutdown_connections 2024-05-21T00:28:57.472 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.892+0000 7ff18de00700 1 --2- 172.21.15.44:0/3367943044 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff1881097c0 0x7ff18810bbb0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:57.473 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.892+0000 7ff18de00700 1 -- 172.21.15.44:0/3367943044 >> 172.21.15.44:0/3367943044 conn(0x7ff1881031f0 msgr2=0x7ff188105630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:57.473 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.892+0000 7ff18de00700 1 -- 172.21.15.44:0/3367943044 shutdown_connections 2024-05-21T00:28:57.473 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.892+0000 7ff18de00700 1 -- 172.21.15.44:0/3367943044 wait complete. 2024-05-21T00:28:57.473 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.893+0000 7ff18de00700 1 Processor -- start 2024-05-21T00:28:57.473 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.893+0000 7ff18de00700 1 -- start start 2024-05-21T00:28:57.473 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.894+0000 7ff18de00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff1881097c0 0x7ff18819ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:57.473 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.894+0000 7ff18de00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff18810d100 con 0x7ff1881097c0 2024-05-21T00:28:57.473 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.894+0000 7ff18ca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff1881097c0 0x7ff18819ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:57.473 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.894+0000 7ff18ca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff1881097c0 0x7ff18819ef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42410/0 (socket says 172.21.15.44:42410) 2024-05-21T00:28:57.473 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.894+0000 7ff18ca00700 1 -- 172.21.15.44:0/1207017101 learned_addr learned my addr 172.21.15.44:0/1207017101 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:57.473 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.895+0000 7ff18ca00700 1 -- 172.21.15.44:0/1207017101 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff18819f480 con 0x7ff1881097c0 2024-05-21T00:28:57.473 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.895+0000 7ff18ca00700 1 --2- 172.21.15.44:0/1207017101 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff1881097c0 0x7ff18819ef40 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7ff17c004660 tx=0x7ff17c011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:57.473 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.895+0000 7ff185600700 1 -- 172.21.15.44:0/1207017101 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff17c003aa0 con 0x7ff1881097c0 2024-05-21T00:28:57.473 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.896+0000 7ff18de00700 1 -- 172.21.15.44:0/1207017101 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff18819f710 con 0x7ff1881097c0 2024-05-21T00:28:57.474 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.896+0000 7ff185600700 1 -- 172.21.15.44:0/1207017101 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff17c01b8f0 con 0x7ff1881097c0 2024-05-21T00:28:57.474 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.896+0000 7ff185600700 1 -- 172.21.15.44:0/1207017101 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff17c023900 con 0x7ff1881097c0 2024-05-21T00:28:57.474 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.896+0000 7ff18de00700 1 -- 172.21.15.44:0/1207017101 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1881a2400 con 0x7ff1881097c0 2024-05-21T00:28:57.474 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.897+0000 7ff18de00700 1 -- 172.21.15.44:0/1207017101 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff18806a680 con 0x7ff1881097c0 2024-05-21T00:28:57.474 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.897+0000 7ff185600700 1 -- 172.21.15.44:0/1207017101 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7ff17c023bc0 con 0x7ff1881097c0 2024-05-21T00:28:57.474 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.898+0000 7ff185600700 1 --2- 172.21.15.44:0/1207017101 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7ff17003e470 0x7ff170040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:57.474 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.898+0000 7ff185600700 1 -- 172.21.15.44:0/1207017101 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ff17c054000 con 0x7ff1881097c0 2024-05-21T00:28:57.474 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.898+0000 7ff187e00700 1 --2- 172.21.15.44:0/1207017101 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7ff17003e470 0x7ff170040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:57.474 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.899+0000 7ff187e00700 1 --2- 172.21.15.44:0/1207017101 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7ff17003e470 0x7ff170040930 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7ff174006fd0 tx=0x7ff174006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:57.474 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:55.904+0000 7ff185600700 1 -- 172.21.15.44:0/1207017101 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff17c01f030 con 0x7ff1881097c0 2024-05-21T00:28:57.474 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:56.170+0000 7ff18de00700 1 -- 172.21.15.44:0/1207017101 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7ff1881a2a00 con 0x7ff1881097c0 2024-05-21T00:28:57.474 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:56.176+0000 7ff185600700 1 -- 172.21.15.44:0/1207017101 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7ff17c01bde0 con 0x7ff1881097c0 2024-05-21T00:28:57.475 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:56.179+0000 7ff18de00700 1 -- 172.21.15.44:0/1207017101 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7ff17003e470 msgr2=0x7ff170040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:57.475 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:56.179+0000 7ff18de00700 1 --2- 172.21.15.44:0/1207017101 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7ff17003e470 0x7ff170040930 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7ff174006fd0 tx=0x7ff174006e40 comp rx=0 tx=0).stop 2024-05-21T00:28:57.475 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:56.179+0000 7ff18de00700 1 -- 172.21.15.44:0/1207017101 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff1881097c0 msgr2=0x7ff18819ef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:57.475 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:56.179+0000 7ff18de00700 1 --2- 172.21.15.44:0/1207017101 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff1881097c0 0x7ff18819ef40 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7ff17c004660 tx=0x7ff17c011aa0 comp rx=0 tx=0).stop 2024-05-21T00:28:57.475 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:56.179+0000 7ff18de00700 1 -- 172.21.15.44:0/1207017101 shutdown_connections 2024-05-21T00:28:57.475 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:56.179+0000 7ff18de00700 1 --2- 172.21.15.44:0/1207017101 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7ff17003e470 0x7ff170040930 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:57.475 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:56.179+0000 7ff18de00700 1 --2- 172.21.15.44:0/1207017101 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff1881097c0 0x7ff18819ef40 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:57.475 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:56.179+0000 7ff18de00700 1 -- 172.21.15.44:0/1207017101 >> 172.21.15.44:0/1207017101 conn(0x7ff1881031f0 msgr2=0x7ff188103cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:57.475 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:56.180+0000 7ff18de00700 1 -- 172.21.15.44:0/1207017101 shutdown_connections 2024-05-21T00:28:57.475 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:56.180+0000 7ff18de00700 1 -- 172.21.15.44:0/1207017101 wait complete. 2024-05-21T00:28:58.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:58 smithi044 ceph-mon[31392]: from='mgr.14120 172.21.15.44:0/3903208840' entity='mgr.x' 2024-05-21T00:28:59.050 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.090+0000 7fa39ca00700 1 Processor -- start 2024-05-21T00:28:59.050 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.090+0000 7fa39ca00700 1 -- start start 2024-05-21T00:28:59.050 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.091+0000 7fa39ca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa398107860 0x7fa398107c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:59.050 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.091+0000 7fa39ca00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa39807ce10 con 0x7fa398107860 2024-05-21T00:28:59.050 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.091+0000 7fa395e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa398107860 0x7fa398107c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:59.051 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.091+0000 7fa395e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa398107860 0x7fa398107c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:49108/0 (socket says 172.21.15.44:49108) 2024-05-21T00:28:59.051 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.091+0000 7fa395e00700 1 -- 172.21.15.44:0/4092736953 learned_addr learned my addr 172.21.15.44:0/4092736953 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:59.051 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.092+0000 7fa395e00700 1 -- 172.21.15.44:0/4092736953 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3981081c0 con 0x7fa398107860 2024-05-21T00:28:59.051 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.092+0000 7fa395e00700 1 --2- 172.21.15.44:0/4092736953 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa398107860 0x7fa398107c80 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa3880098a0 tx=0x7fa388009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e112765281e6245a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:59.051 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.093+0000 7fa394a00700 1 -- 172.21.15.44:0/4092736953 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa388004160 con 0x7fa398107860 2024-05-21T00:28:59.051 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.093+0000 7fa394a00700 1 -- 172.21.15.44:0/4092736953 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa388004300 con 0x7fa398107860 2024-05-21T00:28:59.051 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.093+0000 7fa394a00700 1 -- 172.21.15.44:0/4092736953 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa388011a20 con 0x7fa398107860 2024-05-21T00:28:59.051 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.093+0000 7fa39ca00700 1 -- 172.21.15.44:0/4092736953 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa398107860 msgr2=0x7fa398107c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:59.051 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.093+0000 7fa39ca00700 1 --2- 172.21.15.44:0/4092736953 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa398107860 0x7fa398107c80 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa3880098a0 tx=0x7fa388009bb0 comp rx=0 tx=0).stop 2024-05-21T00:28:59.051 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.094+0000 7fa39ca00700 1 -- 172.21.15.44:0/4092736953 shutdown_connections 2024-05-21T00:28:59.051 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.094+0000 7fa39ca00700 1 --2- 172.21.15.44:0/4092736953 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa398107860 0x7fa398107c80 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:59.051 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.094+0000 7fa39ca00700 1 -- 172.21.15.44:0/4092736953 >> 172.21.15.44:0/4092736953 conn(0x7fa398103420 msgr2=0x7fa398105840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:59.051 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.094+0000 7fa39ca00700 1 -- 172.21.15.44:0/4092736953 shutdown_connections 2024-05-21T00:28:59.052 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.094+0000 7fa39ca00700 1 -- 172.21.15.44:0/4092736953 wait complete. 2024-05-21T00:28:59.052 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.095+0000 7fa39ca00700 1 Processor -- start 2024-05-21T00:28:59.052 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.095+0000 7fa39ca00700 1 -- start start 2024-05-21T00:28:59.052 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.095+0000 7fa39ca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa398107860 0x7fa3981a3480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:59.052 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.095+0000 7fa39ca00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa398109230 con 0x7fa398107860 2024-05-21T00:28:59.052 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.096+0000 7fa395e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa398107860 0x7fa3981a3480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:59.052 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.096+0000 7fa395e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa398107860 0x7fa3981a3480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:49116/0 (socket says 172.21.15.44:49116) 2024-05-21T00:28:59.052 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.096+0000 7fa395e00700 1 -- 172.21.15.44:0/3692437115 learned_addr learned my addr 172.21.15.44:0/3692437115 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:28:59.052 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.096+0000 7fa395e00700 1 -- 172.21.15.44:0/3692437115 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3981a39c0 con 0x7fa398107860 2024-05-21T00:28:59.052 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.096+0000 7fa395e00700 1 --2- 172.21.15.44:0/3692437115 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa398107860 0x7fa3981a3480 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fa388004660 tx=0x7fa388011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:59.052 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.097+0000 7fa38ea00700 1 -- 172.21.15.44:0/3692437115 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa388003aa0 con 0x7fa398107860 2024-05-21T00:28:59.052 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.097+0000 7fa38ea00700 1 -- 172.21.15.44:0/3692437115 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa38801b8f0 con 0x7fa398107860 2024-05-21T00:28:59.052 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.097+0000 7fa38ea00700 1 -- 172.21.15.44:0/3692437115 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa388023900 con 0x7fa398107860 2024-05-21T00:28:59.052 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.097+0000 7fa39ca00700 1 -- 172.21.15.44:0/3692437115 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3981a3c50 con 0x7fa398107860 2024-05-21T00:28:59.053 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.097+0000 7fa39ca00700 1 -- 172.21.15.44:0/3692437115 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3981a6940 con 0x7fa398107860 2024-05-21T00:28:59.053 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.098+0000 7fa39ca00700 1 -- 172.21.15.44:0/3692437115 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa39810fa90 con 0x7fa398107860 2024-05-21T00:28:59.053 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.098+0000 7fa38ea00700 1 -- 172.21.15.44:0/3692437115 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7fa388023b70 con 0x7fa398107860 2024-05-21T00:28:59.053 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.099+0000 7fa38ea00700 1 --2- 172.21.15.44:0/3692437115 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7fa37c03e4c0 0x7fa37c040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:28:59.053 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.099+0000 7fa38ea00700 1 -- 172.21.15.44:0/3692437115 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fa388053e40 con 0x7fa398107860 2024-05-21T00:28:59.053 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.099+0000 7fa395400700 1 --2- 172.21.15.44:0/3692437115 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7fa37c03e4c0 0x7fa37c040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:28:59.053 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.100+0000 7fa395400700 1 --2- 172.21.15.44:0/3692437115 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7fa37c03e4c0 0x7fa37c040980 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fa384006fd0 tx=0x7fa384006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:28:59.053 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.105+0000 7fa38ea00700 1 -- 172.21.15.44:0/3692437115 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa38801f030 con 0x7fa398107860 2024-05-21T00:28:59.053 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.349+0000 7fa39ca00700 1 -- 172.21.15.44:0/3692437115 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7fa39802e860 con 0x7fa398107860 2024-05-21T00:28:59.053 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.354+0000 7fa38ea00700 1 -- 172.21.15.44:0/3692437115 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7fa38801baa0 con 0x7fa398107860 2024-05-21T00:28:59.053 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.357+0000 7fa39ca00700 1 -- 172.21.15.44:0/3692437115 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7fa37c03e4c0 msgr2=0x7fa37c040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:59.053 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.357+0000 7fa39ca00700 1 --2- 172.21.15.44:0/3692437115 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7fa37c03e4c0 0x7fa37c040980 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fa384006fd0 tx=0x7fa384006e40 comp rx=0 tx=0).stop 2024-05-21T00:28:59.053 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.357+0000 7fa39ca00700 1 -- 172.21.15.44:0/3692437115 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa398107860 msgr2=0x7fa3981a3480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:28:59.054 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.357+0000 7fa39ca00700 1 --2- 172.21.15.44:0/3692437115 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa398107860 0x7fa3981a3480 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fa388004660 tx=0x7fa388011aa0 comp rx=0 tx=0).stop 2024-05-21T00:28:59.054 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.358+0000 7fa39ca00700 1 -- 172.21.15.44:0/3692437115 shutdown_connections 2024-05-21T00:28:59.054 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.358+0000 7fa39ca00700 1 --2- 172.21.15.44:0/3692437115 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7fa37c03e4c0 0x7fa37c040980 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:59.054 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.358+0000 7fa39ca00700 1 --2- 172.21.15.44:0/3692437115 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa398107860 0x7fa3981a3480 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:28:59.054 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.358+0000 7fa39ca00700 1 -- 172.21.15.44:0/3692437115 >> 172.21.15.44:0/3692437115 conn(0x7fa398103420 msgr2=0x7fa39810cbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:28:59.054 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.358+0000 7fa39ca00700 1 -- 172.21.15.44:0/3692437115 shutdown_connections 2024-05-21T00:28:59.054 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:58.358+0000 7fa39ca00700 1 -- 172.21.15.44:0/3692437115 wait complete. 2024-05-21T00:28:59.054 INFO:teuthology.orchestra.run.smithi044.stdout:Enabling the dashboard module... 2024-05-21T00:28:59.647 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:59 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/3692437115' entity='client.admin' 2024-05-21T00:28:59.647 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:28:59 smithi044 ceph-mon[31392]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:29:00.782 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:00 smithi044 ceph-mon[31392]: from='mgr.14120 172.21.15.44:0/3903208840' entity='mgr.x' 2024-05-21T00:29:00.782 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:00 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1206696254' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-05-21T00:29:00.782 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:29:00 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: ignoring --setuser ceph since I am not root 2024-05-21T00:29:00.782 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:29:00 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: ignoring --setgroup ceph since I am not root 2024-05-21T00:29:01.032 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:29:00 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:29:00.777+0000 7fa971a41200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-21T00:29:01.305 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:29:01 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:29:01.051+0000 7fa971a41200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-21T00:29:01.305 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:29:01 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:29:01.185+0000 7fa971a41200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-21T00:29:01.597 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:01 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1206696254' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-05-21T00:29:01.597 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:01 smithi044 ceph-mon[31392]: mgrmap e9: x(active, since 26s) 2024-05-21T00:29:01.647 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.673+0000 7f8559c00700 1 Processor -- start 2024-05-21T00:29:01.647 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.673+0000 7f8559c00700 1 -- start start 2024-05-21T00:29:01.647 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.674+0000 7f8559c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f855407ee30 0x7f855407d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:01.647 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.674+0000 7f8559c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f855407d820 con 0x7f855407ee30 2024-05-21T00:29:01.647 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.674+0000 7f8552a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f855407ee30 0x7f855407d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:01.647 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.674+0000 7f8552a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f855407ee30 0x7f855407d2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:49122/0 (socket says 172.21.15.44:49122) 2024-05-21T00:29:01.648 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.674+0000 7f8552a00700 1 -- 172.21.15.44:0/1270383953 learned_addr learned my addr 172.21.15.44:0/1270383953 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:29:01.648 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.675+0000 7f8552a00700 1 -- 172.21.15.44:0/1270383953 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f855407d9a0 con 0x7f855407ee30 2024-05-21T00:29:01.648 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.675+0000 7f8552a00700 1 --2- 172.21.15.44:0/1270383953 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f855407ee30 0x7f855407d2e0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f85440098a0 tx=0x7f8544009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4fa19672b4b36ce0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:01.648 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.675+0000 7f8551600700 1 -- 172.21.15.44:0/1270383953 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8544004160 con 0x7f855407ee30 2024-05-21T00:29:01.648 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.676+0000 7f8551600700 1 -- 172.21.15.44:0/1270383953 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8544004300 con 0x7f855407ee30 2024-05-21T00:29:01.648 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.676+0000 7f8551600700 1 -- 172.21.15.44:0/1270383953 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8544011a20 con 0x7f855407ee30 2024-05-21T00:29:01.652 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.677+0000 7f8559c00700 1 -- 172.21.15.44:0/1270383953 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f855407ee30 msgr2=0x7f855407d2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:01.652 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.677+0000 7f8559c00700 1 --2- 172.21.15.44:0/1270383953 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f855407ee30 0x7f855407d2e0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f85440098a0 tx=0x7f8544009bb0 comp rx=0 tx=0).stop 2024-05-21T00:29:01.652 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.677+0000 7f8559c00700 1 -- 172.21.15.44:0/1270383953 shutdown_connections 2024-05-21T00:29:01.652 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.677+0000 7f8559c00700 1 --2- 172.21.15.44:0/1270383953 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f855407ee30 0x7f855407d2e0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:01.652 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.677+0000 7f8559c00700 1 -- 172.21.15.44:0/1270383953 >> 172.21.15.44:0/1270383953 conn(0x7f8554104530 msgr2=0x7f8554106950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:29:01.653 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.677+0000 7f8559c00700 1 -- 172.21.15.44:0/1270383953 shutdown_connections 2024-05-21T00:29:01.653 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.677+0000 7f8559c00700 1 -- 172.21.15.44:0/1270383953 wait complete. 2024-05-21T00:29:01.653 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.678+0000 7f8559c00700 1 Processor -- start 2024-05-21T00:29:01.653 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.678+0000 7f8559c00700 1 -- start start 2024-05-21T00:29:01.653 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.679+0000 7f8559c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f855407ee30 0x7f855419f070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:01.653 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.679+0000 7f8559c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f855410f4d0 con 0x7f855407ee30 2024-05-21T00:29:01.653 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.679+0000 7f8552a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f855407ee30 0x7f855419f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:01.653 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.679+0000 7f8552a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f855407ee30 0x7f855419f070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:49134/0 (socket says 172.21.15.44:49134) 2024-05-21T00:29:01.653 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.679+0000 7f8552a00700 1 -- 172.21.15.44:0/1206696254 learned_addr learned my addr 172.21.15.44:0/1206696254 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:29:01.653 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.680+0000 7f8552a00700 1 -- 172.21.15.44:0/1206696254 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f855419f5b0 con 0x7f855407ee30 2024-05-21T00:29:01.653 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.680+0000 7f8552a00700 1 --2- 172.21.15.44:0/1206696254 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f855407ee30 0x7f855419f070 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f85440116e0 tx=0x7f8544011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:01.653 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.680+0000 7f854b400700 1 -- 172.21.15.44:0/1206696254 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8544003b20 con 0x7f855407ee30 2024-05-21T00:29:01.653 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.680+0000 7f854b400700 1 -- 172.21.15.44:0/1206696254 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f854401b8f0 con 0x7f855407ee30 2024-05-21T00:29:01.654 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.680+0000 7f854b400700 1 -- 172.21.15.44:0/1206696254 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f85440238c0 con 0x7f855407ee30 2024-05-21T00:29:01.654 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.680+0000 7f8559c00700 1 -- 172.21.15.44:0/1206696254 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f855419f840 con 0x7f855407ee30 2024-05-21T00:29:01.654 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.681+0000 7f8559c00700 1 -- 172.21.15.44:0/1206696254 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85541a2530 con 0x7f855407ee30 2024-05-21T00:29:01.654 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.682+0000 7f8559c00700 1 -- 172.21.15.44:0/1206696254 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8554064ba0 con 0x7f855407ee30 2024-05-21T00:29:01.654 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.682+0000 7f854b400700 1 -- 172.21.15.44:0/1206696254 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f854401baa0 con 0x7f855407ee30 2024-05-21T00:29:01.654 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.683+0000 7f854b400700 1 --2- 172.21.15.44:0/1206696254 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f853803e470 0x7f8538040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:01.654 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.683+0000 7f854b400700 1 -- 172.21.15.44:0/1206696254 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f8544054050 con 0x7f855407ee30 2024-05-21T00:29:01.654 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.683+0000 7f8552000700 1 --2- 172.21.15.44:0/1206696254 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f853803e470 0x7f8538040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:01.654 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.684+0000 7f8552000700 1 --2- 172.21.15.44:0/1206696254 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f853803e470 0x7f8538040930 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f8540006fd0 tx=0x7f8540006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:01.654 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.688+0000 7f854b400700 1 -- 172.21.15.44:0/1206696254 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f854401f030 con 0x7f855407ee30 2024-05-21T00:29:01.654 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:28:59.989+0000 7f8559c00700 1 -- 172.21.15.44:0/1206696254 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7f85541a2700 con 0x7f855407ee30 2024-05-21T00:29:01.654 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:00.444+0000 7f854b400700 1 -- 172.21.15.44:0/1206696254 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7f85440539a0 con 0x7f855407ee30 2024-05-21T00:29:01.654 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:00.449+0000 7f854b400700 1 -- 172.21.15.44:0/1206696254 <== mon.0 v2:172.21.15.44:3300/0 8 ==== mgrmap(e 9) ==== 50235+0+0 (secure 0 0 0) 0x7f854401b440 con 0x7f855407ee30 2024-05-21T00:29:01.655 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:00.449+0000 7f8559c00700 1 -- 172.21.15.44:0/1206696254 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f853803e470 msgr2=0x7f8538040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:01.655 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:00.449+0000 7f8559c00700 1 --2- 172.21.15.44:0/1206696254 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f853803e470 0x7f8538040930 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f8540006fd0 tx=0x7f8540006e40 comp rx=0 tx=0).stop 2024-05-21T00:29:01.655 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:00.449+0000 7f8559c00700 1 -- 172.21.15.44:0/1206696254 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f855407ee30 msgr2=0x7f855419f070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:01.655 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:00.449+0000 7f8559c00700 1 --2- 172.21.15.44:0/1206696254 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f855407ee30 0x7f855419f070 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f85440116e0 tx=0x7f8544011aa0 comp rx=0 tx=0).stop 2024-05-21T00:29:01.655 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:00.451+0000 7f8559c00700 1 -- 172.21.15.44:0/1206696254 shutdown_connections 2024-05-21T00:29:01.655 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:00.451+0000 7f8559c00700 1 --2- 172.21.15.44:0/1206696254 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f853803e470 0x7f8538040930 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:01.655 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:00.451+0000 7f8559c00700 1 --2- 172.21.15.44:0/1206696254 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f855407ee30 0x7f855419f070 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:01.655 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:00.451+0000 7f8559c00700 1 -- 172.21.15.44:0/1206696254 >> 172.21.15.44:0/1206696254 conn(0x7f8554104530 msgr2=0x7f8554105020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:29:01.655 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:00.451+0000 7f8559c00700 1 -- 172.21.15.44:0/1206696254 shutdown_connections 2024-05-21T00:29:01.655 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:00.451+0000 7f8559c00700 1 -- 172.21.15.44:0/1206696254 wait complete. 2024-05-21T00:29:01.886 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:29:01 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:29:01.593+0000 7fa971a41200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-21T00:29:01.886 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:29:01 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:29:01.714+0000 7fa971a41200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-21T00:29:03.337 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:03 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/4158063784' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-05-21T00:29:03.647 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:29:03 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:29:03.332+0000 7fa971a41200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-21T00:29:03.648 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:29:03 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:29:03.572+0000 7fa971a41200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-21T00:29:03.721 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout { 2024-05-21T00:29:03.722 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-05-21T00:29:03.722 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-21T00:29:03.722 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-05-21T00:29:03.723 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-05-21T00:29:03.723 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout } 2024-05-21T00:29:03.723 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.695+0000 7f9d07200700 1 Processor -- start 2024-05-21T00:29:03.723 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.696+0000 7f9d07200700 1 -- start start 2024-05-21T00:29:03.724 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.696+0000 7f9d07200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d08107c50 0x7f9d08108070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:03.724 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.696+0000 7f9d07200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9d08108640 con 0x7f9d08107c50 2024-05-21T00:29:03.724 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.696+0000 7f9d05e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d08107c50 0x7f9d08108070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:03.724 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.696+0000 7f9d05e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d08107c50 0x7f9d08108070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:49164/0 (socket says 172.21.15.44:49164) 2024-05-21T00:29:03.724 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.696+0000 7f9d05e00700 1 -- 172.21.15.44:0/571591354 learned_addr learned my addr 172.21.15.44:0/571591354 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:29:03.724 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.697+0000 7f9d05e00700 1 -- 172.21.15.44:0/571591354 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d08108e50 con 0x7f9d08107c50 2024-05-21T00:29:03.725 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.697+0000 7f9d05e00700 1 --2- 172.21.15.44:0/571591354 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d08107c50 0x7f9d08108070 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f9cf80098a0 tx=0x7f9cf8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd140aa36940937e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:03.725 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.697+0000 7f9d04a00700 1 -- 172.21.15.44:0/571591354 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9cf8004160 con 0x7f9d08107c50 2024-05-21T00:29:03.725 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.698+0000 7f9d04a00700 1 -- 172.21.15.44:0/571591354 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9cf8004300 con 0x7f9d08107c50 2024-05-21T00:29:03.726 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.698+0000 7f9d04a00700 1 -- 172.21.15.44:0/571591354 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9cf8011a20 con 0x7f9d08107c50 2024-05-21T00:29:03.726 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.698+0000 7f9d07200700 1 -- 172.21.15.44:0/571591354 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d08107c50 msgr2=0x7f9d08108070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:03.727 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.698+0000 7f9d07200700 1 --2- 172.21.15.44:0/571591354 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d08107c50 0x7f9d08108070 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f9cf80098a0 tx=0x7f9cf8009bb0 comp rx=0 tx=0).stop 2024-05-21T00:29:03.727 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.698+0000 7f9d07200700 1 -- 172.21.15.44:0/571591354 shutdown_connections 2024-05-21T00:29:03.727 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.698+0000 7f9d07200700 1 --2- 172.21.15.44:0/571591354 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d08107c50 0x7f9d08108070 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:03.727 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.698+0000 7f9d07200700 1 -- 172.21.15.44:0/571591354 >> 172.21.15.44:0/571591354 conn(0x7f9d081031f0 msgr2=0x7f9d08105630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:29:03.727 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.699+0000 7f9d07200700 1 -- 172.21.15.44:0/571591354 shutdown_connections 2024-05-21T00:29:03.727 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.699+0000 7f9d07200700 1 -- 172.21.15.44:0/571591354 wait complete. 2024-05-21T00:29:03.727 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.700+0000 7f9d07200700 1 Processor -- start 2024-05-21T00:29:03.727 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.700+0000 7f9d07200700 1 -- start start 2024-05-21T00:29:03.727 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.700+0000 7f9d07200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d08107c50 0x7f9d0819cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:03.727 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.700+0000 7f9d07200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9d0810c200 con 0x7f9d08107c50 2024-05-21T00:29:03.727 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.700+0000 7f9d05e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d08107c50 0x7f9d0819cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:03.727 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.700+0000 7f9d05e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d08107c50 0x7f9d0819cd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:49180/0 (socket says 172.21.15.44:49180) 2024-05-21T00:29:03.728 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.700+0000 7f9d05e00700 1 -- 172.21.15.44:0/4158063784 learned_addr learned my addr 172.21.15.44:0/4158063784 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:29:03.730 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.701+0000 7f9d05e00700 1 -- 172.21.15.44:0/4158063784 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d0819d270 con 0x7f9d08107c50 2024-05-21T00:29:03.730 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.701+0000 7f9d05e00700 1 --2- 172.21.15.44:0/4158063784 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d08107c50 0x7f9d0819cd30 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f9cf8000c00 tx=0x7f9cf8011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:03.730 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.701+0000 7f9cfea00700 1 -- 172.21.15.44:0/4158063784 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9cf8003aa0 con 0x7f9d08107c50 2024-05-21T00:29:03.730 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.701+0000 7f9cfea00700 1 -- 172.21.15.44:0/4158063784 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9cf801b8f0 con 0x7f9d08107c50 2024-05-21T00:29:03.730 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.701+0000 7f9d07200700 1 -- 172.21.15.44:0/4158063784 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d0819d500 con 0x7f9d08107c50 2024-05-21T00:29:03.730 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.702+0000 7f9cfea00700 1 -- 172.21.15.44:0/4158063784 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9cf8023890 con 0x7f9d08107c50 2024-05-21T00:29:03.731 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.702+0000 7f9d07200700 1 -- 172.21.15.44:0/4158063784 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d081a01f0 con 0x7f9d08107c50 2024-05-21T00:29:03.731 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.703+0000 7f9cfea00700 1 -- 172.21.15.44:0/4158063784 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 9) ==== 50235+0+0 (secure 0 0 0) 0x7f9cf801b440 con 0x7f9d08107c50 2024-05-21T00:29:03.731 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.703+0000 7f9d07200700 1 -- 172.21.15.44:0/4158063784 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d0806a680 con 0x7f9d08107c50 2024-05-21T00:29:03.731 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.703+0000 7f9cfea00700 1 --2- 172.21.15.44:0/4158063784 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f9cec03e520 0x7f9cec0409e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:03.731 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.703+0000 7f9cfea00700 1 -- 172.21.15.44:0/4158063784 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f9cf8053e40 con 0x7f9d08107c50 2024-05-21T00:29:03.731 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.704+0000 7f9d05400700 1 -- 172.21.15.44:0/4158063784 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f9cec03e520 msgr2=0x7f9cec0409e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3330900916 2024-05-21T00:29:03.731 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.704+0000 7f9d05400700 1 --2- 172.21.15.44:0/4158063784 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f9cec03e520 0x7f9cec0409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-21T00:29:03.731 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.709+0000 7f9cfea00700 1 -- 172.21.15.44:0/4158063784 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9cf801f030 con 0x7f9d08107c50 2024-05-21T00:29:03.731 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.905+0000 7f9d05400700 1 -- 172.21.15.44:0/4158063784 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f9cec03e520 msgr2=0x7f9cec0409e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3330900916 2024-05-21T00:29:03.731 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.905+0000 7f9d05400700 1 --2- 172.21.15.44:0/4158063784 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f9cec03e520 0x7f9cec0409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-21T00:29:03.731 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.997+0000 7f9d07200700 1 -- 172.21.15.44:0/4158063784 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f9d0802e7d0 con 0x7f9d08107c50 2024-05-21T00:29:03.731 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:02.998+0000 7f9cfea00700 1 -- 172.21.15.44:0/4158063784 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7f9cf8016260 con 0x7f9d08107c50 2024-05-21T00:29:03.732 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:03.001+0000 7f9d07200700 1 -- 172.21.15.44:0/4158063784 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f9cec03e520 msgr2=0x7f9cec0409e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-21T00:29:03.732 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:03.001+0000 7f9d07200700 1 --2- 172.21.15.44:0/4158063784 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f9cec03e520 0x7f9cec0409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:03.732 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:03.001+0000 7f9d07200700 1 -- 172.21.15.44:0/4158063784 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d08107c50 msgr2=0x7f9d0819cd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:03.732 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:03.001+0000 7f9d07200700 1 --2- 172.21.15.44:0/4158063784 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d08107c50 0x7f9d0819cd30 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f9cf8000c00 tx=0x7f9cf8011aa0 comp rx=0 tx=0).stop 2024-05-21T00:29:03.732 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:03.001+0000 7f9d07200700 1 -- 172.21.15.44:0/4158063784 shutdown_connections 2024-05-21T00:29:03.732 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:03.001+0000 7f9d07200700 1 --2- 172.21.15.44:0/4158063784 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f9cec03e520 0x7f9cec0409e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:03.733 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:03.001+0000 7f9d07200700 1 --2- 172.21.15.44:0/4158063784 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d08107c50 0x7f9d0819cd30 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:03.733 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:03.001+0000 7f9d07200700 1 -- 172.21.15.44:0/4158063784 >> 172.21.15.44:0/4158063784 conn(0x7f9d081031f0 msgr2=0x7f9d08104130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:29:03.733 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:03.001+0000 7f9d07200700 1 -- 172.21.15.44:0/4158063784 shutdown_connections 2024-05-21T00:29:03.733 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:03.001+0000 7f9d07200700 1 -- 172.21.15.44:0/4158063784 wait complete. 2024-05-21T00:29:03.733 INFO:teuthology.orchestra.run.smithi044.stdout:Waiting for the mgr to restart... 2024-05-21T00:29:03.733 INFO:teuthology.orchestra.run.smithi044.stdout:Waiting for mgr epoch 9... 2024-05-21T00:29:04.034 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:29:03 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:29:03.800+0000 7fa971a41200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-21T00:29:04.313 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:29:04 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:29:04.207+0000 7fa971a41200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-21T00:29:04.568 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:29:04 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:29:04.338+0000 7fa971a41200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-21T00:29:04.869 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:29:04 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:29:04.601+0000 7fa971a41200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-21T00:29:04.870 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:29:04 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:29:04.866+0000 7fa971a41200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-21T00:29:05.987 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:29:05 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:29:05.685+0000 7fa971a41200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-21T00:29:05.987 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:29:05 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:29:05.983+0000 7fa971a41200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-21T00:29:06.897 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:29:06 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:29:06.555+0000 7fa971a41200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-21T00:29:06.898 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:29:06 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:29:06.687+0000 7fa971a41200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-21T00:29:07.590 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:29:07 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:29:07.171+0000 7fa971a41200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-21T00:29:07.897 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:29:07 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:29:07.654+0000 7fa971a41200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-21T00:29:07.898 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:29:07 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:29:07.787+0000 7fa971a41200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-21T00:29:08.398 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:29:08 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:29:08.130+0000 7fa971a41200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-21T00:29:08.442 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:29:08 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:29:08.317+0000 7fa971a41200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-21T00:29:08.866 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:29:08 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:29:08.452+0000 7fa971a41200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-21T00:29:09.148 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:29:08 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:29:08.862+0000 7fa971a41200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-21T00:29:09.148 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:29:08 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:29:08.992+0000 7fa971a41200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-21T00:29:10.086 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:29:09 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:29:09.785+0000 7fa971a41200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-21T00:29:10.397 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:29:10 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:29:10.083+0000 7fa971a41200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-21T00:29:10.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:10 smithi044 ceph-mon[31392]: Active manager daemon x restarted 2024-05-21T00:29:10.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:10 smithi044 ceph-mon[31392]: Activating manager daemon x 2024-05-21T00:29:10.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:10 smithi044 ceph-mon[31392]: osdmap e3: 0 total, 0 up, 0 in 2024-05-21T00:29:10.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:10 smithi044 ceph-mon[31392]: mgrmap e10: x(active, starting, since 0.0112703s) 2024-05-21T00:29:10.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:10 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:29:10.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:10 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-21T00:29:10.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:10 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-21T00:29:10.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:10 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-21T00:29:10.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:10 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-21T00:29:10.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:10 smithi044 ceph-mon[31392]: Manager daemon x is now available 2024-05-21T00:29:11.397 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:29:11.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-21T00:29:11.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-21T00:29:11.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:11 smithi044 ceph-mon[31392]: mgrmap e11: x(active, since 1.00995s) 2024-05-21T00:29:11.730 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout { 2024-05-21T00:29:11.730 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-05-21T00:29:11.730 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "initialized": true 2024-05-21T00:29:11.730 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout } 2024-05-21T00:29:11.730 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.355+0000 7f6585000700 1 Processor -- start 2024-05-21T00:29:11.730 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.355+0000 7f6585000700 1 -- start start 2024-05-21T00:29:11.730 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.355+0000 7f6585000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6580108d80 0x7f65801091a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:11.730 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.355+0000 7f6585000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6580109770 con 0x7f6580108d80 2024-05-21T00:29:11.730 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.356+0000 7f657f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6580108d80 0x7f65801091a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:11.731 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.356+0000 7f657f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6580108d80 0x7f65801091a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:49188/0 (socket says 172.21.15.44:49188) 2024-05-21T00:29:11.731 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.356+0000 7f657f400700 1 -- 172.21.15.44:0/478811644 learned_addr learned my addr 172.21.15.44:0/478811644 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:29:11.731 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.356+0000 7f657f400700 1 -- 172.21.15.44:0/478811644 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6580109f30 con 0x7f6580108d80 2024-05-21T00:29:11.731 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.357+0000 7f657f400700 1 --2- 172.21.15.44:0/478811644 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6580108d80 0x7f65801091a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f65700098a0 tx=0x7f6570009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a17d81fbe7f42db server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:11.731 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.357+0000 7f657e000700 1 -- 172.21.15.44:0/478811644 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6570004160 con 0x7f6580108d80 2024-05-21T00:29:11.731 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.357+0000 7f657e000700 1 -- 172.21.15.44:0/478811644 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6570004300 con 0x7f6580108d80 2024-05-21T00:29:11.731 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.357+0000 7f657e000700 1 -- 172.21.15.44:0/478811644 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6570011a20 con 0x7f6580108d80 2024-05-21T00:29:11.731 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.358+0000 7f6585000700 1 -- 172.21.15.44:0/478811644 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6580108d80 msgr2=0x7f65801091a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:11.731 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.358+0000 7f6585000700 1 --2- 172.21.15.44:0/478811644 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6580108d80 0x7f65801091a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f65700098a0 tx=0x7f6570009bb0 comp rx=0 tx=0).stop 2024-05-21T00:29:11.731 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.358+0000 7f6585000700 1 -- 172.21.15.44:0/478811644 shutdown_connections 2024-05-21T00:29:11.731 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.358+0000 7f6585000700 1 --2- 172.21.15.44:0/478811644 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6580108d80 0x7f65801091a0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:11.731 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.358+0000 7f6585000700 1 -- 172.21.15.44:0/478811644 >> 172.21.15.44:0/478811644 conn(0x7f65801042e0 msgr2=0x7f6580106760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:29:11.731 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.358+0000 7f6585000700 1 -- 172.21.15.44:0/478811644 shutdown_connections 2024-05-21T00:29:11.731 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.358+0000 7f6585000700 1 -- 172.21.15.44:0/478811644 wait complete. 2024-05-21T00:29:11.731 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.359+0000 7f6585000700 1 Processor -- start 2024-05-21T00:29:11.732 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.359+0000 7f6585000700 1 -- start start 2024-05-21T00:29:11.732 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.360+0000 7f6585000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6580108d80 0x7f658007eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:11.732 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.360+0000 7f6585000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f658010d2e0 con 0x7f6580108d80 2024-05-21T00:29:11.732 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.360+0000 7f657f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6580108d80 0x7f658007eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:11.732 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.360+0000 7f657f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6580108d80 0x7f658007eb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:49198/0 (socket says 172.21.15.44:49198) 2024-05-21T00:29:11.732 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.360+0000 7f657f400700 1 -- 172.21.15.44:0/2103031443 learned_addr learned my addr 172.21.15.44:0/2103031443 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:29:11.732 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.360+0000 7f657f400700 1 -- 172.21.15.44:0/2103031443 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f658007f0b0 con 0x7f6580108d80 2024-05-21T00:29:11.732 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.360+0000 7f657f400700 1 --2- 172.21.15.44:0/2103031443 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6580108d80 0x7f658007eb70 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f6570000c00 tx=0x7f6570011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:11.732 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.361+0000 7f6577e00700 1 -- 172.21.15.44:0/2103031443 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6570003aa0 con 0x7f6580108d80 2024-05-21T00:29:11.732 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.361+0000 7f6577e00700 1 -- 172.21.15.44:0/2103031443 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f657001b8f0 con 0x7f6580108d80 2024-05-21T00:29:11.732 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.361+0000 7f6585000700 1 -- 172.21.15.44:0/2103031443 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f658007d2a0 con 0x7f6580108d80 2024-05-21T00:29:11.732 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.361+0000 7f6577e00700 1 -- 172.21.15.44:0/2103031443 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6570023890 con 0x7f6580108d80 2024-05-21T00:29:11.732 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.361+0000 7f6585000700 1 -- 172.21.15.44:0/2103031443 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f658007d7e0 con 0x7f6580108d80 2024-05-21T00:29:11.732 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.362+0000 7f6577e00700 1 -- 172.21.15.44:0/2103031443 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 9) ==== 50235+0+0 (secure 0 0 0) 0x7f657001b440 con 0x7f6580108d80 2024-05-21T00:29:11.733 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.363+0000 7f6577e00700 1 --2- 172.21.15.44:0/2103031443 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f656403e570 0x7f6564040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:11.733 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.363+0000 7f6577e00700 1 -- 172.21.15.44:0/2103031443 --> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f6564041140 con 0x7f656403e570 2024-05-21T00:29:11.733 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.363+0000 7f6577e00700 1 -- 172.21.15.44:0/2103031443 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f6570053ed0 con 0x7f6580108d80 2024-05-21T00:29:11.733 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.363+0000 7f657ea00700 1 -- 172.21.15.44:0/2103031443 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f656403e570 msgr2=0x7f6564040a30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3330900916 2024-05-21T00:29:11.733 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.363+0000 7f657ea00700 1 --2- 172.21.15.44:0/2103031443 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f656403e570 0x7f6564040a30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-21T00:29:11.733 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.564+0000 7f657ea00700 1 -- 172.21.15.44:0/2103031443 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f656403e570 msgr2=0x7f6564040a30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3330900916 2024-05-21T00:29:11.733 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.564+0000 7f657ea00700 1 --2- 172.21.15.44:0/2103031443 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f656403e570 0x7f6564040a30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-21T00:29:11.733 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.965+0000 7f657ea00700 1 -- 172.21.15.44:0/2103031443 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f656403e570 msgr2=0x7f6564040a30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3330900916 2024-05-21T00:29:11.733 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:04.965+0000 7f657ea00700 1 --2- 172.21.15.44:0/2103031443 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f656403e570 0x7f6564040a30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-05-21T00:29:11.733 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:05.766+0000 7f657ea00700 1 -- 172.21.15.44:0/2103031443 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f656403e570 msgr2=0x7f6564040a30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3330900916 2024-05-21T00:29:11.733 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:05.766+0000 7f657ea00700 1 --2- 172.21.15.44:0/2103031443 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f656403e570 0x7f6564040a30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-05-21T00:29:11.733 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:07.368+0000 7f657ea00700 1 -- 172.21.15.44:0/2103031443 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f656403e570 msgr2=0x7f6564040a30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3330900916 2024-05-21T00:29:11.733 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:07.368+0000 7f657ea00700 1 --2- 172.21.15.44:0/2103031443 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f656403e570 0x7f6564040a30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-05-21T00:29:11.733 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:10.092+0000 7f6577e00700 1 -- 172.21.15.44:0/2103031443 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mgrmap(e 10) ==== 50002+0+0 (secure 0 0 0) 0x7f657000b3e0 con 0x7f6580108d80 2024-05-21T00:29:11.734 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:10.093+0000 7f6577e00700 1 -- 172.21.15.44:0/2103031443 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f656403e570 msgr2=0x7f6564040a30 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-21T00:29:11.734 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:10.093+0000 7f6577e00700 1 --2- 172.21.15.44:0/2103031443 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f656403e570 0x7f6564040a30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:11.734 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:11.092+0000 7f6577e00700 1 -- 172.21.15.44:0/2103031443 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mgrmap(e 11) ==== 50129+0+0 (secure 0 0 0) 0x7f657000b760 con 0x7f6580108d80 2024-05-21T00:29:11.734 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:11.093+0000 7f6577e00700 1 --2- 172.21.15.44:0/2103031443 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f6564041ff0 0x7f65640443e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:11.734 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:11.093+0000 7f6577e00700 1 -- 172.21.15.44:0/2103031443 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f6570021e80 con 0x7f6564041ff0 2024-05-21T00:29:11.734 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:11.095+0000 7f657ea00700 1 --2- 172.21.15.44:0/2103031443 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f6564041ff0 0x7f65640443e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:11.734 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:11.096+0000 7f657ea00700 1 --2- 172.21.15.44:0/2103031443 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f6564041ff0 0x7f65640443e0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f656c003a10 tx=0x7f656c0092b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:11.734 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:11.097+0000 7f6577e00700 1 -- 172.21.15.44:0/2103031443 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7f6570021e80 con 0x7f6564041ff0 2024-05-21T00:29:11.734 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:11.107+0000 7f6585000700 1 -- 172.21.15.44:0/2103031443 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f658006a680 con 0x7f6564041ff0 2024-05-21T00:29:11.734 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:11.107+0000 7f6577e00700 1 -- 172.21.15.44:0/2103031443 <== mgr.14152 v2:172.21.15.44:6800/3528986408 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7f658006a680 con 0x7f6564041ff0 2024-05-21T00:29:11.734 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:11.108+0000 7f6585000700 1 -- 172.21.15.44:0/2103031443 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f6564041ff0 msgr2=0x7f65640443e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:11.734 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:11.108+0000 7f6585000700 1 --2- 172.21.15.44:0/2103031443 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f6564041ff0 0x7f65640443e0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f656c003a10 tx=0x7f656c0092b0 comp rx=0 tx=0).stop 2024-05-21T00:29:11.734 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:11.108+0000 7f6585000700 1 -- 172.21.15.44:0/2103031443 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6580108d80 msgr2=0x7f658007eb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:11.735 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:11.108+0000 7f6585000700 1 --2- 172.21.15.44:0/2103031443 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6580108d80 0x7f658007eb70 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f6570000c00 tx=0x7f6570011aa0 comp rx=0 tx=0).stop 2024-05-21T00:29:11.735 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:11.108+0000 7f6585000700 1 -- 172.21.15.44:0/2103031443 shutdown_connections 2024-05-21T00:29:11.735 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:11.108+0000 7f6585000700 1 --2- 172.21.15.44:0/2103031443 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f6564041ff0 0x7f65640443e0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:11.735 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:11.108+0000 7f6585000700 1 --2- 172.21.15.44:0/2103031443 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6580108d80 0x7f658007eb70 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:11.735 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:11.108+0000 7f6585000700 1 --2- 172.21.15.44:0/2103031443 >> [v2:172.21.15.44:6800/3330900916,v1:172.21.15.44:6801/3330900916] conn(0x7f656403e570 0x7f6564040a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:11.735 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:11.108+0000 7f6585000700 1 -- 172.21.15.44:0/2103031443 >> 172.21.15.44:0/2103031443 conn(0x7f65801042e0 msgr2=0x7f6580104f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:29:11.735 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:11.108+0000 7f6585000700 1 -- 172.21.15.44:0/2103031443 shutdown_connections 2024-05-21T00:29:11.735 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:11.108+0000 7f6585000700 1 -- 172.21.15.44:0/2103031443 wait complete. 2024-05-21T00:29:11.735 INFO:teuthology.orchestra.run.smithi044.stdout:mgr epoch 9 is available 2024-05-21T00:29:11.735 INFO:teuthology.orchestra.run.smithi044.stdout:Generating a dashboard self-signed certificate... 2024-05-21T00:29:12.373 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:12 smithi044 ceph-mon[31392]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-05-21T00:29:12.373 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:12 smithi044 ceph-mon[31392]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-05-21T00:29:13.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:13 smithi044 ceph-mon[31392]: [21/May/2024:00:29:11] ENGINE Bus STARTING 2024-05-21T00:29:13.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:13 smithi044 ceph-mon[31392]: [21/May/2024:00:29:11] ENGINE Serving on https://172.21.15.44:7150 2024-05-21T00:29:13.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:13 smithi044 ceph-mon[31392]: [21/May/2024:00:29:11] ENGINE Serving on http://172.21.15.44:8765 2024-05-21T00:29:13.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:13 smithi044 ceph-mon[31392]: [21/May/2024:00:29:11] ENGINE Bus STARTED 2024-05-21T00:29:13.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:13 smithi044 ceph-mon[31392]: mgrmap e12: x(active, since 2s) 2024-05-21T00:29:13.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:13 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:13.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:13 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:13.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:13 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:13.883 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-05-21T00:29:13.883 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.535+0000 7f68fd400700 1 Processor -- start 2024-05-21T00:29:13.883 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.535+0000 7f68fd400700 1 -- start start 2024-05-21T00:29:13.883 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.535+0000 7f68fd400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f68f8108f10 0x7f68f8109330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:13.883 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.535+0000 7f68fd400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f68f8109870 con 0x7f68f8108f10 2024-05-21T00:29:13.883 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.535+0000 7f68f6800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f68f8108f10 0x7f68f8109330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:13.883 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.536+0000 7f68f6800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f68f8108f10 0x7f68f8109330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39022/0 (socket says 172.21.15.44:39022) 2024-05-21T00:29:13.883 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.536+0000 7f68f6800700 1 -- 172.21.15.44:0/2851064862 learned_addr learned my addr 172.21.15.44:0/2851064862 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:29:13.883 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.536+0000 7f68f6800700 1 -- 172.21.15.44:0/2851064862 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68f810a070 con 0x7f68f8108f10 2024-05-21T00:29:13.883 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.536+0000 7f68f6800700 1 --2- 172.21.15.44:0/2851064862 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f68f8108f10 0x7f68f8109330 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f68e80098a0 tx=0x7f68e8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2c07c2dcb3285e8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:13.883 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.537+0000 7f68f5400700 1 -- 172.21.15.44:0/2851064862 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f68e8004160 con 0x7f68f8108f10 2024-05-21T00:29:13.884 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.537+0000 7f68f5400700 1 -- 172.21.15.44:0/2851064862 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f68e8004300 con 0x7f68f8108f10 2024-05-21T00:29:13.884 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.537+0000 7f68f5400700 1 -- 172.21.15.44:0/2851064862 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f68e8011a20 con 0x7f68f8108f10 2024-05-21T00:29:13.884 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.537+0000 7f68fd400700 1 -- 172.21.15.44:0/2851064862 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f68f8108f10 msgr2=0x7f68f8109330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:13.884 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.537+0000 7f68fd400700 1 --2- 172.21.15.44:0/2851064862 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f68f8108f10 0x7f68f8109330 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f68e80098a0 tx=0x7f68e8009bb0 comp rx=0 tx=0).stop 2024-05-21T00:29:13.884 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.537+0000 7f68fd400700 1 -- 172.21.15.44:0/2851064862 shutdown_connections 2024-05-21T00:29:13.884 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.537+0000 7f68fd400700 1 --2- 172.21.15.44:0/2851064862 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f68f8108f10 0x7f68f8109330 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:13.884 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.537+0000 7f68fd400700 1 -- 172.21.15.44:0/2851064862 >> 172.21.15.44:0/2851064862 conn(0x7f68f8104510 msgr2=0x7f68f8106930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:29:13.884 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.538+0000 7f68fd400700 1 -- 172.21.15.44:0/2851064862 shutdown_connections 2024-05-21T00:29:13.884 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.538+0000 7f68fd400700 1 -- 172.21.15.44:0/2851064862 wait complete. 2024-05-21T00:29:13.884 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.539+0000 7f68fd400700 1 Processor -- start 2024-05-21T00:29:13.884 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.539+0000 7f68fd400700 1 -- start start 2024-05-21T00:29:13.884 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.539+0000 7f68fd400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f68f8108f10 0x7f68f819f060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:13.884 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.539+0000 7f68fd400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f68f810d4b0 con 0x7f68f8108f10 2024-05-21T00:29:13.885 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.539+0000 7f68f6800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f68f8108f10 0x7f68f819f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:13.885 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.539+0000 7f68f6800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f68f8108f10 0x7f68f819f060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39034/0 (socket says 172.21.15.44:39034) 2024-05-21T00:29:13.885 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.539+0000 7f68f6800700 1 -- 172.21.15.44:0/752065671 learned_addr learned my addr 172.21.15.44:0/752065671 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:29:13.885 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.540+0000 7f68f6800700 1 -- 172.21.15.44:0/752065671 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68f819f5a0 con 0x7f68f8108f10 2024-05-21T00:29:13.885 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.540+0000 7f68f6800700 1 --2- 172.21.15.44:0/752065671 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f68f8108f10 0x7f68f819f060 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f68e8004660 tx=0x7f68e8011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:13.885 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.540+0000 7f68ef400700 1 -- 172.21.15.44:0/752065671 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f68e8003aa0 con 0x7f68f8108f10 2024-05-21T00:29:13.885 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.540+0000 7f68ef400700 1 -- 172.21.15.44:0/752065671 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f68e801b8f0 con 0x7f68f8108f10 2024-05-21T00:29:13.885 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.540+0000 7f68ef400700 1 -- 172.21.15.44:0/752065671 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f68e8023900 con 0x7f68f8108f10 2024-05-21T00:29:13.885 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.540+0000 7f68fd400700 1 -- 172.21.15.44:0/752065671 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68f819f830 con 0x7f68f8108f10 2024-05-21T00:29:13.885 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.541+0000 7f68fd400700 1 -- 172.21.15.44:0/752065671 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68f81a2520 con 0x7f68f8108f10 2024-05-21T00:29:13.885 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.542+0000 7f68ef400700 1 -- 172.21.15.44:0/752065671 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 12) ==== 50235+0+0 (secure 0 0 0) 0x7f68e801baa0 con 0x7f68f8108f10 2024-05-21T00:29:13.885 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.542+0000 7f68fd400700 1 -- 172.21.15.44:0/752065671 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68f810d630 con 0x7f68f8108f10 2024-05-21T00:29:13.886 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.542+0000 7f68ef400700 1 --2- 172.21.15.44:0/752065671 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f68dc03e520 0x7f68dc0409e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:13.886 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.542+0000 7f68ef400700 1 -- 172.21.15.44:0/752065671 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f68e8053f50 con 0x7f68f8108f10 2024-05-21T00:29:13.886 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.542+0000 7f68f5e00700 1 --2- 172.21.15.44:0/752065671 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f68dc03e520 0x7f68dc0409e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:13.886 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.543+0000 7f68f5e00700 1 --2- 172.21.15.44:0/752065671 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f68dc03e520 0x7f68dc0409e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f68e4006fd0 tx=0x7f68e4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:13.886 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.548+0000 7f68ef400700 1 -- 172.21.15.44:0/752065671 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f68e801f030 con 0x7f68f8108f10 2024-05-21T00:29:13.886 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:12.796+0000 7f68fd400700 1 -- 172.21.15.44:0/752065671 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f68f8105650 con 0x7f68dc03e520 2024-05-21T00:29:13.886 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:13.043+0000 7f68ef400700 1 -- 172.21.15.44:0/752065671 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f68f8105650 con 0x7f68dc03e520 2024-05-21T00:29:13.886 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:13.047+0000 7f68fd400700 1 -- 172.21.15.44:0/752065671 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f68dc03e520 msgr2=0x7f68dc0409e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:13.886 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:13.047+0000 7f68fd400700 1 --2- 172.21.15.44:0/752065671 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f68dc03e520 0x7f68dc0409e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f68e4006fd0 tx=0x7f68e4006e40 comp rx=0 tx=0).stop 2024-05-21T00:29:13.886 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:13.047+0000 7f68fd400700 1 -- 172.21.15.44:0/752065671 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f68f8108f10 msgr2=0x7f68f819f060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:13.886 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:13.047+0000 7f68fd400700 1 --2- 172.21.15.44:0/752065671 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f68f8108f10 0x7f68f819f060 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f68e8004660 tx=0x7f68e8011aa0 comp rx=0 tx=0).stop 2024-05-21T00:29:13.886 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:13.047+0000 7f68fd400700 1 -- 172.21.15.44:0/752065671 shutdown_connections 2024-05-21T00:29:13.886 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:13.047+0000 7f68fd400700 1 --2- 172.21.15.44:0/752065671 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f68dc03e520 0x7f68dc0409e0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:13.887 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:13.047+0000 7f68fd400700 1 --2- 172.21.15.44:0/752065671 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f68f8108f10 0x7f68f819f060 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:13.887 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:13.047+0000 7f68fd400700 1 -- 172.21.15.44:0/752065671 >> 172.21.15.44:0/752065671 conn(0x7f68f8104510 msgr2=0x7f68f8104f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:29:13.887 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:13.048+0000 7f68fd400700 1 -- 172.21.15.44:0/752065671 shutdown_connections 2024-05-21T00:29:13.887 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:13.048+0000 7f68fd400700 1 -- 172.21.15.44:0/752065671 wait complete. 2024-05-21T00:29:13.887 INFO:teuthology.orchestra.run.smithi044.stdout:Creating initial admin user... 2024-05-21T00:29:14.447 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:14 smithi044 ceph-mon[31392]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:29:15.791 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$QOnyW7KMkKOSsZR0B2JqxOJmeWViljNl4MqQLIwiQASfN9UYJl/GS", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1716251355, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-05-21T00:29:15.791 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.516+0000 7fb624e00700 1 Processor -- start 2024-05-21T00:29:15.791 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.516+0000 7fb624e00700 1 -- start start 2024-05-21T00:29:15.792 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.517+0000 7fb624e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb620108f70 0x7fb620109390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:15.792 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.517+0000 7fb624e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb6201098d0 con 0x7fb620108f70 2024-05-21T00:29:15.792 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.517+0000 7fb61de00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb620108f70 0x7fb620109390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:15.792 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.517+0000 7fb61de00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb620108f70 0x7fb620109390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39046/0 (socket says 172.21.15.44:39046) 2024-05-21T00:29:15.792 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.517+0000 7fb61de00700 1 -- 172.21.15.44:0/1610038316 learned_addr learned my addr 172.21.15.44:0/1610038316 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:29:15.792 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.518+0000 7fb61de00700 1 -- 172.21.15.44:0/1610038316 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb62010a080 con 0x7fb620108f70 2024-05-21T00:29:15.792 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.518+0000 7fb61de00700 1 --2- 172.21.15.44:0/1610038316 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb620108f70 0x7fb620109390 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fb6100098a0 tx=0x7fb610009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=783cdc39e64b1a58 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:15.792 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.518+0000 7fb61ca00700 1 -- 172.21.15.44:0/1610038316 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb610004160 con 0x7fb620108f70 2024-05-21T00:29:15.792 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.518+0000 7fb61ca00700 1 -- 172.21.15.44:0/1610038316 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb610004300 con 0x7fb620108f70 2024-05-21T00:29:15.792 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.518+0000 7fb61ca00700 1 -- 172.21.15.44:0/1610038316 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb610011a20 con 0x7fb620108f70 2024-05-21T00:29:15.793 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.519+0000 7fb624e00700 1 -- 172.21.15.44:0/1610038316 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb620108f70 msgr2=0x7fb620109390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:15.797 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.519+0000 7fb624e00700 1 --2- 172.21.15.44:0/1610038316 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb620108f70 0x7fb620109390 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fb6100098a0 tx=0x7fb610009bb0 comp rx=0 tx=0).stop 2024-05-21T00:29:15.797 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.519+0000 7fb624e00700 1 -- 172.21.15.44:0/1610038316 shutdown_connections 2024-05-21T00:29:15.797 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.519+0000 7fb624e00700 1 --2- 172.21.15.44:0/1610038316 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb620108f70 0x7fb620109390 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:15.797 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.519+0000 7fb624e00700 1 -- 172.21.15.44:0/1610038316 >> 172.21.15.44:0/1610038316 conn(0x7fb620104530 msgr2=0x7fb620106950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:29:15.797 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.519+0000 7fb624e00700 1 -- 172.21.15.44:0/1610038316 shutdown_connections 2024-05-21T00:29:15.798 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.519+0000 7fb624e00700 1 -- 172.21.15.44:0/1610038316 wait complete. 2024-05-21T00:29:15.798 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.521+0000 7fb624e00700 1 Processor -- start 2024-05-21T00:29:15.798 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.521+0000 7fb624e00700 1 -- start start 2024-05-21T00:29:15.798 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.521+0000 7fb624e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb620108f70 0x7fb62019f060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:15.798 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.521+0000 7fb624e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb62010d4c0 con 0x7fb620108f70 2024-05-21T00:29:15.798 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.521+0000 7fb61de00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb620108f70 0x7fb62019f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:15.798 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.521+0000 7fb61de00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb620108f70 0x7fb62019f060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39060/0 (socket says 172.21.15.44:39060) 2024-05-21T00:29:15.798 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.521+0000 7fb61de00700 1 -- 172.21.15.44:0/4142612386 learned_addr learned my addr 172.21.15.44:0/4142612386 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:29:15.798 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.522+0000 7fb61de00700 1 -- 172.21.15.44:0/4142612386 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb62019f5a0 con 0x7fb620108f70 2024-05-21T00:29:15.798 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.522+0000 7fb61de00700 1 --2- 172.21.15.44:0/4142612386 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb620108f70 0x7fb62019f060 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fb610004660 tx=0x7fb610011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:15.799 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.522+0000 7fb616a00700 1 -- 172.21.15.44:0/4142612386 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb610003aa0 con 0x7fb620108f70 2024-05-21T00:29:15.799 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.522+0000 7fb616a00700 1 -- 172.21.15.44:0/4142612386 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb61001b8f0 con 0x7fb620108f70 2024-05-21T00:29:15.799 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.522+0000 7fb616a00700 1 -- 172.21.15.44:0/4142612386 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb610023900 con 0x7fb620108f70 2024-05-21T00:29:15.799 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.522+0000 7fb624e00700 1 -- 172.21.15.44:0/4142612386 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb62019f830 con 0x7fb620108f70 2024-05-21T00:29:15.799 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.523+0000 7fb624e00700 1 -- 172.21.15.44:0/4142612386 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6201a2520 con 0x7fb620108f70 2024-05-21T00:29:15.799 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.524+0000 7fb616a00700 1 -- 172.21.15.44:0/4142612386 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 12) ==== 50235+0+0 (secure 0 0 0) 0x7fb610023bc0 con 0x7fb620108f70 2024-05-21T00:29:15.799 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.524+0000 7fb624e00700 1 -- 172.21.15.44:0/4142612386 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb62010d640 con 0x7fb620108f70 2024-05-21T00:29:15.799 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.524+0000 7fb616a00700 1 --2- 172.21.15.44:0/4142612386 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb60403e4c0 0x7fb604040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:15.799 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.525+0000 7fb616a00700 1 -- 172.21.15.44:0/4142612386 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fb610054110 con 0x7fb620108f70 2024-05-21T00:29:15.799 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.525+0000 7fb61d400700 1 --2- 172.21.15.44:0/4142612386 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb60403e4c0 0x7fb604040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:15.799 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.526+0000 7fb61d400700 1 --2- 172.21.15.44:0/4142612386 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb60403e4c0 0x7fb604040980 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb60c006fd0 tx=0x7fb60c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:15.799 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.530+0000 7fb616a00700 1 -- 172.21.15.44:0/4142612386 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb61001f030 con 0x7fb620108f70 2024-05-21T00:29:15.800 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:14.794+0000 7fb624e00700 1 -- 172.21.15.44:0/4142612386 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7fb620105660 con 0x7fb60403e4c0 2024-05-21T00:29:15.800 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:15.055+0000 7fb616a00700 1 -- 172.21.15.44:0/4142612386 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7fb620105660 con 0x7fb60403e4c0 2024-05-21T00:29:15.800 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:15.058+0000 7fb624e00700 1 -- 172.21.15.44:0/4142612386 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb60403e4c0 msgr2=0x7fb604040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:15.800 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:15.058+0000 7fb624e00700 1 --2- 172.21.15.44:0/4142612386 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb60403e4c0 0x7fb604040980 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb60c006fd0 tx=0x7fb60c006e40 comp rx=0 tx=0).stop 2024-05-21T00:29:15.800 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:15.058+0000 7fb624e00700 1 -- 172.21.15.44:0/4142612386 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb620108f70 msgr2=0x7fb62019f060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:15.800 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:15.058+0000 7fb624e00700 1 --2- 172.21.15.44:0/4142612386 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb620108f70 0x7fb62019f060 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fb610004660 tx=0x7fb610011aa0 comp rx=0 tx=0).stop 2024-05-21T00:29:15.800 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:15.058+0000 7fb624e00700 1 -- 172.21.15.44:0/4142612386 shutdown_connections 2024-05-21T00:29:15.800 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:15.058+0000 7fb624e00700 1 --2- 172.21.15.44:0/4142612386 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb60403e4c0 0x7fb604040980 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:15.800 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:15.058+0000 7fb624e00700 1 --2- 172.21.15.44:0/4142612386 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb620108f70 0x7fb62019f060 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:15.800 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:15.058+0000 7fb624e00700 1 -- 172.21.15.44:0/4142612386 >> 172.21.15.44:0/4142612386 conn(0x7fb620104530 msgr2=0x7fb620104f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:29:15.800 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:15.058+0000 7fb624e00700 1 -- 172.21.15.44:0/4142612386 shutdown_connections 2024-05-21T00:29:15.801 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:15.058+0000 7fb624e00700 1 -- 172.21.15.44:0/4142612386 wait complete. 2024-05-21T00:29:15.801 INFO:teuthology.orchestra.run.smithi044.stdout:Fetching dashboard port number... 2024-05-21T00:29:16.397 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:16 smithi044 ceph-mon[31392]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:29:16.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:16 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:16.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:16 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:17.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:17 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/3340150170' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-05-21T00:29:17.279 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 8443 2024-05-21T00:29:17.279 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.399+0000 7f9785200700 1 Processor -- start 2024-05-21T00:29:17.279 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.399+0000 7f9785200700 1 -- start start 2024-05-21T00:29:17.279 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.399+0000 7f9785200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f978007ee90 0x7f978007d340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:17.279 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.400+0000 7f9785200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f978007d910 con 0x7f978007ee90 2024-05-21T00:29:17.279 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.400+0000 7f977de00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f978007ee90 0x7f978007d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:17.279 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.400+0000 7f977de00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f978007ee90 0x7f978007d340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39074/0 (socket says 172.21.15.44:39074) 2024-05-21T00:29:17.279 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.400+0000 7f977de00700 1 -- 172.21.15.44:0/2490333576 learned_addr learned my addr 172.21.15.44:0/2490333576 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:29:17.280 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.400+0000 7f977de00700 1 -- 172.21.15.44:0/2490333576 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f978007da90 con 0x7f978007ee90 2024-05-21T00:29:17.280 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.401+0000 7f977de00700 1 --2- 172.21.15.44:0/2490333576 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f978007ee90 0x7f978007d340 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f97700098a0 tx=0x7f9770009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fad7050f09c1f6c5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:17.284 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.401+0000 7f977d400700 1 -- 172.21.15.44:0/2490333576 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9770004160 con 0x7f978007ee90 2024-05-21T00:29:17.284 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.401+0000 7f977d400700 1 -- 172.21.15.44:0/2490333576 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9770004300 con 0x7f978007ee90 2024-05-21T00:29:17.284 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.401+0000 7f977d400700 1 -- 172.21.15.44:0/2490333576 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9770011a20 con 0x7f978007ee90 2024-05-21T00:29:17.284 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.402+0000 7f9785200700 1 -- 172.21.15.44:0/2490333576 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f978007ee90 msgr2=0x7f978007d340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:17.284 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.402+0000 7f9785200700 1 --2- 172.21.15.44:0/2490333576 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f978007ee90 0x7f978007d340 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f97700098a0 tx=0x7f9770009bb0 comp rx=0 tx=0).stop 2024-05-21T00:29:17.284 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.402+0000 7f9785200700 1 -- 172.21.15.44:0/2490333576 shutdown_connections 2024-05-21T00:29:17.284 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.402+0000 7f9785200700 1 --2- 172.21.15.44:0/2490333576 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f978007ee90 0x7f978007d340 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:17.284 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.402+0000 7f9785200700 1 -- 172.21.15.44:0/2490333576 >> 172.21.15.44:0/2490333576 conn(0x7f9780104530 msgr2=0x7f9780106950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:29:17.285 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.402+0000 7f9785200700 1 -- 172.21.15.44:0/2490333576 shutdown_connections 2024-05-21T00:29:17.285 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.402+0000 7f9785200700 1 -- 172.21.15.44:0/2490333576 wait complete. 2024-05-21T00:29:17.285 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.403+0000 7f9785200700 1 Processor -- start 2024-05-21T00:29:17.285 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.404+0000 7f9785200700 1 -- start start 2024-05-21T00:29:17.285 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.404+0000 7f9785200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f978007ee90 0x7f978019f060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:17.285 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.404+0000 7f9785200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f978010f530 con 0x7f978007ee90 2024-05-21T00:29:17.285 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.404+0000 7f977de00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f978007ee90 0x7f978019f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:17.285 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.404+0000 7f977de00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f978007ee90 0x7f978019f060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39090/0 (socket says 172.21.15.44:39090) 2024-05-21T00:29:17.285 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.404+0000 7f977de00700 1 -- 172.21.15.44:0/3340150170 learned_addr learned my addr 172.21.15.44:0/3340150170 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:29:17.285 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.405+0000 7f977de00700 1 -- 172.21.15.44:0/3340150170 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f978019f5a0 con 0x7f978007ee90 2024-05-21T00:29:17.285 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.405+0000 7f977de00700 1 --2- 172.21.15.44:0/3340150170 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f978007ee90 0x7f978019f060 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f9770004660 tx=0x7f9770011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:17.285 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.405+0000 7f9776a00700 1 -- 172.21.15.44:0/3340150170 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9770003aa0 con 0x7f978007ee90 2024-05-21T00:29:17.285 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.405+0000 7f9776a00700 1 -- 172.21.15.44:0/3340150170 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f977001b8f0 con 0x7f978007ee90 2024-05-21T00:29:17.285 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.405+0000 7f9785200700 1 -- 172.21.15.44:0/3340150170 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f978019f830 con 0x7f978007ee90 2024-05-21T00:29:17.285 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.405+0000 7f9776a00700 1 -- 172.21.15.44:0/3340150170 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9770023900 con 0x7f978007ee90 2024-05-21T00:29:17.286 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.405+0000 7f9785200700 1 -- 172.21.15.44:0/3340150170 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97801a2520 con 0x7f978007ee90 2024-05-21T00:29:17.286 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.407+0000 7f9785200700 1 -- 172.21.15.44:0/3340150170 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9780064ba0 con 0x7f978007ee90 2024-05-21T00:29:17.286 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.407+0000 7f9776a00700 1 -- 172.21.15.44:0/3340150170 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 12) ==== 50235+0+0 (secure 0 0 0) 0x7f9770023b70 con 0x7f978007ee90 2024-05-21T00:29:17.286 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.408+0000 7f9776a00700 1 --2- 172.21.15.44:0/3340150170 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f976403e520 0x7f97640409e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:17.286 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.408+0000 7f9776a00700 1 -- 172.21.15.44:0/3340150170 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f9770053fb0 con 0x7f978007ee90 2024-05-21T00:29:17.286 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.408+0000 7f9777e00700 1 --2- 172.21.15.44:0/3340150170 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f976403e520 0x7f97640409e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:17.286 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.409+0000 7f9777e00700 1 --2- 172.21.15.44:0/3340150170 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f976403e520 0x7f97640409e0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f9768006fd0 tx=0x7f9768006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:17.286 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.413+0000 7f9776a00700 1 -- 172.21.15.44:0/3340150170 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f977001f030 con 0x7f978007ee90 2024-05-21T00:29:17.286 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.652+0000 7f9785200700 1 -- 172.21.15.44:0/3340150170 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7f97801a26f0 con 0x7f978007ee90 2024-05-21T00:29:17.286 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.653+0000 7f9776a00700 1 -- 172.21.15.44:0/3340150170 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7f97801a26f0 con 0x7f978007ee90 2024-05-21T00:29:17.286 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.656+0000 7f9785200700 1 -- 172.21.15.44:0/3340150170 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f976403e520 msgr2=0x7f97640409e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:17.286 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.656+0000 7f9785200700 1 --2- 172.21.15.44:0/3340150170 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f976403e520 0x7f97640409e0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f9768006fd0 tx=0x7f9768006e40 comp rx=0 tx=0).stop 2024-05-21T00:29:17.286 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.656+0000 7f9785200700 1 -- 172.21.15.44:0/3340150170 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f978007ee90 msgr2=0x7f978019f060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:17.287 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.656+0000 7f9785200700 1 --2- 172.21.15.44:0/3340150170 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f978007ee90 0x7f978019f060 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f9770004660 tx=0x7f9770011aa0 comp rx=0 tx=0).stop 2024-05-21T00:29:17.287 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.657+0000 7f9785200700 1 -- 172.21.15.44:0/3340150170 shutdown_connections 2024-05-21T00:29:17.287 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.657+0000 7f9785200700 1 --2- 172.21.15.44:0/3340150170 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f976403e520 0x7f97640409e0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:17.287 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.657+0000 7f9785200700 1 --2- 172.21.15.44:0/3340150170 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f978007ee90 0x7f978019f060 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:17.287 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.657+0000 7f9785200700 1 -- 172.21.15.44:0/3340150170 >> 172.21.15.44:0/3340150170 conn(0x7f9780104530 msgr2=0x7f9780105020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:29:17.287 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.657+0000 7f9785200700 1 -- 172.21.15.44:0/3340150170 shutdown_connections 2024-05-21T00:29:17.287 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:16.657+0000 7f9785200700 1 -- 172.21.15.44:0/3340150170 wait complete. 2024-05-21T00:29:17.318 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-21T00:29:17.318 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout disabled 2024-05-21T00:29:17.344 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-21T00:29:17.345 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout inactive 2024-05-21T00:29:17.345 INFO:teuthology.orchestra.run.smithi044.stdout:firewalld.service is not enabled 2024-05-21T00:29:17.345 INFO:teuthology.orchestra.run.smithi044.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-05-21T00:29:17.354 INFO:teuthology.orchestra.run.smithi044.stdout:Ceph Dashboard is now available at: 2024-05-21T00:29:17.354 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:29:17.354 INFO:teuthology.orchestra.run.smithi044.stdout: URL: https://smithi044.front.sepia.ceph.com:8443/ 2024-05-21T00:29:17.354 INFO:teuthology.orchestra.run.smithi044.stdout: User: admin 2024-05-21T00:29:17.354 INFO:teuthology.orchestra.run.smithi044.stdout: Password: 0c0a3b3l6b 2024-05-21T00:29:17.354 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:29:17.355 INFO:teuthology.orchestra.run.smithi044.stdout:Saving cluster configuration to /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/config directory 2024-05-21T00:29:17.356 INFO:teuthology.orchestra.run.smithi044.stdout:Enabling autotune for osd_memory_target 2024-05-21T00:29:18.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:18 smithi044 ceph-mon[31392]: mgrmap e13: x(active, since 6s) 2024-05-21T00:29:19.205 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.163+0000 7fecc5e00700 1 Processor -- start 2024-05-21T00:29:19.210 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.163+0000 7fecc5e00700 1 -- start start 2024-05-21T00:29:19.210 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.164+0000 7fecc5e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fecc0108f70 0x7fecc0109390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:19.210 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.164+0000 7fecc5e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fecc01098d0 con 0x7fecc0108f70 2024-05-21T00:29:19.210 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.164+0000 7fecbea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fecc0108f70 0x7fecc0109390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:19.210 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.164+0000 7fecbea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fecc0108f70 0x7fecc0109390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60446/0 (socket says 172.21.15.44:60446) 2024-05-21T00:29:19.210 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.164+0000 7fecbea00700 1 -- 172.21.15.44:0/598258484 learned_addr learned my addr 172.21.15.44:0/598258484 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:29:19.211 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.164+0000 7fecbea00700 1 -- 172.21.15.44:0/598258484 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecc010a080 con 0x7fecc0108f70 2024-05-21T00:29:19.211 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.165+0000 7fecbea00700 1 --2- 172.21.15.44:0/598258484 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fecc0108f70 0x7fecc0109390 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fecb00098a0 tx=0x7fecb0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=190797061e7a56b5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:19.211 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.165+0000 7fecbd600700 1 -- 172.21.15.44:0/598258484 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fecb0004160 con 0x7fecc0108f70 2024-05-21T00:29:19.211 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.165+0000 7fecbd600700 1 -- 172.21.15.44:0/598258484 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fecb0004300 con 0x7fecc0108f70 2024-05-21T00:29:19.211 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.165+0000 7fecbd600700 1 -- 172.21.15.44:0/598258484 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fecb0011a20 con 0x7fecc0108f70 2024-05-21T00:29:19.211 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.165+0000 7fecc5e00700 1 -- 172.21.15.44:0/598258484 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fecc0108f70 msgr2=0x7fecc0109390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:19.211 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.165+0000 7fecc5e00700 1 --2- 172.21.15.44:0/598258484 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fecc0108f70 0x7fecc0109390 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fecb00098a0 tx=0x7fecb0009bb0 comp rx=0 tx=0).stop 2024-05-21T00:29:19.211 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.166+0000 7fecc5e00700 1 -- 172.21.15.44:0/598258484 shutdown_connections 2024-05-21T00:29:19.211 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.166+0000 7fecc5e00700 1 --2- 172.21.15.44:0/598258484 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fecc0108f70 0x7fecc0109390 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:19.211 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.166+0000 7fecc5e00700 1 -- 172.21.15.44:0/598258484 >> 172.21.15.44:0/598258484 conn(0x7fecc0104530 msgr2=0x7fecc0106950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:29:19.211 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.166+0000 7fecc5e00700 1 -- 172.21.15.44:0/598258484 shutdown_connections 2024-05-21T00:29:19.212 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.166+0000 7fecc5e00700 1 -- 172.21.15.44:0/598258484 wait complete. 2024-05-21T00:29:19.212 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.167+0000 7fecc5e00700 1 Processor -- start 2024-05-21T00:29:19.212 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.167+0000 7fecc5e00700 1 -- start start 2024-05-21T00:29:19.212 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.167+0000 7fecc5e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fecc0108f70 0x7fecc019f030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:19.212 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.167+0000 7fecc5e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fecc010d4c0 con 0x7fecc0108f70 2024-05-21T00:29:19.212 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.168+0000 7fecbea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fecc0108f70 0x7fecc019f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:19.212 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.168+0000 7fecbea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fecc0108f70 0x7fecc019f030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60448/0 (socket says 172.21.15.44:60448) 2024-05-21T00:29:19.213 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.168+0000 7fecbea00700 1 -- 172.21.15.44:0/2249535268 learned_addr learned my addr 172.21.15.44:0/2249535268 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:29:19.213 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.168+0000 7fecbea00700 1 -- 172.21.15.44:0/2249535268 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecc019f570 con 0x7fecc0108f70 2024-05-21T00:29:19.213 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.168+0000 7fecbea00700 1 --2- 172.21.15.44:0/2249535268 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fecc0108f70 0x7fecc019f030 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fecb0004660 tx=0x7fecb0011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:19.213 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.168+0000 7fecc4a00700 1 -- 172.21.15.44:0/2249535268 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fecb0003aa0 con 0x7fecc0108f70 2024-05-21T00:29:19.213 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.168+0000 7fecc4a00700 1 -- 172.21.15.44:0/2249535268 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fecb001b8f0 con 0x7fecc0108f70 2024-05-21T00:29:19.213 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.169+0000 7fecc5e00700 1 -- 172.21.15.44:0/2249535268 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fecc019f800 con 0x7fecc0108f70 2024-05-21T00:29:19.213 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.169+0000 7fecc4a00700 1 -- 172.21.15.44:0/2249535268 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fecb0023900 con 0x7fecc0108f70 2024-05-21T00:29:19.213 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.169+0000 7fecc5e00700 1 -- 172.21.15.44:0/2249535268 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fecc01a24f0 con 0x7fecc0108f70 2024-05-21T00:29:19.213 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.170+0000 7fecc5e00700 1 -- 172.21.15.44:0/2249535268 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fecc010d640 con 0x7fecc0108f70 2024-05-21T00:29:19.213 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.170+0000 7fecc4a00700 1 -- 172.21.15.44:0/2249535268 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7fecb001baa0 con 0x7fecc0108f70 2024-05-21T00:29:19.213 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.171+0000 7fecc4a00700 1 --2- 172.21.15.44:0/2249535268 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7feca403e5c0 0x7feca4040a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:19.213 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.171+0000 7fecc4a00700 1 -- 172.21.15.44:0/2249535268 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fecb00540e0 con 0x7fecc0108f70 2024-05-21T00:29:19.213 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.171+0000 7fecbe000700 1 --2- 172.21.15.44:0/2249535268 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7feca403e5c0 0x7feca4040a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:19.214 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.171+0000 7fecbe000700 1 --2- 172.21.15.44:0/2249535268 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7feca403e5c0 0x7feca4040a80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fecac006fd0 tx=0x7fecac006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:19.214 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.176+0000 7fecc4a00700 1 -- 172.21.15.44:0/2249535268 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fecb001f030 con 0x7fecc0108f70 2024-05-21T00:29:19.214 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.419+0000 7fecc5e00700 1 -- 172.21.15.44:0/2249535268 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7fecc01a2b40 con 0x7fecc0108f70 2024-05-21T00:29:19.214 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.420+0000 7fecc4a00700 1 -- 172.21.15.44:0/2249535268 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7fecb0018350 con 0x7fecc0108f70 2024-05-21T00:29:19.214 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.423+0000 7fecc5e00700 1 -- 172.21.15.44:0/2249535268 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7feca403e5c0 msgr2=0x7feca4040a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:19.214 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.423+0000 7fecc5e00700 1 --2- 172.21.15.44:0/2249535268 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7feca403e5c0 0x7feca4040a80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fecac006fd0 tx=0x7fecac006e40 comp rx=0 tx=0).stop 2024-05-21T00:29:19.215 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.423+0000 7fecc5e00700 1 -- 172.21.15.44:0/2249535268 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fecc0108f70 msgr2=0x7fecc019f030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:19.215 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.423+0000 7fecc5e00700 1 --2- 172.21.15.44:0/2249535268 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fecc0108f70 0x7fecc019f030 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fecb0004660 tx=0x7fecb0011aa0 comp rx=0 tx=0).stop 2024-05-21T00:29:19.215 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.423+0000 7fecc5e00700 1 -- 172.21.15.44:0/2249535268 shutdown_connections 2024-05-21T00:29:19.215 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.423+0000 7fecc5e00700 1 --2- 172.21.15.44:0/2249535268 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7feca403e5c0 0x7feca4040a80 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:19.215 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.423+0000 7fecc5e00700 1 --2- 172.21.15.44:0/2249535268 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fecc0108f70 0x7fecc019f030 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:19.215 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.423+0000 7fecc5e00700 1 -- 172.21.15.44:0/2249535268 >> 172.21.15.44:0/2249535268 conn(0x7fecc0104530 msgr2=0x7fecc0105020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:29:19.215 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.423+0000 7fecc5e00700 1 -- 172.21.15.44:0/2249535268 shutdown_connections 2024-05-21T00:29:19.215 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:18.423+0000 7fecc5e00700 1 -- 172.21.15.44:0/2249535268 wait complete. 2024-05-21T00:29:21.133 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.137+0000 7f486b600700 1 Processor -- start 2024-05-21T00:29:21.133 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.138+0000 7f486b600700 1 -- start start 2024-05-21T00:29:21.134 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.138+0000 7f486b600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f486407ee30 0x7f486407d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:21.134 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.138+0000 7f486b600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f486407d820 con 0x7f486407ee30 2024-05-21T00:29:21.134 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.138+0000 7f4868c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f486407ee30 0x7f486407d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:21.134 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.138+0000 7f4868c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f486407ee30 0x7f486407d2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60458/0 (socket says 172.21.15.44:60458) 2024-05-21T00:29:21.134 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.138+0000 7f4868c00700 1 -- 172.21.15.44:0/950339877 learned_addr learned my addr 172.21.15.44:0/950339877 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:29:21.134 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.139+0000 7f4868c00700 1 -- 172.21.15.44:0/950339877 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f486407d9a0 con 0x7f486407ee30 2024-05-21T00:29:21.134 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.139+0000 7f4868c00700 1 --2- 172.21.15.44:0/950339877 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f486407ee30 0x7f486407d2e0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4854009e80 tx=0x7f485400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2edfd8d398a99b04 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:21.134 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.140+0000 7f4863e00700 1 -- 172.21.15.44:0/950339877 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4854017070 con 0x7f486407ee30 2024-05-21T00:29:21.134 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.140+0000 7f4863e00700 1 -- 172.21.15.44:0/950339877 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f485400b8c0 con 0x7f486407ee30 2024-05-21T00:29:21.134 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.140+0000 7f4863e00700 1 -- 172.21.15.44:0/950339877 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4854004490 con 0x7f486407ee30 2024-05-21T00:29:21.134 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.140+0000 7f486b600700 1 -- 172.21.15.44:0/950339877 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f486407ee30 msgr2=0x7f486407d2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:21.134 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.140+0000 7f486b600700 1 --2- 172.21.15.44:0/950339877 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f486407ee30 0x7f486407d2e0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4854009e80 tx=0x7f485400b330 comp rx=0 tx=0).stop 2024-05-21T00:29:21.135 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.140+0000 7f486b600700 1 -- 172.21.15.44:0/950339877 shutdown_connections 2024-05-21T00:29:21.135 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.140+0000 7f486b600700 1 --2- 172.21.15.44:0/950339877 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f486407ee30 0x7f486407d2e0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:21.135 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.140+0000 7f486b600700 1 -- 172.21.15.44:0/950339877 >> 172.21.15.44:0/950339877 conn(0x7f4864104530 msgr2=0x7f4864106950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:29:21.135 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.140+0000 7f486b600700 1 -- 172.21.15.44:0/950339877 shutdown_connections 2024-05-21T00:29:21.135 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.141+0000 7f486b600700 1 -- 172.21.15.44:0/950339877 wait complete. 2024-05-21T00:29:21.135 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.142+0000 7f486b600700 1 Processor -- start 2024-05-21T00:29:21.135 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.142+0000 7f486b600700 1 -- start start 2024-05-21T00:29:21.135 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.142+0000 7f486b600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f486407ee30 0x7f486419f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:21.135 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.142+0000 7f486b600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f486410f4d0 con 0x7f486407ee30 2024-05-21T00:29:21.136 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.142+0000 7f4868c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f486407ee30 0x7f486419f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:21.136 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.142+0000 7f4868c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f486407ee30 0x7f486419f0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60464/0 (socket says 172.21.15.44:60464) 2024-05-21T00:29:21.136 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.142+0000 7f4868c00700 1 -- 172.21.15.44:0/1478665507 learned_addr learned my addr 172.21.15.44:0/1478665507 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:29:21.136 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.143+0000 7f4868c00700 1 -- 172.21.15.44:0/1478665507 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f486419f5f0 con 0x7f486407ee30 2024-05-21T00:29:21.136 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.143+0000 7f4868c00700 1 --2- 172.21.15.44:0/1478665507 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f486407ee30 0x7f486419f0b0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f4854004220 tx=0x7f485400bd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:21.136 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.143+0000 7f4862000700 1 -- 172.21.15.44:0/1478665507 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4854020020 con 0x7f486407ee30 2024-05-21T00:29:21.136 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.143+0000 7f4862000700 1 -- 172.21.15.44:0/1478665507 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4854003b50 con 0x7f486407ee30 2024-05-21T00:29:21.136 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.143+0000 7f4862000700 1 -- 172.21.15.44:0/1478665507 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4854017040 con 0x7f486407ee30 2024-05-21T00:29:21.136 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.143+0000 7f486b600700 1 -- 172.21.15.44:0/1478665507 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f486419f880 con 0x7f486407ee30 2024-05-21T00:29:21.136 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.144+0000 7f486b600700 1 -- 172.21.15.44:0/1478665507 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48641a2570 con 0x7f486407ee30 2024-05-21T00:29:21.137 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.145+0000 7f486b600700 1 -- 172.21.15.44:0/1478665507 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4864064ba0 con 0x7f486407ee30 2024-05-21T00:29:21.137 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.145+0000 7f4862000700 1 -- 172.21.15.44:0/1478665507 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f4854023020 con 0x7f486407ee30 2024-05-21T00:29:21.137 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.145+0000 7f4862000700 1 --2- 172.21.15.44:0/1478665507 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f484803e570 0x7f4848040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:21.137 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.146+0000 7f4862000700 1 -- 172.21.15.44:0/1478665507 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f485400f050 con 0x7f486407ee30 2024-05-21T00:29:21.137 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.146+0000 7f485be00700 1 --2- 172.21.15.44:0/1478665507 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f484803e570 0x7f4848040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:21.137 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.147+0000 7f485be00700 1 --2- 172.21.15.44:0/1478665507 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f484803e570 0x7f4848040a30 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f484c006fd0 tx=0x7f484c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:21.137 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.151+0000 7f4862000700 1 -- 172.21.15.44:0/1478665507 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f485402a020 con 0x7f486407ee30 2024-05-21T00:29:21.137 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.517+0000 7f486b600700 1 -- 172.21.15.44:0/1478665507 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7f48641a2b40 con 0x7f486407ee30 2024-05-21T00:29:21.138 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.520+0000 7f4862000700 1 -- 172.21.15.44:0/1478665507 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) ==== 153+0+0 (secure 0 0 0) 0x7f485401b810 con 0x7f486407ee30 2024-05-21T00:29:21.138 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.524+0000 7f486b600700 1 -- 172.21.15.44:0/1478665507 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f484803e570 msgr2=0x7f4848040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:21.138 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.524+0000 7f486b600700 1 --2- 172.21.15.44:0/1478665507 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f484803e570 0x7f4848040a30 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f484c006fd0 tx=0x7f484c006e40 comp rx=0 tx=0).stop 2024-05-21T00:29:21.138 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.524+0000 7f486b600700 1 -- 172.21.15.44:0/1478665507 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f486407ee30 msgr2=0x7f486419f0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:21.138 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.524+0000 7f486b600700 1 --2- 172.21.15.44:0/1478665507 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f486407ee30 0x7f486419f0b0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f4854004220 tx=0x7f485400bd30 comp rx=0 tx=0).stop 2024-05-21T00:29:21.138 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.524+0000 7f486b600700 1 -- 172.21.15.44:0/1478665507 shutdown_connections 2024-05-21T00:29:21.138 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.524+0000 7f486b600700 1 --2- 172.21.15.44:0/1478665507 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f484803e570 0x7f4848040a30 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:21.138 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.524+0000 7f486b600700 1 --2- 172.21.15.44:0/1478665507 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f486407ee30 0x7f486419f0b0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:21.139 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.524+0000 7f486b600700 1 -- 172.21.15.44:0/1478665507 >> 172.21.15.44:0/1478665507 conn(0x7f4864104530 msgr2=0x7f4864105060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:29:21.139 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.524+0000 7f486b600700 1 -- 172.21.15.44:0/1478665507 shutdown_connections 2024-05-21T00:29:21.139 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-21T00:29:20.524+0000 7f486b600700 1 -- 172.21.15.44:0/1478665507 wait complete. 2024-05-21T00:29:21.139 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-05-21T00:29:21.139 INFO:teuthology.orchestra.run.smithi044.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-05-21T00:29:21.139 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:29:21.139 INFO:teuthology.orchestra.run.smithi044.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-05-21T00:29:21.139 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:29:21.139 INFO:teuthology.orchestra.run.smithi044.stdout:Or, if you are only running a single cluster on this host: 2024-05-21T00:29:21.140 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:29:21.140 INFO:teuthology.orchestra.run.smithi044.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-05-21T00:29:21.140 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:29:21.140 INFO:teuthology.orchestra.run.smithi044.stdout:Please consider enabling telemetry to help improve Ceph: 2024-05-21T00:29:21.140 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:29:21.140 INFO:teuthology.orchestra.run.smithi044.stdout: ceph telemetry on 2024-05-21T00:29:21.140 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:29:21.140 INFO:teuthology.orchestra.run.smithi044.stdout:For more information see: 2024-05-21T00:29:21.140 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:29:21.141 INFO:teuthology.orchestra.run.smithi044.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-05-21T00:29:21.141 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:29:21.141 INFO:teuthology.orchestra.run.smithi044.stdout:Bootstrap complete. 2024-05-21T00:29:21.223 INFO:tasks.cephadm:Fetching config... 2024-05-21T00:29:21.223 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-21T00:29:21.223 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-05-21T00:29:21.270 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-05-21T00:29:21.271 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-21T00:29:21.271 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-05-21T00:29:21.352 INFO:tasks.cephadm:Fetching mon keyring... 2024-05-21T00:29:21.352 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-21T00:29:21.353 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/keyring of=/dev/stdout 2024-05-21T00:29:21.480 INFO:tasks.cephadm:Fetching pub ssh key... 2024-05-21T00:29:21.481 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-21T00:29:21.481 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-05-21T00:29:21.537 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-05-21T00:29:21.537 DEBUG:teuthology.orchestra.run.smithi044:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+Bl+lJbaRNn4BHkUpsNhpIqP2pee5S79WEXufIo9kmyzWp5bsg3+kxZ0znBGY8rbBEvgNDx/YRyKirwPumd2kKuY+p/PzYi52+n7sPO+L3y/W33HtCYWeKAox9fbePXYBH6gwD728gCdwJv9VPNPqKFcn0Gu4h3sYHRj6RY130v6VIo+TxZ1fTg+2t0AJgAuRhTkgylxZpIXUQvUZmWd1a9bsn8DybOAxHy1OTgBdOmeMjblQ0i0Z2srsIlRV9uDZuR4b5+v7oDqr4D+QhxwG7hzm41GMcNB7by2PCFQPg8WX9a4ZT6fePDaOE3Cl6biQtMkkKiTJpbMkdXbFWuT9nilyuuflI97sUgUqvBJo1bISTzKRffaX2xthHq1whSpR3tmin8OYjo+qx9IrbFEvtlykHtDlElLeHKERRdLUuK3VltXS43qNBLT0pKaSRKNTDBkX5Cib9SqdFuzqKNt4RSQC9zDQwamyrdkqriIi1izPmI2w2GIraLDyUw9d5FE= ceph-d03df2b2-1708-11ef-bc9a-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-21T00:29:21.646 INFO:teuthology.orchestra.run.smithi044.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+Bl+lJbaRNn4BHkUpsNhpIqP2pee5S79WEXufIo9kmyzWp5bsg3+kxZ0znBGY8rbBEvgNDx/YRyKirwPumd2kKuY+p/PzYi52+n7sPO+L3y/W33HtCYWeKAox9fbePXYBH6gwD728gCdwJv9VPNPqKFcn0Gu4h3sYHRj6RY130v6VIo+TxZ1fTg+2t0AJgAuRhTkgylxZpIXUQvUZmWd1a9bsn8DybOAxHy1OTgBdOmeMjblQ0i0Z2srsIlRV9uDZuR4b5+v7oDqr4D+QhxwG7hzm41GMcNB7by2PCFQPg8WX9a4ZT6fePDaOE3Cl6biQtMkkKiTJpbMkdXbFWuT9nilyuuflI97sUgUqvBJo1bISTzKRffaX2xthHq1whSpR3tmin8OYjo+qx9IrbFEvtlykHtDlElLeHKERRdLUuK3VltXS43qNBLT0pKaSRKNTDBkX5Cib9SqdFuzqKNt4RSQC9zDQwamyrdkqriIi1izPmI2w2GIraLDyUw9d5FE= ceph-d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:29:21.670 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:21 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1478665507' entity='client.admin' 2024-05-21T00:29:21.684 DEBUG:teuthology.orchestra.run.smithi082:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+Bl+lJbaRNn4BHkUpsNhpIqP2pee5S79WEXufIo9kmyzWp5bsg3+kxZ0znBGY8rbBEvgNDx/YRyKirwPumd2kKuY+p/PzYi52+n7sPO+L3y/W33HtCYWeKAox9fbePXYBH6gwD728gCdwJv9VPNPqKFcn0Gu4h3sYHRj6RY130v6VIo+TxZ1fTg+2t0AJgAuRhTkgylxZpIXUQvUZmWd1a9bsn8DybOAxHy1OTgBdOmeMjblQ0i0Z2srsIlRV9uDZuR4b5+v7oDqr4D+QhxwG7hzm41GMcNB7by2PCFQPg8WX9a4ZT6fePDaOE3Cl6biQtMkkKiTJpbMkdXbFWuT9nilyuuflI97sUgUqvBJo1bISTzKRffaX2xthHq1whSpR3tmin8OYjo+qx9IrbFEvtlykHtDlElLeHKERRdLUuK3VltXS43qNBLT0pKaSRKNTDBkX5Cib9SqdFuzqKNt4RSQC9zDQwamyrdkqriIi1izPmI2w2GIraLDyUw9d5FE= ceph-d03df2b2-1708-11ef-bc9a-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-21T00:29:21.724 INFO:teuthology.orchestra.run.smithi082.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+Bl+lJbaRNn4BHkUpsNhpIqP2pee5S79WEXufIo9kmyzWp5bsg3+kxZ0znBGY8rbBEvgNDx/YRyKirwPumd2kKuY+p/PzYi52+n7sPO+L3y/W33HtCYWeKAox9fbePXYBH6gwD728gCdwJv9VPNPqKFcn0Gu4h3sYHRj6RY130v6VIo+TxZ1fTg+2t0AJgAuRhTkgylxZpIXUQvUZmWd1a9bsn8DybOAxHy1OTgBdOmeMjblQ0i0Z2srsIlRV9uDZuR4b5+v7oDqr4D+QhxwG7hzm41GMcNB7by2PCFQPg8WX9a4ZT6fePDaOE3Cl6biQtMkkKiTJpbMkdXbFWuT9nilyuuflI97sUgUqvBJo1bISTzKRffaX2xthHq1whSpR3tmin8OYjo+qx9IrbFEvtlykHtDlElLeHKERRdLUuK3VltXS43qNBLT0pKaSRKNTDBkX5Cib9SqdFuzqKNt4RSQC9zDQwamyrdkqriIi1izPmI2w2GIraLDyUw9d5FE= ceph-d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:29:21.736 DEBUG:teuthology.orchestra.run.smithi092:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+Bl+lJbaRNn4BHkUpsNhpIqP2pee5S79WEXufIo9kmyzWp5bsg3+kxZ0znBGY8rbBEvgNDx/YRyKirwPumd2kKuY+p/PzYi52+n7sPO+L3y/W33HtCYWeKAox9fbePXYBH6gwD728gCdwJv9VPNPqKFcn0Gu4h3sYHRj6RY130v6VIo+TxZ1fTg+2t0AJgAuRhTkgylxZpIXUQvUZmWd1a9bsn8DybOAxHy1OTgBdOmeMjblQ0i0Z2srsIlRV9uDZuR4b5+v7oDqr4D+QhxwG7hzm41GMcNB7by2PCFQPg8WX9a4ZT6fePDaOE3Cl6biQtMkkKiTJpbMkdXbFWuT9nilyuuflI97sUgUqvBJo1bISTzKRffaX2xthHq1whSpR3tmin8OYjo+qx9IrbFEvtlykHtDlElLeHKERRdLUuK3VltXS43qNBLT0pKaSRKNTDBkX5Cib9SqdFuzqKNt4RSQC9zDQwamyrdkqriIi1izPmI2w2GIraLDyUw9d5FE= ceph-d03df2b2-1708-11ef-bc9a-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-21T00:29:21.777 INFO:teuthology.orchestra.run.smithi092.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+Bl+lJbaRNn4BHkUpsNhpIqP2pee5S79WEXufIo9kmyzWp5bsg3+kxZ0znBGY8rbBEvgNDx/YRyKirwPumd2kKuY+p/PzYi52+n7sPO+L3y/W33HtCYWeKAox9fbePXYBH6gwD728gCdwJv9VPNPqKFcn0Gu4h3sYHRj6RY130v6VIo+TxZ1fTg+2t0AJgAuRhTkgylxZpIXUQvUZmWd1a9bsn8DybOAxHy1OTgBdOmeMjblQ0i0Z2srsIlRV9uDZuR4b5+v7oDqr4D+QhxwG7hzm41GMcNB7by2PCFQPg8WX9a4ZT6fePDaOE3Cl6biQtMkkKiTJpbMkdXbFWuT9nilyuuflI97sUgUqvBJo1bISTzKRffaX2xthHq1whSpR3tmin8OYjo+qx9IrbFEvtlykHtDlElLeHKERRdLUuK3VltXS43qNBLT0pKaSRKNTDBkX5Cib9SqdFuzqKNt4RSQC9zDQwamyrdkqriIi1izPmI2w2GIraLDyUw9d5FE= ceph-d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:29:21.790 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-05-21T00:29:22.217 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:29:25.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:24.988+0000 7f74c2000700 1 -- 172.21.15.44:0/403433077 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74bc1051f0 msgr2=0x7f74bc105610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:25.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:24.988+0000 7f74c2000700 1 --2- 172.21.15.44:0/403433077 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74bc1051f0 0x7f74bc105610 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f74ac009910 tx=0x7f74ac009c20 comp rx=0 tx=0).stop 2024-05-21T00:29:25.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:24.988+0000 7f74c2000700 1 -- 172.21.15.44:0/403433077 shutdown_connections 2024-05-21T00:29:25.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:24.988+0000 7f74c2000700 1 --2- 172.21.15.44:0/403433077 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74bc1051f0 0x7f74bc105610 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:25.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:24.988+0000 7f74c2000700 1 -- 172.21.15.44:0/403433077 >> 172.21.15.44:0/403433077 conn(0x7f74bc100770 msgr2=0x7f74bc102bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:29:25.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:24.988+0000 7f74c2000700 1 -- 172.21.15.44:0/403433077 shutdown_connections 2024-05-21T00:29:25.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:24.988+0000 7f74c2000700 1 -- 172.21.15.44:0/403433077 wait complete. 2024-05-21T00:29:25.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:24.989+0000 7f74c2000700 1 Processor -- start 2024-05-21T00:29:25.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:24.989+0000 7f74c2000700 1 -- start start 2024-05-21T00:29:25.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:24.990+0000 7f74c2000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74bc1051f0 0x7f74bc19a800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:25.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:24.990+0000 7f74c2000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f74bc10b130 con 0x7f74bc1051f0 2024-05-21T00:29:25.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:24.990+0000 7f74bb400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74bc1051f0 0x7f74bc19a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:25.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:24.990+0000 7f74bb400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74bc1051f0 0x7f74bc19a800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60488/0 (socket says 172.21.15.44:60488) 2024-05-21T00:29:25.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:24.990+0000 7f74bb400700 1 -- 172.21.15.44:0/1758918195 learned_addr learned my addr 172.21.15.44:0/1758918195 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:29:25.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:24.990+0000 7f74bb400700 1 -- 172.21.15.44:0/1758918195 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74bc19ad40 con 0x7f74bc1051f0 2024-05-21T00:29:25.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:24.991+0000 7f74bb400700 1 --2- 172.21.15.44:0/1758918195 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74bc1051f0 0x7f74bc19a800 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f74ac005950 tx=0x7f74ac004fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:25.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:24.991+0000 7f74b3e00700 1 -- 172.21.15.44:0/1758918195 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f74ac026070 con 0x7f74bc1051f0 2024-05-21T00:29:25.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:24.991+0000 7f74b3e00700 1 -- 172.21.15.44:0/1758918195 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74ac00bc00 con 0x7f74bc1051f0 2024-05-21T00:29:25.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:24.991+0000 7f74c2000700 1 -- 172.21.15.44:0/1758918195 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74bc19afd0 con 0x7f74bc1051f0 2024-05-21T00:29:25.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:24.991+0000 7f74b3e00700 1 -- 172.21.15.44:0/1758918195 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f74ac003a10 con 0x7f74bc1051f0 2024-05-21T00:29:25.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:24.991+0000 7f74c2000700 1 -- 172.21.15.44:0/1758918195 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74bc19dcc0 con 0x7f74bc1051f0 2024-05-21T00:29:25.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:24.992+0000 7f74c2000700 1 -- 172.21.15.44:0/1758918195 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74bc10b8b0 con 0x7f74bc1051f0 2024-05-21T00:29:25.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:24.993+0000 7f74b3e00700 1 -- 172.21.15.44:0/1758918195 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f74ac029070 con 0x7f74bc1051f0 2024-05-21T00:29:25.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:24.993+0000 7f74b3e00700 1 --2- 172.21.15.44:0/1758918195 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f74a003e570 0x7f74a0040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:25.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:24.993+0000 7f74b3e00700 1 -- 172.21.15.44:0/1758918195 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f74ac01e070 con 0x7f74bc1051f0 2024-05-21T00:29:25.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:24.994+0000 7f74baa00700 1 --2- 172.21.15.44:0/1758918195 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f74a003e570 0x7f74a0040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:25.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:24.995+0000 7f74baa00700 1 --2- 172.21.15.44:0/1758918195 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f74a003e570 0x7f74a0040a30 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f74a8006fd0 tx=0x7f74a8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:25.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:25.000+0000 7f74b3e00700 1 -- 172.21.15.44:0/1758918195 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f74ac013070 con 0x7f74bc1051f0 2024-05-21T00:29:25.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:25.251+0000 7f74c2000700 1 -- 172.21.15.44:0/1758918195 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7f74bc02e670 con 0x7f74bc1051f0 2024-05-21T00:29:25.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:25.255+0000 7f74b3e00700 1 -- 172.21.15.44:0/1758918195 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7f74ac0300c0 con 0x7f74bc1051f0 2024-05-21T00:29:25.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:25.260+0000 7f74c2000700 1 -- 172.21.15.44:0/1758918195 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f74a003e570 msgr2=0x7f74a0040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:25.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:25.260+0000 7f74c2000700 1 --2- 172.21.15.44:0/1758918195 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f74a003e570 0x7f74a0040a30 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f74a8006fd0 tx=0x7f74a8006e40 comp rx=0 tx=0).stop 2024-05-21T00:29:25.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:25.260+0000 7f74c2000700 1 -- 172.21.15.44:0/1758918195 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74bc1051f0 msgr2=0x7f74bc19a800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:25.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:25.260+0000 7f74c2000700 1 --2- 172.21.15.44:0/1758918195 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74bc1051f0 0x7f74bc19a800 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f74ac005950 tx=0x7f74ac004fa0 comp rx=0 tx=0).stop 2024-05-21T00:29:25.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:25.260+0000 7f74c2000700 1 -- 172.21.15.44:0/1758918195 shutdown_connections 2024-05-21T00:29:25.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:25.260+0000 7f74c2000700 1 --2- 172.21.15.44:0/1758918195 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f74a003e570 0x7f74a0040a30 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:25.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:25.260+0000 7f74c2000700 1 --2- 172.21.15.44:0/1758918195 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74bc1051f0 0x7f74bc19a800 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:25.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:25.260+0000 7f74c2000700 1 -- 172.21.15.44:0/1758918195 >> 172.21.15.44:0/1758918195 conn(0x7f74bc100770 msgr2=0x7f74bc101240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:29:25.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:25.260+0000 7f74c2000700 1 -- 172.21.15.44:0/1758918195 shutdown_connections 2024-05-21T00:29:25.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:25.261+0000 7f74c2000700 1 -- 172.21.15.44:0/1758918195 wait complete. 2024-05-21T00:29:26.110 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-05-21T00:29:26.111 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-05-21T00:29:26.397 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:26 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1758918195' entity='client.admin' 2024-05-21T00:29:26.528 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:29:28.605 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:28 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:28.605 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:28 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:28.605 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:28 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:29:28.605 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:28 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:28.605 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:28 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:29:28.605 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:28 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:29.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.061+0000 7f9637000700 1 -- 172.21.15.44:0/2050039738 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f96301051e0 msgr2=0x7f9630105600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:29.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.061+0000 7f9637000700 1 --2- 172.21.15.44:0/2050039738 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f96301051e0 0x7f9630105600 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f9620009910 tx=0x7f9620009c20 comp rx=0 tx=0).stop 2024-05-21T00:29:29.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.061+0000 7f9637000700 1 -- 172.21.15.44:0/2050039738 shutdown_connections 2024-05-21T00:29:29.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.061+0000 7f9637000700 1 --2- 172.21.15.44:0/2050039738 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f96301051e0 0x7f9630105600 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:29.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.061+0000 7f9637000700 1 -- 172.21.15.44:0/2050039738 >> 172.21.15.44:0/2050039738 conn(0x7f9630100760 msgr2=0x7f9630102bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:29:29.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.061+0000 7f9637000700 1 -- 172.21.15.44:0/2050039738 shutdown_connections 2024-05-21T00:29:29.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.061+0000 7f9637000700 1 -- 172.21.15.44:0/2050039738 wait complete. 2024-05-21T00:29:29.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.062+0000 7f9637000700 1 Processor -- start 2024-05-21T00:29:29.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.063+0000 7f9637000700 1 -- start start 2024-05-21T00:29:29.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.063+0000 7f9637000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f96301051e0 0x7f963019a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:29.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.063+0000 7f9637000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f963010b120 con 0x7f96301051e0 2024-05-21T00:29:29.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.063+0000 7f962fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f96301051e0 0x7f963019a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:29.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.063+0000 7f962fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f96301051e0 0x7f963019a7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58702/0 (socket says 172.21.15.44:58702) 2024-05-21T00:29:29.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.063+0000 7f962fe00700 1 -- 172.21.15.44:0/500150788 learned_addr learned my addr 172.21.15.44:0/500150788 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:29:29.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.064+0000 7f962fe00700 1 -- 172.21.15.44:0/500150788 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f963019ad30 con 0x7f96301051e0 2024-05-21T00:29:29.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.064+0000 7f962fe00700 1 --2- 172.21.15.44:0/500150788 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f96301051e0 0x7f963019a7f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f9620005950 tx=0x7f9620004fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:29.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.064+0000 7f962cc00700 1 -- 172.21.15.44:0/500150788 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9620026070 con 0x7f96301051e0 2024-05-21T00:29:29.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.064+0000 7f962cc00700 1 -- 172.21.15.44:0/500150788 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f962000bc00 con 0x7f96301051e0 2024-05-21T00:29:29.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.064+0000 7f962cc00700 1 -- 172.21.15.44:0/500150788 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9620003a10 con 0x7f96301051e0 2024-05-21T00:29:29.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.065+0000 7f9637000700 1 -- 172.21.15.44:0/500150788 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f963019afc0 con 0x7f96301051e0 2024-05-21T00:29:29.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.065+0000 7f9637000700 1 -- 172.21.15.44:0/500150788 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f963019dcb0 con 0x7f96301051e0 2024-05-21T00:29:29.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.066+0000 7f9637000700 1 -- 172.21.15.44:0/500150788 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f963010b8a0 con 0x7f96301051e0 2024-05-21T00:29:29.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.066+0000 7f962cc00700 1 -- 172.21.15.44:0/500150788 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f9620029070 con 0x7f96301051e0 2024-05-21T00:29:29.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.067+0000 7f962cc00700 1 --2- 172.21.15.44:0/500150788 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f961403e570 0x7f9614040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:29.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.067+0000 7f962cc00700 1 -- 172.21.15.44:0/500150788 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f962001e070 con 0x7f96301051e0 2024-05-21T00:29:29.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.067+0000 7f962f400700 1 --2- 172.21.15.44:0/500150788 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f961403e570 0x7f9614040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:29.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.067+0000 7f962f400700 1 --2- 172.21.15.44:0/500150788 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f961403e570 0x7f9614040a30 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f961c006fd0 tx=0x7f961c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:29.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.072+0000 7f962cc00700 1 -- 172.21.15.44:0/500150788 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9620013070 con 0x7f96301051e0 2024-05-21T00:29:29.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.315+0000 7f9637000700 1 -- 172.21.15.44:0/500150788 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7f963002e670 con 0x7f961403e570 2024-05-21T00:29:29.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.323+0000 7f962cc00700 1 -- 172.21.15.44:0/500150788 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f963002e670 con 0x7f961403e570 2024-05-21T00:29:29.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.326+0000 7f9637000700 1 -- 172.21.15.44:0/500150788 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f961403e570 msgr2=0x7f9614040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:29.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.326+0000 7f9637000700 1 --2- 172.21.15.44:0/500150788 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f961403e570 0x7f9614040a30 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f961c006fd0 tx=0x7f961c006e40 comp rx=0 tx=0).stop 2024-05-21T00:29:29.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.326+0000 7f9637000700 1 -- 172.21.15.44:0/500150788 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f96301051e0 msgr2=0x7f963019a7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:29.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.326+0000 7f9637000700 1 --2- 172.21.15.44:0/500150788 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f96301051e0 0x7f963019a7f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f9620005950 tx=0x7f9620004fa0 comp rx=0 tx=0).stop 2024-05-21T00:29:29.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.326+0000 7f9637000700 1 -- 172.21.15.44:0/500150788 shutdown_connections 2024-05-21T00:29:29.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.326+0000 7f9637000700 1 --2- 172.21.15.44:0/500150788 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f961403e570 0x7f9614040a30 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:29.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.326+0000 7f9637000700 1 --2- 172.21.15.44:0/500150788 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f96301051e0 0x7f963019a7f0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:29.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.326+0000 7f9637000700 1 -- 172.21.15.44:0/500150788 >> 172.21.15.44:0/500150788 conn(0x7f9630100760 msgr2=0x7f9630101310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:29:29.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.327+0000 7f9637000700 1 -- 172.21.15.44:0/500150788 shutdown_connections 2024-05-21T00:29:29.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:29.327+0000 7f9637000700 1 -- 172.21.15.44:0/500150788 wait complete. 2024-05-21T00:29:30.141 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi082 2024-05-21T00:29:30.141 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-05-21T00:29:30.142 DEBUG:teuthology.orchestra.run.smithi082:> dd of=/etc/ceph/ceph.conf 2024-05-21T00:29:30.160 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-05-21T00:29:30.160 DEBUG:teuthology.orchestra.run.smithi082:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-21T00:29:30.217 INFO:tasks.cephadm:Adding host smithi082 to orchestrator... 2024-05-21T00:29:30.218 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph orch host add smithi082 2024-05-21T00:29:30.397 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:30 smithi044 ceph-mon[31392]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:29:30.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:30 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:30.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:30 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:29:30.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:30 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:29:30.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:30 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:29:30.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:30 smithi044 ceph-mon[31392]: Updating smithi044:/etc/ceph/ceph.conf 2024-05-21T00:29:30.650 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:29:31.647 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:31 smithi044 ceph-mon[31392]: Updating smithi044:/var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T00:29:31.647 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:31 smithi044 ceph-mon[31392]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:29:32.611 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:32 smithi044 ceph-mon[31392]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-05-21T00:29:32.611 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:32 smithi044 ceph-mon[31392]: Updating smithi044:/var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-21T00:29:32.611 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:32 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:32.611 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:32 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:32.611 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:32 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:32.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:32.782+0000 7f0b85400700 1 -- 172.21.15.44:0/3465595948 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0b80104110 msgr2=0x7f0b801044f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:32.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:32.782+0000 7f0b85400700 1 --2- 172.21.15.44:0/3465595948 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0b80104110 0x7f0b801044f0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f0b70009910 tx=0x7f0b70009c20 comp rx=0 tx=0).stop 2024-05-21T00:29:32.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:32.782+0000 7f0b85400700 1 -- 172.21.15.44:0/3465595948 shutdown_connections 2024-05-21T00:29:32.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:32.782+0000 7f0b85400700 1 --2- 172.21.15.44:0/3465595948 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0b80104110 0x7f0b801044f0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:32.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:32.782+0000 7f0b85400700 1 -- 172.21.15.44:0/3465595948 >> 172.21.15.44:0/3465595948 conn(0x7f0b800fd940 msgr2=0x7f0b800ffd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:29:32.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:32.782+0000 7f0b85400700 1 -- 172.21.15.44:0/3465595948 shutdown_connections 2024-05-21T00:29:32.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:32.782+0000 7f0b85400700 1 -- 172.21.15.44:0/3465595948 wait complete. 2024-05-21T00:29:32.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:32.784+0000 7f0b85400700 1 Processor -- start 2024-05-21T00:29:32.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:32.784+0000 7f0b85400700 1 -- start start 2024-05-21T00:29:32.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:32.784+0000 7f0b85400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0b80104110 0x7f0b801a0880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:32.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:32.784+0000 7f0b85400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0b8010d490 con 0x7f0b80104110 2024-05-21T00:29:32.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:32.785+0000 7f0b7e800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0b80104110 0x7f0b801a0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:32.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:32.785+0000 7f0b7e800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0b80104110 0x7f0b801a0880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58712/0 (socket says 172.21.15.44:58712) 2024-05-21T00:29:32.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:32.785+0000 7f0b7e800700 1 -- 172.21.15.44:0/3429755513 learned_addr learned my addr 172.21.15.44:0/3429755513 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:29:32.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:32.785+0000 7f0b7e800700 1 -- 172.21.15.44:0/3429755513 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b801a0dc0 con 0x7f0b80104110 2024-05-21T00:29:32.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:32.785+0000 7f0b7e800700 1 --2- 172.21.15.44:0/3429755513 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0b80104110 0x7f0b801a0880 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f0b700056d0 tx=0x7f0b700057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:32.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:32.786+0000 7f0b77400700 1 -- 172.21.15.44:0/3429755513 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0b70026070 con 0x7f0b80104110 2024-05-21T00:29:32.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:32.786+0000 7f0b77400700 1 -- 172.21.15.44:0/3429755513 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0b70004370 con 0x7f0b80104110 2024-05-21T00:29:32.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:32.786+0000 7f0b77400700 1 -- 172.21.15.44:0/3429755513 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0b700039b0 con 0x7f0b80104110 2024-05-21T00:29:32.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:32.786+0000 7f0b85400700 1 -- 172.21.15.44:0/3429755513 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b801a1050 con 0x7f0b80104110 2024-05-21T00:29:32.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:32.786+0000 7f0b85400700 1 -- 172.21.15.44:0/3429755513 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b8019aa40 con 0x7f0b80104110 2024-05-21T00:29:32.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:32.787+0000 7f0b77400700 1 -- 172.21.15.44:0/3429755513 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f0b70029070 con 0x7f0b80104110 2024-05-21T00:29:32.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:32.788+0000 7f0b85400700 1 -- 172.21.15.44:0/3429755513 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b8006bc30 con 0x7f0b80104110 2024-05-21T00:29:32.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:32.788+0000 7f0b77400700 1 --2- 172.21.15.44:0/3429755513 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0b6403e510 0x7f0b640409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:32.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:32.788+0000 7f0b77400700 1 -- 172.21.15.44:0/3429755513 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f0b7001e070 con 0x7f0b80104110 2024-05-21T00:29:32.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:32.788+0000 7f0b7de00700 1 --2- 172.21.15.44:0/3429755513 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0b6403e510 0x7f0b640409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:32.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:32.789+0000 7f0b7de00700 1 --2- 172.21.15.44:0/3429755513 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0b6403e510 0x7f0b640409d0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0b6c006fd0 tx=0x7f0b6c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:32.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:32.794+0000 7f0b77400700 1 -- 172.21.15.44:0/3429755513 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0b70013070 con 0x7f0b80104110 2024-05-21T00:29:33.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:33.040+0000 7f0b85400700 1 -- 172.21.15.44:0/3429755513 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi082", "target": ["mon-mgr", ""]}) -- 0x7f0b8019bf70 con 0x7f0b6403e510 2024-05-21T00:29:33.647 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:33 smithi044 ceph-mon[31392]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:29:34.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:34 smithi044 ceph-mon[31392]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi082", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:29:35.647 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:35 smithi044 ceph-mon[31392]: Deploying cephadm binary to smithi082 2024-05-21T00:29:35.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:35 smithi044 ceph-mon[31392]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:29:37.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:37 smithi044 ceph-mon[31392]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:29:38.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:38.000+0000 7f0b77400700 1 -- 172.21.15.44:0/3429755513 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f0b8019bf70 con 0x7f0b6403e510 2024-05-21T00:29:38.005 INFO:teuthology.orchestra.run.smithi044.stdout:Added host 'smithi082' with addr '172.21.15.82' 2024-05-21T00:29:38.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:38.003+0000 7f0b85400700 1 -- 172.21.15.44:0/3429755513 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0b6403e510 msgr2=0x7f0b640409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:38.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:38.003+0000 7f0b85400700 1 --2- 172.21.15.44:0/3429755513 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0b6403e510 0x7f0b640409d0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0b6c006fd0 tx=0x7f0b6c006e40 comp rx=0 tx=0).stop 2024-05-21T00:29:38.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:38.003+0000 7f0b85400700 1 -- 172.21.15.44:0/3429755513 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0b80104110 msgr2=0x7f0b801a0880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:38.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:38.003+0000 7f0b85400700 1 --2- 172.21.15.44:0/3429755513 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0b80104110 0x7f0b801a0880 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f0b700056d0 tx=0x7f0b700057b0 comp rx=0 tx=0).stop 2024-05-21T00:29:38.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:38.003+0000 7f0b85400700 1 -- 172.21.15.44:0/3429755513 shutdown_connections 2024-05-21T00:29:38.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:38.003+0000 7f0b85400700 1 --2- 172.21.15.44:0/3429755513 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0b6403e510 0x7f0b640409d0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:38.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:38.003+0000 7f0b85400700 1 --2- 172.21.15.44:0/3429755513 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0b80104110 0x7f0b801a0880 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:38.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:38.003+0000 7f0b85400700 1 -- 172.21.15.44:0/3429755513 >> 172.21.15.44:0/3429755513 conn(0x7f0b800fd940 msgr2=0x7f0b801092b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:29:38.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:38.004+0000 7f0b85400700 1 -- 172.21.15.44:0/3429755513 shutdown_connections 2024-05-21T00:29:38.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:38.004+0000 7f0b85400700 1 -- 172.21.15.44:0/3429755513 wait complete. 2024-05-21T00:29:38.804 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph orch host ls --format=json 2024-05-21T00:29:39.231 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:29:39.385 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:39 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:39.386 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:39 smithi044 ceph-mon[31392]: Added host smithi082 2024-05-21T00:29:39.386 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:39 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:29:39.386 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:39 smithi044 ceph-mon[31392]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:29:39.386 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:39 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:40.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:40 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:41.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.285+0000 7f0c59000700 1 -- 172.21.15.44:0/1105780975 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c54101f00 msgr2=0x7f0c541022e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:41.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.285+0000 7f0c59000700 1 --2- 172.21.15.44:0/1105780975 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c54101f00 0x7f0c541022e0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f0c44009910 tx=0x7f0c44009c20 comp rx=0 tx=0).stop 2024-05-21T00:29:41.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.285+0000 7f0c59000700 1 -- 172.21.15.44:0/1105780975 shutdown_connections 2024-05-21T00:29:41.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.285+0000 7f0c59000700 1 --2- 172.21.15.44:0/1105780975 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c54101f00 0x7f0c541022e0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:41.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.285+0000 7f0c59000700 1 -- 172.21.15.44:0/1105780975 >> 172.21.15.44:0/1105780975 conn(0x7f0c540fd940 msgr2=0x7f0c540ffd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:29:41.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.286+0000 7f0c59000700 1 -- 172.21.15.44:0/1105780975 shutdown_connections 2024-05-21T00:29:41.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.286+0000 7f0c59000700 1 -- 172.21.15.44:0/1105780975 wait complete. 2024-05-21T00:29:41.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.287+0000 7f0c59000700 1 Processor -- start 2024-05-21T00:29:41.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.287+0000 7f0c59000700 1 -- start start 2024-05-21T00:29:41.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.287+0000 7f0c59000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c54101f00 0x7f0c5419eff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:41.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.287+0000 7f0c59000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0c54113a90 con 0x7f0c54101f00 2024-05-21T00:29:41.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.288+0000 7f0c51e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c54101f00 0x7f0c5419eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:41.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.288+0000 7f0c51e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c54101f00 0x7f0c5419eff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58252/0 (socket says 172.21.15.44:58252) 2024-05-21T00:29:41.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.288+0000 7f0c51e00700 1 -- 172.21.15.44:0/1342600381 learned_addr learned my addr 172.21.15.44:0/1342600381 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:29:41.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.288+0000 7f0c51e00700 1 -- 172.21.15.44:0/1342600381 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c5419f530 con 0x7f0c54101f00 2024-05-21T00:29:41.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.288+0000 7f0c51e00700 1 --2- 172.21.15.44:0/1342600381 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c54101f00 0x7f0c5419eff0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f0c44006010 tx=0x7f0c44005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:41.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.289+0000 7f0c4aa00700 1 -- 172.21.15.44:0/1342600381 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0c44026070 con 0x7f0c54101f00 2024-05-21T00:29:41.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.289+0000 7f0c4aa00700 1 -- 172.21.15.44:0/1342600381 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0c4400bc00 con 0x7f0c54101f00 2024-05-21T00:29:41.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.289+0000 7f0c59000700 1 -- 172.21.15.44:0/1342600381 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c5419f7c0 con 0x7f0c54101f00 2024-05-21T00:29:41.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.289+0000 7f0c4aa00700 1 -- 172.21.15.44:0/1342600381 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0c44003910 con 0x7f0c54101f00 2024-05-21T00:29:41.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.289+0000 7f0c59000700 1 -- 172.21.15.44:0/1342600381 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c5419fc20 con 0x7f0c54101f00 2024-05-21T00:29:41.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.290+0000 7f0c59000700 1 -- 172.21.15.44:0/1342600381 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c5406bc30 con 0x7f0c54101f00 2024-05-21T00:29:41.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.290+0000 7f0c4aa00700 1 -- 172.21.15.44:0/1342600381 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f0c44029070 con 0x7f0c54101f00 2024-05-21T00:29:41.295 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.291+0000 7f0c4aa00700 1 --2- 172.21.15.44:0/1342600381 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0c3803e570 0x7f0c38040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:41.295 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.291+0000 7f0c4aa00700 1 -- 172.21.15.44:0/1342600381 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f0c4401e070 con 0x7f0c54101f00 2024-05-21T00:29:41.295 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.291+0000 7f0c51400700 1 --2- 172.21.15.44:0/1342600381 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0c3803e570 0x7f0c38040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:41.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.292+0000 7f0c51400700 1 --2- 172.21.15.44:0/1342600381 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0c3803e570 0x7f0c38040a30 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f0c40006fd0 tx=0x7f0c40006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:41.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.297+0000 7f0c4aa00700 1 -- 172.21.15.44:0/1342600381 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0c44013070 con 0x7f0c54101f00 2024-05-21T00:29:41.397 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:41 smithi044 ceph-mon[31392]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:29:41.397 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:41 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:41.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.540+0000 7f0c59000700 1 -- 172.21.15.44:0/1342600381 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0c541a0350 con 0x7f0c3803e570 2024-05-21T00:29:41.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.543+0000 7f0c4aa00700 1 -- 172.21.15.44:0/1342600381 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+159 (secure 0 0 0) 0x7f0c541a0350 con 0x7f0c3803e570 2024-05-21T00:29:41.548 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:29:41.548 INFO:teuthology.orchestra.run.smithi044.stdout:[{"addr": "172.21.15.44", "hostname": "smithi044", "labels": [], "status": ""}, {"addr": "172.21.15.82", "hostname": "smithi082", "labels": [], "status": ""}] 2024-05-21T00:29:41.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.546+0000 7f0c59000700 1 -- 172.21.15.44:0/1342600381 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0c3803e570 msgr2=0x7f0c38040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:41.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.546+0000 7f0c59000700 1 --2- 172.21.15.44:0/1342600381 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0c3803e570 0x7f0c38040a30 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f0c40006fd0 tx=0x7f0c40006e40 comp rx=0 tx=0).stop 2024-05-21T00:29:41.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.546+0000 7f0c59000700 1 -- 172.21.15.44:0/1342600381 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c54101f00 msgr2=0x7f0c5419eff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:41.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.546+0000 7f0c59000700 1 --2- 172.21.15.44:0/1342600381 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c54101f00 0x7f0c5419eff0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f0c44006010 tx=0x7f0c44005780 comp rx=0 tx=0).stop 2024-05-21T00:29:41.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.546+0000 7f0c59000700 1 -- 172.21.15.44:0/1342600381 shutdown_connections 2024-05-21T00:29:41.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.547+0000 7f0c59000700 1 --2- 172.21.15.44:0/1342600381 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0c3803e570 0x7f0c38040a30 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:41.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.547+0000 7f0c59000700 1 --2- 172.21.15.44:0/1342600381 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c54101f00 0x7f0c5419eff0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:41.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.547+0000 7f0c59000700 1 -- 172.21.15.44:0/1342600381 >> 172.21.15.44:0/1342600381 conn(0x7f0c540fd940 msgr2=0x7f0c540fdd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:29:41.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.547+0000 7f0c59000700 1 -- 172.21.15.44:0/1342600381 shutdown_connections 2024-05-21T00:29:41.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:41.547+0000 7f0c59000700 1 -- 172.21.15.44:0/1342600381 wait complete. 2024-05-21T00:29:42.147 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:42 smithi044 ceph-mon[31392]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:29:42.210 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi092 2024-05-21T00:29:42.211 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-05-21T00:29:42.211 DEBUG:teuthology.orchestra.run.smithi092:> dd of=/etc/ceph/ceph.conf 2024-05-21T00:29:42.228 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-05-21T00:29:42.229 DEBUG:teuthology.orchestra.run.smithi092:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-21T00:29:42.285 INFO:tasks.cephadm:Adding host smithi092 to orchestrator... 2024-05-21T00:29:42.285 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph orch host add smithi092 2024-05-21T00:29:42.732 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:29:43.136 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:43 smithi044 ceph-mon[31392]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:29:44.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:44.676+0000 7f1985c00700 1 -- 172.21.15.44:0/4050457898 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f19801053c0 msgr2=0x7f19801057a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:44.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:44.676+0000 7f1985c00700 1 --2- 172.21.15.44:0/4050457898 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f19801053c0 0x7f19801057a0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f1970009910 tx=0x7f1970009c20 comp rx=0 tx=0).stop 2024-05-21T00:29:44.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:44.676+0000 7f1985c00700 1 -- 172.21.15.44:0/4050457898 shutdown_connections 2024-05-21T00:29:44.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:44.676+0000 7f1985c00700 1 --2- 172.21.15.44:0/4050457898 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f19801053c0 0x7f19801057a0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:44.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:44.676+0000 7f1985c00700 1 -- 172.21.15.44:0/4050457898 >> 172.21.15.44:0/4050457898 conn(0x7f1980100c50 msgr2=0x7f1980103070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:29:44.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:44.676+0000 7f1985c00700 1 -- 172.21.15.44:0/4050457898 shutdown_connections 2024-05-21T00:29:44.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:44.676+0000 7f1985c00700 1 -- 172.21.15.44:0/4050457898 wait complete. 2024-05-21T00:29:44.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:44.677+0000 7f1985c00700 1 Processor -- start 2024-05-21T00:29:44.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:44.678+0000 7f1985c00700 1 -- start start 2024-05-21T00:29:44.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:44.678+0000 7f1985c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f19801053c0 0x7f19801a0810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:44.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:44.678+0000 7f1985c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f198010f640 con 0x7f19801053c0 2024-05-21T00:29:44.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:44.678+0000 7f197ea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f19801053c0 0x7f19801a0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:44.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:44.678+0000 7f197ea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f19801053c0 0x7f19801a0810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58268/0 (socket says 172.21.15.44:58268) 2024-05-21T00:29:44.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:44.678+0000 7f197ea00700 1 -- 172.21.15.44:0/2170814886 learned_addr learned my addr 172.21.15.44:0/2170814886 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:29:44.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:44.679+0000 7f197ea00700 1 -- 172.21.15.44:0/2170814886 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19801a0d50 con 0x7f19801053c0 2024-05-21T00:29:44.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:44.679+0000 7f197ea00700 1 --2- 172.21.15.44:0/2170814886 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f19801053c0 0x7f19801a0810 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f19700056d0 tx=0x7f19700057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:44.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:44.679+0000 7f1977400700 1 -- 172.21.15.44:0/2170814886 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1970026070 con 0x7f19801053c0 2024-05-21T00:29:44.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:44.679+0000 7f1985c00700 1 -- 172.21.15.44:0/2170814886 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19801a1040 con 0x7f19801053c0 2024-05-21T00:29:44.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:44.679+0000 7f1977400700 1 -- 172.21.15.44:0/2170814886 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f197000bba0 con 0x7f19801053c0 2024-05-21T00:29:44.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:44.680+0000 7f1977400700 1 -- 172.21.15.44:0/2170814886 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1970003920 con 0x7f19801053c0 2024-05-21T00:29:44.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:44.680+0000 7f1985c00700 1 -- 172.21.15.44:0/2170814886 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f198019a9d0 con 0x7f19801053c0 2024-05-21T00:29:44.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:44.681+0000 7f1985c00700 1 -- 172.21.15.44:0/2170814886 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19801068a0 con 0x7f19801053c0 2024-05-21T00:29:44.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:44.681+0000 7f1977400700 1 -- 172.21.15.44:0/2170814886 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f1970029070 con 0x7f19801053c0 2024-05-21T00:29:44.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:44.682+0000 7f1977400700 1 --2- 172.21.15.44:0/2170814886 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f196403e510 0x7f19640409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:44.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:44.682+0000 7f1977400700 1 -- 172.21.15.44:0/2170814886 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f197001e070 con 0x7f19801053c0 2024-05-21T00:29:44.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:44.682+0000 7f197e000700 1 --2- 172.21.15.44:0/2170814886 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f196403e510 0x7f19640409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:44.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:44.683+0000 7f197e000700 1 --2- 172.21.15.44:0/2170814886 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f196403e510 0x7f19640409d0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f196c006fd0 tx=0x7f196c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:44.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:44.688+0000 7f1977400700 1 -- 172.21.15.44:0/2170814886 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1970013070 con 0x7f19801053c0 2024-05-21T00:29:44.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:44.934+0000 7f1985c00700 1 -- 172.21.15.44:0/2170814886 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi092", "target": ["mon-mgr", ""]}) -- 0x7f198019bf70 con 0x7f196403e510 2024-05-21T00:29:45.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:45 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:45.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:45 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:45.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:45 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:45.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:45 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:45.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:45 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi082", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:29:45.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:45 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:29:45.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:45 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:29:45.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:45 smithi044 ceph-mon[31392]: Updating smithi082:/etc/ceph/ceph.conf 2024-05-21T00:29:45.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:45 smithi044 ceph-mon[31392]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:29:45.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:45 smithi044 ceph-mon[31392]: Updating smithi082:/var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T00:29:46.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:46 smithi044 ceph-mon[31392]: Updating smithi082:/etc/ceph/ceph.client.admin.keyring 2024-05-21T00:29:46.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:46 smithi044 ceph-mon[31392]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi092", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:29:46.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:46 smithi044 ceph-mon[31392]: Updating smithi082:/var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-21T00:29:46.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:46 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:46.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:46 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:46.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:46 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:47.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:47 smithi044 ceph-mon[31392]: Deploying cephadm binary to smithi092 2024-05-21T00:29:47.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:47 smithi044 ceph-mon[31392]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:29:49.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:49 smithi044 ceph-mon[31392]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:29:49.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:49.920+0000 7f1977400700 1 -- 172.21.15.44:0/2170814886 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f198019bf70 con 0x7f196403e510 2024-05-21T00:29:49.924 INFO:teuthology.orchestra.run.smithi044.stdout:Added host 'smithi092' with addr '172.21.15.92' 2024-05-21T00:29:49.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:49.924+0000 7f1985c00700 1 -- 172.21.15.44:0/2170814886 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f196403e510 msgr2=0x7f19640409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:49.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:49.924+0000 7f1985c00700 1 --2- 172.21.15.44:0/2170814886 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f196403e510 0x7f19640409d0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f196c006fd0 tx=0x7f196c006e40 comp rx=0 tx=0).stop 2024-05-21T00:29:49.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:49.924+0000 7f1985c00700 1 -- 172.21.15.44:0/2170814886 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f19801053c0 msgr2=0x7f19801a0810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:49.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:49.924+0000 7f1985c00700 1 --2- 172.21.15.44:0/2170814886 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f19801053c0 0x7f19801a0810 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f19700056d0 tx=0x7f19700057b0 comp rx=0 tx=0).stop 2024-05-21T00:29:49.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:49.924+0000 7f1985c00700 1 -- 172.21.15.44:0/2170814886 shutdown_connections 2024-05-21T00:29:49.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:49.924+0000 7f1985c00700 1 --2- 172.21.15.44:0/2170814886 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f196403e510 0x7f19640409d0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:49.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:49.924+0000 7f1985c00700 1 --2- 172.21.15.44:0/2170814886 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f19801053c0 0x7f19801a0810 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:49.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:49.924+0000 7f1985c00700 1 -- 172.21.15.44:0/2170814886 >> 172.21.15.44:0/2170814886 conn(0x7f1980100c50 msgr2=0x7f1980106d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:29:49.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:49.924+0000 7f1985c00700 1 -- 172.21.15.44:0/2170814886 shutdown_connections 2024-05-21T00:29:49.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:49.924+0000 7f1985c00700 1 -- 172.21.15.44:0/2170814886 wait complete. 2024-05-21T00:29:50.602 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph orch host ls --format=json 2024-05-21T00:29:51.058 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:29:51.212 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:50 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:51.212 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:50 smithi044 ceph-mon[31392]: Added host smithi092 2024-05-21T00:29:51.212 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:50 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:29:51.212 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:50 smithi044 ceph-mon[31392]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:29:51.213 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:50 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:52.229 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:51 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:53.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.114+0000 7f6850e00700 1 -- 172.21.15.44:0/3694059511 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f684c1031b0 msgr2=0x7f684c103590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:53.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.114+0000 7f6850e00700 1 --2- 172.21.15.44:0/3694059511 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f684c1031b0 0x7f684c103590 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f683c009910 tx=0x7f683c009c20 comp rx=0 tx=0).stop 2024-05-21T00:29:53.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.114+0000 7f6850e00700 1 -- 172.21.15.44:0/3694059511 shutdown_connections 2024-05-21T00:29:53.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.114+0000 7f6850e00700 1 --2- 172.21.15.44:0/3694059511 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f684c1031b0 0x7f684c103590 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:53.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.114+0000 7f6850e00700 1 -- 172.21.15.44:0/3694059511 >> 172.21.15.44:0/3694059511 conn(0x7f684c0fea80 msgr2=0x7f684c100ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:29:53.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.114+0000 7f6850e00700 1 -- 172.21.15.44:0/3694059511 shutdown_connections 2024-05-21T00:29:53.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.114+0000 7f6850e00700 1 -- 172.21.15.44:0/3694059511 wait complete. 2024-05-21T00:29:53.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.116+0000 7f6850e00700 1 Processor -- start 2024-05-21T00:29:53.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.117+0000 7f6850e00700 1 -- start start 2024-05-21T00:29:53.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.117+0000 7f6850e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f684c1031b0 0x7f684c19e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:53.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.117+0000 7f6850e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f684c10d430 con 0x7f684c1031b0 2024-05-21T00:29:53.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.118+0000 7f6849e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f684c1031b0 0x7f684c19e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:53.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.118+0000 7f6849e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f684c1031b0 0x7f684c19e650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:37042/0 (socket says 172.21.15.44:37042) 2024-05-21T00:29:53.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.118+0000 7f6849e00700 1 -- 172.21.15.44:0/1562390210 learned_addr learned my addr 172.21.15.44:0/1562390210 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:29:53.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.118+0000 7f6849e00700 1 -- 172.21.15.44:0/1562390210 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f684c19eb90 con 0x7f684c1031b0 2024-05-21T00:29:53.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.119+0000 7f6849e00700 1 --2- 172.21.15.44:0/1562390210 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f684c1031b0 0x7f684c19e650 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f683c006010 tx=0x7f683c005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:53.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.119+0000 7f6842a00700 1 -- 172.21.15.44:0/1562390210 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f683c026070 con 0x7f684c1031b0 2024-05-21T00:29:53.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.119+0000 7f6842a00700 1 -- 172.21.15.44:0/1562390210 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f683c00bba0 con 0x7f684c1031b0 2024-05-21T00:29:53.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.119+0000 7f6842a00700 1 -- 172.21.15.44:0/1562390210 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f683c003910 con 0x7f684c1031b0 2024-05-21T00:29:53.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.119+0000 7f6850e00700 1 -- 172.21.15.44:0/1562390210 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f684c19ee80 con 0x7f684c1031b0 2024-05-21T00:29:53.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.120+0000 7f6850e00700 1 -- 172.21.15.44:0/1562390210 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f684c1987d0 con 0x7f684c1031b0 2024-05-21T00:29:53.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.121+0000 7f6842a00700 1 -- 172.21.15.44:0/1562390210 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f683c029070 con 0x7f684c1031b0 2024-05-21T00:29:53.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.121+0000 7f6850e00700 1 -- 172.21.15.44:0/1562390210 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f684c104690 con 0x7f684c1031b0 2024-05-21T00:29:53.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.122+0000 7f6842a00700 1 --2- 172.21.15.44:0/1562390210 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f683003e570 0x7f6830040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:53.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.122+0000 7f6842a00700 1 -- 172.21.15.44:0/1562390210 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f683c01e070 con 0x7f684c1031b0 2024-05-21T00:29:53.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.122+0000 7f6849400700 1 --2- 172.21.15.44:0/1562390210 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f683003e570 0x7f6830040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:53.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.123+0000 7f6849400700 1 --2- 172.21.15.44:0/1562390210 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f683003e570 0x7f6830040a30 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f6838006fd0 tx=0x7f6838006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:53.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.128+0000 7f6842a00700 1 -- 172.21.15.44:0/1562390210 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f683c013070 con 0x7f684c1031b0 2024-05-21T00:29:53.182 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:52 smithi044 ceph-mon[31392]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:29:53.182 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:52 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:53.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.391+0000 7f6850e00700 1 -- 172.21.15.44:0/1562390210 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f684c199d00 con 0x7f683003e570 2024-05-21T00:29:53.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.394+0000 7f6842a00700 1 -- 172.21.15.44:0/1562390210 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+238 (secure 0 0 0) 0x7f684c199d00 con 0x7f683003e570 2024-05-21T00:29:53.397 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:29:53.398 INFO:teuthology.orchestra.run.smithi044.stdout:[{"addr": "172.21.15.44", "hostname": "smithi044", "labels": [], "status": ""}, {"addr": "172.21.15.82", "hostname": "smithi082", "labels": [], "status": ""}, {"addr": "172.21.15.92", "hostname": "smithi092", "labels": [], "status": ""}] 2024-05-21T00:29:53.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.397+0000 7f6850e00700 1 -- 172.21.15.44:0/1562390210 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f683003e570 msgr2=0x7f6830040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:53.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.397+0000 7f6850e00700 1 --2- 172.21.15.44:0/1562390210 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f683003e570 0x7f6830040a30 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f6838006fd0 tx=0x7f6838006e40 comp rx=0 tx=0).stop 2024-05-21T00:29:53.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.397+0000 7f6850e00700 1 -- 172.21.15.44:0/1562390210 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f684c1031b0 msgr2=0x7f684c19e650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:53.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.397+0000 7f6850e00700 1 --2- 172.21.15.44:0/1562390210 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f684c1031b0 0x7f684c19e650 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f683c006010 tx=0x7f683c005780 comp rx=0 tx=0).stop 2024-05-21T00:29:53.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.397+0000 7f6850e00700 1 -- 172.21.15.44:0/1562390210 shutdown_connections 2024-05-21T00:29:53.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.397+0000 7f6850e00700 1 --2- 172.21.15.44:0/1562390210 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f683003e570 0x7f6830040a30 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:53.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.397+0000 7f6850e00700 1 --2- 172.21.15.44:0/1562390210 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f684c1031b0 0x7f684c19e650 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:53.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.397+0000 7f6850e00700 1 -- 172.21.15.44:0/1562390210 >> 172.21.15.44:0/1562390210 conn(0x7f684c0fea80 msgr2=0x7f684c104b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:29:53.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.397+0000 7f6850e00700 1 -- 172.21.15.44:0/1562390210 shutdown_connections 2024-05-21T00:29:53.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:53.397+0000 7f6850e00700 1 -- 172.21.15.44:0/1562390210 wait complete. 2024-05-21T00:29:54.122 INFO:tasks.cephadm:Setting crush tunables to default 2024-05-21T00:29:54.122 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd crush tunables default 2024-05-21T00:29:54.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:53 smithi044 ceph-mon[31392]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:29:54.588 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:29:55.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:54 smithi044 ceph-mon[31392]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:29:56.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:56.576+0000 7f8fe1200700 1 -- 172.21.15.44:0/2297644824 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8fdc1031b0 msgr2=0x7f8fdc103590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:56.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:56.576+0000 7f8fe1200700 1 --2- 172.21.15.44:0/2297644824 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8fdc1031b0 0x7f8fdc103590 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f8fcc009910 tx=0x7f8fcc009c20 comp rx=0 tx=0).stop 2024-05-21T00:29:56.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:56.576+0000 7f8fe1200700 1 -- 172.21.15.44:0/2297644824 shutdown_connections 2024-05-21T00:29:56.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:56.576+0000 7f8fe1200700 1 --2- 172.21.15.44:0/2297644824 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8fdc1031b0 0x7f8fdc103590 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:56.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:56.576+0000 7f8fe1200700 1 -- 172.21.15.44:0/2297644824 >> 172.21.15.44:0/2297644824 conn(0x7f8fdc0fea80 msgr2=0x7f8fdc100ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:29:56.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:56.576+0000 7f8fe1200700 1 -- 172.21.15.44:0/2297644824 shutdown_connections 2024-05-21T00:29:56.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:56.576+0000 7f8fe1200700 1 -- 172.21.15.44:0/2297644824 wait complete. 2024-05-21T00:29:56.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:56.577+0000 7f8fe1200700 1 Processor -- start 2024-05-21T00:29:56.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:56.578+0000 7f8fe1200700 1 -- start start 2024-05-21T00:29:56.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:56.578+0000 7f8fe1200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8fdc1031b0 0x7f8fdc1a07f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:56.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:56.578+0000 7f8fe1200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8fdc10d430 con 0x7f8fdc1031b0 2024-05-21T00:29:56.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:56.578+0000 7f8fd9e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8fdc1031b0 0x7f8fdc1a07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:56.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:56.578+0000 7f8fd9e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8fdc1031b0 0x7f8fdc1a07f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:37062/0 (socket says 172.21.15.44:37062) 2024-05-21T00:29:56.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:56.578+0000 7f8fd9e00700 1 -- 172.21.15.44:0/4187154823 learned_addr learned my addr 172.21.15.44:0/4187154823 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:29:56.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:56.579+0000 7f8fd9e00700 1 -- 172.21.15.44:0/4187154823 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fdc1a0d30 con 0x7f8fdc1031b0 2024-05-21T00:29:56.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:56.579+0000 7f8fd9e00700 1 --2- 172.21.15.44:0/4187154823 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8fdc1031b0 0x7f8fdc1a07f0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8fcc0056d0 tx=0x7f8fcc0057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:56.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:56.579+0000 7f8fd2a00700 1 -- 172.21.15.44:0/4187154823 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8fcc026070 con 0x7f8fdc1031b0 2024-05-21T00:29:56.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:56.579+0000 7f8fd2a00700 1 -- 172.21.15.44:0/4187154823 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8fcc00bba0 con 0x7f8fdc1031b0 2024-05-21T00:29:56.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:56.579+0000 7f8fd2a00700 1 -- 172.21.15.44:0/4187154823 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8fcc003920 con 0x7f8fdc1031b0 2024-05-21T00:29:56.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:56.579+0000 7f8fe1200700 1 -- 172.21.15.44:0/4187154823 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fdc1a1020 con 0x7f8fdc1031b0 2024-05-21T00:29:56.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:56.580+0000 7f8fe1200700 1 -- 172.21.15.44:0/4187154823 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fdc19a9b0 con 0x7f8fdc1031b0 2024-05-21T00:29:56.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:56.581+0000 7f8fe1200700 1 -- 172.21.15.44:0/4187154823 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8fdc104690 con 0x7f8fdc1031b0 2024-05-21T00:29:56.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:56.581+0000 7f8fd2a00700 1 -- 172.21.15.44:0/4187154823 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f8fcc029070 con 0x7f8fdc1031b0 2024-05-21T00:29:56.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:56.581+0000 7f8fd2a00700 1 --2- 172.21.15.44:0/4187154823 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8fc003e570 0x7f8fc0040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:29:56.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:56.582+0000 7f8fd2a00700 1 -- 172.21.15.44:0/4187154823 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f8fcc01e070 con 0x7f8fdc1031b0 2024-05-21T00:29:56.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:56.582+0000 7f8fd9400700 1 --2- 172.21.15.44:0/4187154823 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8fc003e570 0x7f8fc0040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:29:56.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:56.582+0000 7f8fd9400700 1 --2- 172.21.15.44:0/4187154823 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8fc003e570 0x7f8fc0040a30 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f8fc8006fd0 tx=0x7f8fc8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:29:56.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:56.587+0000 7f8fd2a00700 1 -- 172.21.15.44:0/4187154823 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8fcc013070 con 0x7f8fdc1031b0 2024-05-21T00:29:56.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:56.843+0000 7f8fe1200700 1 -- 172.21.15.44:0/4187154823 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f8fdc19bee0 con 0x7f8fdc1031b0 2024-05-21T00:29:57.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:56 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:57.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:56 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:57.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:56 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:57.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:56 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:57.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:56 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi092", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:29:57.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:56 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:29:57.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:56 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:29:57.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:56 smithi044 ceph-mon[31392]: Updating smithi092:/etc/ceph/ceph.conf 2024-05-21T00:29:57.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:56 smithi044 ceph-mon[31392]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:29:57.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:56 smithi044 ceph-mon[31392]: Updating smithi092:/var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T00:29:57.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:56 smithi044 ceph-mon[31392]: Updating smithi092:/etc/ceph/ceph.client.admin.keyring 2024-05-21T00:29:57.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:57.838+0000 7f8fd2a00700 1 -- 172.21.15.44:0/4187154823 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f8fcc004390 con 0x7f8fdc1031b0 2024-05-21T00:29:57.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:57.843+0000 7f8fe1200700 1 -- 172.21.15.44:0/4187154823 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8fc003e570 msgr2=0x7f8fc0040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:57.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:57.843+0000 7f8fe1200700 1 --2- 172.21.15.44:0/4187154823 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8fc003e570 0x7f8fc0040a30 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f8fc8006fd0 tx=0x7f8fc8006e40 comp rx=0 tx=0).stop 2024-05-21T00:29:57.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:57.843+0000 7f8fe1200700 1 -- 172.21.15.44:0/4187154823 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8fdc1031b0 msgr2=0x7f8fdc1a07f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:29:57.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:57.843+0000 7f8fe1200700 1 --2- 172.21.15.44:0/4187154823 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8fdc1031b0 0x7f8fdc1a07f0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8fcc0056d0 tx=0x7f8fcc0057b0 comp rx=0 tx=0).stop 2024-05-21T00:29:57.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:57.843+0000 7f8fe1200700 1 -- 172.21.15.44:0/4187154823 shutdown_connections 2024-05-21T00:29:57.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:57.843+0000 7f8fe1200700 1 --2- 172.21.15.44:0/4187154823 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8fc003e570 0x7f8fc0040a30 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:57.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:57.843+0000 7f8fe1200700 1 --2- 172.21.15.44:0/4187154823 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8fdc1031b0 0x7f8fdc1a07f0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:29:57.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:57.843+0000 7f8fe1200700 1 -- 172.21.15.44:0/4187154823 >> 172.21.15.44:0/4187154823 conn(0x7f8fdc0fea80 msgr2=0x7f8fdc075770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:29:57.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:57.843+0000 7f8fe1200700 1 -- 172.21.15.44:0/4187154823 shutdown_connections 2024-05-21T00:29:57.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:29:57.844+0000 7f8fe1200700 1 -- 172.21.15.44:0/4187154823 wait complete. 2024-05-21T00:29:57.849 INFO:teuthology.orchestra.run.smithi044.stderr:adjusted tunables profile to default 2024-05-21T00:29:58.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:57 smithi044 ceph-mon[31392]: Updating smithi092:/var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-21T00:29:58.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:57 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/4187154823' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-05-21T00:29:58.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:57 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:58.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:57 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:58.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:57 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:29:58.652 INFO:tasks.cephadm:Adding mon.a on smithi044 2024-05-21T00:29:58.653 INFO:tasks.cephadm:Adding mon.b on smithi082 2024-05-21T00:29:58.653 INFO:tasks.cephadm:Adding mon.c on smithi092 2024-05-21T00:29:58.653 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph orch apply mon '3;smithi044:172.21.15.44=a;smithi082:172.21.15.82=b;smithi092:172.21.15.92=c' 2024-05-21T00:29:58.885 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T00:29:59.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:58 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/4187154823' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-05-21T00:29:59.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:58 smithi044 ceph-mon[31392]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T00:29:59.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:29:58 smithi044 ceph-mon[31392]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:00.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.372+0000 7ff424b3d700 1 -- 172.21.15.92:0/3169886893 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff41c005460 con 0x7ff420101990 2024-05-21T00:30:00.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.373+0000 7ff427da3700 1 -- 172.21.15.92:0/3169886893 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff420101990 msgr2=0x7ff420101d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:30:00.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.373+0000 7ff427da3700 1 --2- 172.21.15.92:0/3169886893 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff420101990 0x7ff420101d70 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7ff41c009910 tx=0x7ff41c009c20 comp rx=0 tx=0).stop 2024-05-21T00:30:00.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.373+0000 7ff427da3700 1 -- 172.21.15.92:0/3169886893 shutdown_connections 2024-05-21T00:30:00.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.373+0000 7ff427da3700 1 --2- 172.21.15.92:0/3169886893 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff420101990 0x7ff420101d70 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:00.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.373+0000 7ff427da3700 1 -- 172.21.15.92:0/3169886893 >> 172.21.15.92:0/3169886893 conn(0x7ff4200fd0b0 msgr2=0x7ff4200ff4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:30:00.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.373+0000 7ff427da3700 1 -- 172.21.15.92:0/3169886893 shutdown_connections 2024-05-21T00:30:00.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.373+0000 7ff427da3700 1 -- 172.21.15.92:0/3169886893 wait complete. 2024-05-21T00:30:00.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.374+0000 7ff427da3700 1 Processor -- start 2024-05-21T00:30:00.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.374+0000 7ff427da3700 1 -- start start 2024-05-21T00:30:00.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.374+0000 7ff427da3700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff420101990 0x7ff42019e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:30:00.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.374+0000 7ff427da3700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff42010b330 con 0x7ff420101990 2024-05-21T00:30:00.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.375+0000 7ff425b3f700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff420101990 0x7ff42019e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:30:00.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.375+0000 7ff425b3f700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff420101990 0x7ff42019e6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.92:52526/0 (socket says 172.21.15.92:52526) 2024-05-21T00:30:00.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.375+0000 7ff425b3f700 1 -- 172.21.15.92:0/1279615015 learned_addr learned my addr 172.21.15.92:0/1279615015 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-05-21T00:30:00.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.375+0000 7ff425b3f700 1 -- 172.21.15.92:0/1279615015 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff42019ebf0 con 0x7ff420101990 2024-05-21T00:30:00.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.376+0000 7ff425b3f700 1 --2- 172.21.15.92:0/1279615015 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff420101990 0x7ff42019e6b0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7ff41c006010 tx=0x7ff41c005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:30:00.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.376+0000 7ff416ffd700 1 -- 172.21.15.92:0/1279615015 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff41c004260 con 0x7ff420101990 2024-05-21T00:30:00.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.376+0000 7ff427da3700 1 -- 172.21.15.92:0/1279615015 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff42019ee80 con 0x7ff420101990 2024-05-21T00:30:00.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.376+0000 7ff427da3700 1 -- 172.21.15.92:0/1279615015 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff420198830 con 0x7ff420101990 2024-05-21T00:30:00.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.376+0000 7ff416ffd700 1 -- 172.21.15.92:0/1279615015 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff41c004400 con 0x7ff420101990 2024-05-21T00:30:00.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.376+0000 7ff416ffd700 1 -- 172.21.15.92:0/1279615015 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff41c004830 con 0x7ff420101990 2024-05-21T00:30:00.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.377+0000 7ff427da3700 1 -- 172.21.15.92:0/1279615015 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff404005330 con 0x7ff420101990 2024-05-21T00:30:00.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.378+0000 7ff416ffd700 1 -- 172.21.15.92:0/1279615015 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7ff41c028020 con 0x7ff420101990 2024-05-21T00:30:00.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.378+0000 7ff416ffd700 1 --2- 172.21.15.92:0/1279615015 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ff40c03e6b0 0x7ff40c040b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:30:00.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.378+0000 7ff416ffd700 1 -- 172.21.15.92:0/1279615015 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7ff41c053a50 con 0x7ff420101990 2024-05-21T00:30:00.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.379+0000 7ff42533e700 1 --2- 172.21.15.92:0/1279615015 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ff40c03e6b0 0x7ff40c040b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:30:00.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.380+0000 7ff42533e700 1 --2- 172.21.15.92:0/1279615015 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ff40c03e6b0 0x7ff40c040b70 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7ff410006fd0 tx=0x7ff410006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:30:00.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.395+0000 7ff416ffd700 1 -- 172.21.15.92:0/1279615015 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff41c02f070 con 0x7ff420101990 2024-05-21T00:30:00.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.608+0000 7ff427da3700 1 -- 172.21.15.92:0/1279615015 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi044:172.21.15.44=a;smithi082:172.21.15.82=b;smithi092:172.21.15.92=c", "target": ["mon-mgr", ""]}) -- 0x7ff404000c70 con 0x7ff40c03e6b0 2024-05-21T00:30:00.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.626+0000 7ff416ffd700 1 -- 172.21.15.92:0/1279615015 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7ff404000c70 con 0x7ff40c03e6b0 2024-05-21T00:30:00.628 INFO:teuthology.orchestra.run.smithi092.stdout:Scheduled mon update... 2024-05-21T00:30:00.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.627+0000 7ff427da3700 1 -- 172.21.15.92:0/1279615015 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ff40c03e6b0 msgr2=0x7ff40c040b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:30:00.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.627+0000 7ff427da3700 1 --2- 172.21.15.92:0/1279615015 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ff40c03e6b0 0x7ff40c040b70 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7ff410006fd0 tx=0x7ff410006e40 comp rx=0 tx=0).stop 2024-05-21T00:30:00.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.627+0000 7ff427da3700 1 -- 172.21.15.92:0/1279615015 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff420101990 msgr2=0x7ff42019e6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:30:00.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.627+0000 7ff427da3700 1 --2- 172.21.15.92:0/1279615015 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff420101990 0x7ff42019e6b0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7ff41c006010 tx=0x7ff41c005780 comp rx=0 tx=0).stop 2024-05-21T00:30:00.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.627+0000 7ff427da3700 1 -- 172.21.15.92:0/1279615015 shutdown_connections 2024-05-21T00:30:00.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.627+0000 7ff427da3700 1 --2- 172.21.15.92:0/1279615015 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ff40c03e6b0 0x7ff40c040b70 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:00.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.627+0000 7ff427da3700 1 --2- 172.21.15.92:0/1279615015 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff420101990 0x7ff42019e6b0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:00.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.627+0000 7ff427da3700 1 -- 172.21.15.92:0/1279615015 >> 172.21.15.92:0/1279615015 conn(0x7ff4200fd0b0 msgr2=0x7ff4200fdc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:30:00.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.627+0000 7ff427da3700 1 -- 172.21.15.92:0/1279615015 shutdown_connections 2024-05-21T00:30:00.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:00.627+0000 7ff427da3700 1 -- 172.21.15.92:0/1279615015 wait complete. 2024-05-21T00:30:01.246 DEBUG:teuthology.orchestra.run.smithi082:mon.b> sudo journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mon.b.service 2024-05-21T00:30:01.248 DEBUG:teuthology.orchestra.run.smithi092:mon.c> sudo journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mon.c.service 2024-05-21T00:30:01.251 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-21T00:30:01.251 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph mon dump -f json 2024-05-21T00:30:01.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:01 smithi044 ceph-mon[31392]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:01.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:01 smithi044 ceph-mon[31392]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi044:172.21.15.44=a;smithi082:172.21.15.82=b;smithi092:172.21.15.92=c", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:30:01.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:01 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:01.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:01 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:30:01.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:01 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:01.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:01 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:30:01.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:01 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:01.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:01 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T00:30:01.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:01 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:02.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:02 smithi044 ceph-mon[31392]: Saving service mon spec with placement smithi044:172.21.15.44=a;smithi082:172.21.15.82=b;smithi092:172.21.15.92=c;count:3 2024-05-21T00:30:02.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:02 smithi044 ceph-mon[31392]: Deploying daemon mon.c on smithi092 2024-05-21T00:30:02.788 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T00:30:03.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:03 smithi044 ceph-mon[31392]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:04.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:04.765+0000 7f84825df700 1 -- 172.21.15.92:0/1374094059 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f847c108f60 msgr2=0x7f847c109340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:30:04.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:04.765+0000 7f84825df700 1 --2- 172.21.15.92:0/1374094059 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f847c108f60 0x7f847c109340 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f846c009910 tx=0x7f846c009c20 comp rx=0 tx=0).stop 2024-05-21T00:30:04.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:04.765+0000 7f84825df700 1 -- 172.21.15.92:0/1374094059 shutdown_connections 2024-05-21T00:30:04.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:04.765+0000 7f84825df700 1 --2- 172.21.15.92:0/1374094059 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f847c108f60 0x7f847c109340 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:04.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:04.765+0000 7f84825df700 1 -- 172.21.15.92:0/1374094059 >> 172.21.15.92:0/1374094059 conn(0x7f847c0793d0 msgr2=0x7f847c0797e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:30:04.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:04.765+0000 7f84825df700 1 -- 172.21.15.92:0/1374094059 shutdown_connections 2024-05-21T00:30:04.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:04.765+0000 7f84825df700 1 -- 172.21.15.92:0/1374094059 wait complete. 2024-05-21T00:30:04.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:04.766+0000 7f84825df700 1 Processor -- start 2024-05-21T00:30:04.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:04.766+0000 7f84825df700 1 -- start start 2024-05-21T00:30:04.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:04.766+0000 7f84825df700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f847c108f60 0x7f847c102810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:30:04.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:04.766+0000 7f84825df700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f847c10d430 con 0x7f847c108f60 2024-05-21T00:30:04.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:04.767+0000 7f847bfff700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f847c108f60 0x7f847c102810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:30:04.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:04.767+0000 7f847bfff700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f847c108f60 0x7f847c102810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.92:53316/0 (socket says 172.21.15.92:53316) 2024-05-21T00:30:04.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:04.767+0000 7f847bfff700 1 -- 172.21.15.92:0/1285272159 learned_addr learned my addr 172.21.15.92:0/1285272159 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-05-21T00:30:04.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:04.768+0000 7f847bfff700 1 -- 172.21.15.92:0/1285272159 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f847c104700 con 0x7f847c108f60 2024-05-21T00:30:04.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:04.768+0000 7f847bfff700 1 --2- 172.21.15.92:0/1285272159 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f847c108f60 0x7f847c102810 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f846c0056d0 tx=0x7f846c0057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:30:04.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:04.768+0000 7f84797fa700 1 -- 172.21.15.92:0/1285272159 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f846c026070 con 0x7f847c108f60 2024-05-21T00:30:04.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:04.768+0000 7f84825df700 1 -- 172.21.15.92:0/1285272159 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f847c102db0 con 0x7f847c108f60 2024-05-21T00:30:04.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:04.768+0000 7f84825df700 1 -- 172.21.15.92:0/1285272159 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f847c103270 con 0x7f847c108f60 2024-05-21T00:30:04.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:04.769+0000 7f84797fa700 1 -- 172.21.15.92:0/1285272159 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f846c00b6f0 con 0x7f847c108f60 2024-05-21T00:30:04.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:04.769+0000 7f84797fa700 1 -- 172.21.15.92:0/1285272159 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f846c030060 con 0x7f847c108f60 2024-05-21T00:30:04.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:04.769+0000 7f84825df700 1 -- 172.21.15.92:0/1285272159 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8468005330 con 0x7f847c108f60 2024-05-21T00:30:04.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:04.770+0000 7f84797fa700 1 -- 172.21.15.92:0/1285272159 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f846c029070 con 0x7f847c108f60 2024-05-21T00:30:04.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:04.770+0000 7f84797fa700 1 --2- 172.21.15.92:0/1285272159 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f846403e4f0 0x7f84640409b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:30:04.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:04.770+0000 7f84797fa700 1 -- 172.21.15.92:0/1285272159 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f846c01e070 con 0x7f847c108f60 2024-05-21T00:30:04.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:04.771+0000 7f847b7fe700 1 --2- 172.21.15.92:0/1285272159 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f846403e4f0 0x7f84640409b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:30:04.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:04.772+0000 7f847b7fe700 1 --2- 172.21.15.92:0/1285272159 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f846403e4f0 0x7f84640409b0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f8470006fd0 tx=0x7f8470006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:30:04.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:04.787+0000 7f84797fa700 1 -- 172.21.15.92:0/1285272159 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f846c013070 con 0x7f847c108f60 2024-05-21T00:30:05.105 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:05.102+0000 7f84825df700 1 -- 172.21.15.92:0/1285272159 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f84680058f0 con 0x7f847c108f60 2024-05-21T00:30:05.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:05.103+0000 7f84797fa700 1 -- 172.21.15.92:0/1285272159 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7f846c017440 con 0x7f847c108f60 2024-05-21T00:30:05.106 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-05-21T00:30:05.106 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":1,"fsid":"d03df2b2-1708-11ef-bc9a-c7b262605968","modified":"2024-05-21T00:27:46.869710Z","created":"2024-05-21T00:27:46.869710Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:3300","nonce":0},{"type":"v1","addr":"172.21.15.44:6789","nonce":0}]},"addr":"172.21.15.44:6789/0","public_addr":"172.21.15.44:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-05-21T00:30:05.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:05.105+0000 7f84825df700 1 -- 172.21.15.92:0/1285272159 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f846403e4f0 msgr2=0x7f84640409b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:30:05.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:05.105+0000 7f84825df700 1 --2- 172.21.15.92:0/1285272159 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f846403e4f0 0x7f84640409b0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f8470006fd0 tx=0x7f8470006e40 comp rx=0 tx=0).stop 2024-05-21T00:30:05.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:05.105+0000 7f84825df700 1 -- 172.21.15.92:0/1285272159 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f847c108f60 msgr2=0x7f847c102810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:30:05.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:05.105+0000 7f84825df700 1 --2- 172.21.15.92:0/1285272159 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f847c108f60 0x7f847c102810 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f846c0056d0 tx=0x7f846c0057b0 comp rx=0 tx=0).stop 2024-05-21T00:30:05.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:05.105+0000 7f84825df700 1 -- 172.21.15.92:0/1285272159 shutdown_connections 2024-05-21T00:30:05.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:05.106+0000 7f84825df700 1 --2- 172.21.15.92:0/1285272159 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f846403e4f0 0x7f84640409b0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:05.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:05.106+0000 7f84825df700 1 --2- 172.21.15.92:0/1285272159 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f847c108f60 0x7f847c102810 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:05.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:05.106+0000 7f84825df700 1 -- 172.21.15.92:0/1285272159 >> 172.21.15.92:0/1285272159 conn(0x7f847c0793d0 msgr2=0x7f847c0fec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:30:05.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:05.106+0000 7f84825df700 1 -- 172.21.15.92:0/1285272159 shutdown_connections 2024-05-21T00:30:05.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:05.106+0000 7f84825df700 1 -- 172.21.15.92:0/1285272159 wait complete. 2024-05-21T00:30:05.110 INFO:teuthology.orchestra.run.smithi092.stderr:dumped monmap epoch 1 2024-05-21T00:30:05.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:05 smithi044 ceph-mon[31392]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:05.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:05 smithi044 ceph-mon[31392]: from='client.? 172.21.15.92:0/1285272159' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-21T00:30:06.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:06 smithi092 ceph-mon[36335]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-05-21T00:30:06.843 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-21T00:30:06.844 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph mon dump -f json 2024-05-21T00:30:07.076 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:30:11.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.526+0000 7ffba0740700 1 -- 172.21.15.92:0/1674997947 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb840035c0 msgr2=0x7ffb84005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:30:11.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.526+0000 7ffba0740700 1 --2- 172.21.15.92:0/1674997947 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb840035c0 0x7ffb84005a50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7ffb98102f90 tx=0x7ffb9400feb0 comp rx=0 tx=0).stop 2024-05-21T00:30:11.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.526+0000 7ffba0740700 1 -- 172.21.15.92:0/1674997947 shutdown_connections 2024-05-21T00:30:11.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.526+0000 7ffba0740700 1 --2- 172.21.15.92:0/1674997947 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb840035c0 0x7ffb84005a50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:11.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.526+0000 7ffba0740700 1 -- 172.21.15.92:0/1674997947 >> 172.21.15.92:0/1674997947 conn(0x7ffb980feb50 msgr2=0x7ffb98100f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:30:11.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.526+0000 7ffba0740700 1 -- 172.21.15.92:0/1674997947 shutdown_connections 2024-05-21T00:30:11.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.526+0000 7ffba0740700 1 -- 172.21.15.92:0/1674997947 wait complete. 2024-05-21T00:30:11.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.527+0000 7ffba0740700 1 Processor -- start 2024-05-21T00:30:11.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.527+0000 7ffba0740700 1 -- start start 2024-05-21T00:30:11.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.527+0000 7ffba0740700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb840035c0 0x7ffb98075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:30:11.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.527+0000 7ffba0740700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb98075d80 0x7ffb98076200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:30:11.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.527+0000 7ffba0740700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ffb9810afb0 con 0x7ffb840035c0 2024-05-21T00:30:11.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.527+0000 7ffba0740700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ffb9810ae30 con 0x7ffb98075d80 2024-05-21T00:30:11.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.527+0000 7ffb9dcdb700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb98075d80 0x7ffb98076200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:30:11.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.527+0000 7ffb9dcdb700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb98075d80 0x7ffb98076200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:34372/0 (socket says 172.21.15.92:34372) 2024-05-21T00:30:11.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.527+0000 7ffb9dcdb700 1 -- 172.21.15.92:0/1804916380 learned_addr learned my addr 172.21.15.92:0/1804916380 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-05-21T00:30:11.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.527+0000 7ffb9dcdb700 1 -- 172.21.15.92:0/1804916380 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb98075d80 msgr2=0x7ffb98076200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-05-21T00:30:11.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.527+0000 7ffb9dcdb700 1 -- 172.21.15.92:0/1804916380 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb98075d80 msgr2=0x7ffb98076200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-05-21T00:30:11.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.527+0000 7ffb9dcdb700 1 --2- 172.21.15.92:0/1804916380 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb98075d80 0x7ffb98076200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-05-21T00:30:11.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.527+0000 7ffb9dcdb700 1 --2- 172.21.15.92:0/1804916380 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb98075d80 0x7ffb98076200 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-21T00:30:11.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.527+0000 7ffb9e4dc700 1 --2- 172.21.15.92:0/1804916380 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb840035c0 0x7ffb98075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:30:11.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.528+0000 7ffb9e4dc700 1 -- 172.21.15.92:0/1804916380 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb98075d80 msgr2=0x7ffb98076200 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-21T00:30:11.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.528+0000 7ffb9e4dc700 1 --2- 172.21.15.92:0/1804916380 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb98075d80 0x7ffb98076200 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:11.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.528+0000 7ffb9e4dc700 1 -- 172.21.15.92:0/1804916380 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb980776c0 con 0x7ffb840035c0 2024-05-21T00:30:11.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.528+0000 7ffb9e4dc700 1 --2- 172.21.15.92:0/1804916380 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb840035c0 0x7ffb98075840 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7ffb94010010 tx=0x7ffb94005bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:30:11.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.529+0000 7ffb8f7fe700 1 -- 172.21.15.92:0/1804916380 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7ffb94013960 con 0x7ffb840035c0 2024-05-21T00:30:11.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.529+0000 7ffb8f7fe700 1 -- 172.21.15.92:0/1804916380 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffb940044e0 con 0x7ffb840035c0 2024-05-21T00:30:11.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.529+0000 7ffba0740700 1 -- 172.21.15.92:0/1804916380 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb981a4d20 con 0x7ffb840035c0 2024-05-21T00:30:11.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.529+0000 7ffb8f7fe700 1 -- 172.21.15.92:0/1804916380 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7ffb94003c30 con 0x7ffb840035c0 2024-05-21T00:30:11.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.529+0000 7ffba0740700 1 -- 172.21.15.92:0/1804916380 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb981a5220 con 0x7ffb840035c0 2024-05-21T00:30:11.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.530+0000 7ffba0740700 1 -- 172.21.15.92:0/1804916380 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb981047a0 con 0x7ffb840035c0 2024-05-21T00:30:11.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.530+0000 7ffb8f7fe700 1 -- 172.21.15.92:0/1804916380 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7ffb94023070 con 0x7ffb840035c0 2024-05-21T00:30:11.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.531+0000 7ffb8f7fe700 1 --2- 172.21.15.92:0/1804916380 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ffb7c03e2d0 0x7ffb7c040790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:30:11.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.531+0000 7ffb8f7fe700 1 -- 172.21.15.92:0/1804916380 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7ffb94020050 con 0x7ffb840035c0 2024-05-21T00:30:11.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.531+0000 7ffb9dcdb700 1 --2- 172.21.15.92:0/1804916380 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ffb7c03e2d0 0x7ffb7c040790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:30:11.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.532+0000 7ffb9dcdb700 1 --2- 172.21.15.92:0/1804916380 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ffb7c03e2d0 0x7ffb7c040790 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7ffb88009180 tx=0x7ffb88008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:30:11.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.546+0000 7ffb8f7fe700 1 -- 172.21.15.92:0/1804916380 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ffb94028020 con 0x7ffb840035c0 2024-05-21T00:30:11.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:11 smithi092 ceph-mon[36335]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:11.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:30:11.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:11 smithi092 ceph-mon[36335]: mon.a calling monitor election 2024-05-21T00:30:11.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:30:11.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:30:11.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:11 smithi092 ceph-mon[36335]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:11.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:30:11.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:11 smithi092 ceph-mon[36335]: mon.c calling monitor election 2024-05-21T00:30:11.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:30:11.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:11 smithi092 ceph-mon[36335]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:11.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:30:11.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:30:11.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:11 smithi092 ceph-mon[36335]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-21T00:30:11.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:11 smithi092 ceph-mon[36335]: monmap epoch 2 2024-05-21T00:30:11.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:11 smithi092 ceph-mon[36335]: fsid d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:30:11.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:11 smithi092 ceph-mon[36335]: last_changed 2024-05-21T00:30:06.229354+0000 2024-05-21T00:30:11.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:11 smithi092 ceph-mon[36335]: created 2024-05-21T00:27:46.869710+0000 2024-05-21T00:30:11.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:11 smithi092 ceph-mon[36335]: min_mon_release 19 (squid) 2024-05-21T00:30:11.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:11 smithi092 ceph-mon[36335]: election_strategy: 1 2024-05-21T00:30:11.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:11 smithi092 ceph-mon[36335]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-05-21T00:30:11.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:11 smithi092 ceph-mon[36335]: 1: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.c 2024-05-21T00:30:11.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:11 smithi092 ceph-mon[36335]: fsmap 2024-05-21T00:30:11.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:11 smithi092 ceph-mon[36335]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T00:30:11.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:11 smithi092 ceph-mon[36335]: mgrmap e13: x(active, since 61s) 2024-05-21T00:30:11.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:11 smithi092 ceph-mon[36335]: overall HEALTH_OK 2024-05-21T00:30:11.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:11.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:11.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:11.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T00:30:11.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:11.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:11 smithi044 ceph-mon[31392]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:11.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:30:11.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:11 smithi044 ceph-mon[31392]: mon.a calling monitor election 2024-05-21T00:30:11.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:30:11.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:30:11.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:11 smithi044 ceph-mon[31392]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:11.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:30:11.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:11 smithi044 ceph-mon[31392]: mon.c calling monitor election 2024-05-21T00:30:11.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:30:11.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:11 smithi044 ceph-mon[31392]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:11.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:30:11.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:30:11.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:11 smithi044 ceph-mon[31392]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-21T00:30:11.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:11 smithi044 ceph-mon[31392]: monmap epoch 2 2024-05-21T00:30:11.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:11 smithi044 ceph-mon[31392]: fsid d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:30:11.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:11 smithi044 ceph-mon[31392]: last_changed 2024-05-21T00:30:06.229354+0000 2024-05-21T00:30:11.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:11 smithi044 ceph-mon[31392]: created 2024-05-21T00:27:46.869710+0000 2024-05-21T00:30:11.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:11 smithi044 ceph-mon[31392]: min_mon_release 19 (squid) 2024-05-21T00:30:11.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:11 smithi044 ceph-mon[31392]: election_strategy: 1 2024-05-21T00:30:11.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:11 smithi044 ceph-mon[31392]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-05-21T00:30:11.652 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:11 smithi044 ceph-mon[31392]: 1: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.c 2024-05-21T00:30:11.652 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:11 smithi044 ceph-mon[31392]: fsmap 2024-05-21T00:30:11.652 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:11 smithi044 ceph-mon[31392]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T00:30:11.652 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:11 smithi044 ceph-mon[31392]: mgrmap e13: x(active, since 61s) 2024-05-21T00:30:11.652 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:11 smithi044 ceph-mon[31392]: overall HEALTH_OK 2024-05-21T00:30:11.652 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:11.652 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:11.652 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:11.652 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T00:30:11.652 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:11.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.831+0000 7ffba0740700 1 -- 172.21.15.92:0/1804916380 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7ffb9802e720 con 0x7ffb840035c0 2024-05-21T00:30:11.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.833+0000 7ffb8f7fe700 1 -- 172.21.15.92:0/1804916380 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1011 (secure 0 0 0) 0x7ffb94053a10 con 0x7ffb840035c0 2024-05-21T00:30:11.836 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-05-21T00:30:11.836 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":2,"fsid":"d03df2b2-1708-11ef-bc9a-c7b262605968","modified":"2024-05-21T00:30:06.229354Z","created":"2024-05-21T00:27:46.869710Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:3300","nonce":0},{"type":"v1","addr":"172.21.15.44:6789","nonce":0}]},"addr":"172.21.15.44:6789/0","public_addr":"172.21.15.44:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:3300","nonce":0},{"type":"v1","addr":"172.21.15.92:6789","nonce":0}]},"addr":"172.21.15.92:6789/0","public_addr":"172.21.15.92:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-05-21T00:30:11.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.835+0000 7ffba0740700 1 -- 172.21.15.92:0/1804916380 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ffb7c03e2d0 msgr2=0x7ffb7c040790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:30:11.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.835+0000 7ffba0740700 1 --2- 172.21.15.92:0/1804916380 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ffb7c03e2d0 0x7ffb7c040790 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7ffb88009180 tx=0x7ffb88008040 comp rx=0 tx=0).stop 2024-05-21T00:30:11.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.835+0000 7ffba0740700 1 -- 172.21.15.92:0/1804916380 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb840035c0 msgr2=0x7ffb98075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:30:11.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.835+0000 7ffba0740700 1 --2- 172.21.15.92:0/1804916380 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb840035c0 0x7ffb98075840 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7ffb94010010 tx=0x7ffb94005bc0 comp rx=0 tx=0).stop 2024-05-21T00:30:11.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.835+0000 7ffba0740700 1 -- 172.21.15.92:0/1804916380 shutdown_connections 2024-05-21T00:30:11.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.835+0000 7ffba0740700 1 --2- 172.21.15.92:0/1804916380 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ffb7c03e2d0 0x7ffb7c040790 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:11.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.835+0000 7ffba0740700 1 --2- 172.21.15.92:0/1804916380 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb840035c0 0x7ffb98075840 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:11.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.835+0000 7ffba0740700 1 --2- 172.21.15.92:0/1804916380 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb98075d80 0x7ffb98076200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:11.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.835+0000 7ffba0740700 1 -- 172.21.15.92:0/1804916380 >> 172.21.15.92:0/1804916380 conn(0x7ffb980feb50 msgr2=0x7ffb980ffd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:30:11.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.835+0000 7ffba0740700 1 -- 172.21.15.92:0/1804916380 shutdown_connections 2024-05-21T00:30:11.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:11.835+0000 7ffba0740700 1 -- 172.21.15.92:0/1804916380 wait complete. 2024-05-21T00:30:11.839 INFO:teuthology.orchestra.run.smithi092.stderr:dumped monmap epoch 2 2024-05-21T00:30:12.440 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:12 smithi092 ceph-mon[36335]: Deploying daemon mon.b on smithi082 2024-05-21T00:30:12.440 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:12 smithi092 ceph-mon[36335]: from='client.? 172.21.15.92:0/1804916380' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-21T00:30:12.440 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:12 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:30:12.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:12 smithi044 ceph-mon[31392]: Deploying daemon mon.b on smithi082 2024-05-21T00:30:12.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:12 smithi044 ceph-mon[31392]: from='client.? 172.21.15.92:0/1804916380' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-21T00:30:12.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:12 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:30:13.469 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-21T00:30:13.469 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph mon dump -f json 2024-05-21T00:30:13.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:13 smithi044 ceph-mon[31392]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:13.708 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:30:13.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:13 smithi092 ceph-mon[36335]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:15.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.113+0000 7fc440f80700 1 -- 172.21.15.92:0/302893610 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc43c075860 msgr2=0x7fc43c075c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:30:15.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.113+0000 7fc440f80700 1 --2- 172.21.15.92:0/302893610 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc43c075860 0x7fc43c075c40 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fc42c009910 tx=0x7fc42c009c20 comp rx=0 tx=0).stop 2024-05-21T00:30:15.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.113+0000 7fc440f80700 1 -- 172.21.15.92:0/302893610 shutdown_connections 2024-05-21T00:30:15.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.113+0000 7fc440f80700 1 --2- 172.21.15.92:0/302893610 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc43c075860 0x7fc43c075c40 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:15.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.113+0000 7fc440f80700 1 -- 172.21.15.92:0/302893610 >> 172.21.15.92:0/302893610 conn(0x7fc43c0feb60 msgr2=0x7fc43c100f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:30:15.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.113+0000 7fc440f80700 1 -- 172.21.15.92:0/302893610 shutdown_connections 2024-05-21T00:30:15.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.113+0000 7fc440f80700 1 -- 172.21.15.92:0/302893610 wait complete. 2024-05-21T00:30:15.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.114+0000 7fc440f80700 1 Processor -- start 2024-05-21T00:30:15.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.114+0000 7fc440f80700 1 -- start start 2024-05-21T00:30:15.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.114+0000 7fc440f80700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc43c075860 0x7fc43c19ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:30:15.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.115+0000 7fc440f80700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc43c19b3a0 0x7fc43c19f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:30:15.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.115+0000 7fc440f80700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc43c10f7b0 con 0x7fc43c075860 2024-05-21T00:30:15.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.115+0000 7fc440f80700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fc43c10f630 con 0x7fc43c19b3a0 2024-05-21T00:30:15.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.115+0000 7fc439d9b700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc43c19b3a0 0x7fc43c19f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:30:15.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.115+0000 7fc439d9b700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc43c19b3a0 0x7fc43c19f730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:37746/0 (socket says 172.21.15.92:37746) 2024-05-21T00:30:15.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.115+0000 7fc439d9b700 1 -- 172.21.15.92:0/2044399177 learned_addr learned my addr 172.21.15.92:0/2044399177 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-05-21T00:30:15.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.115+0000 7fc439d9b700 1 -- 172.21.15.92:0/2044399177 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc43c19b3a0 msgr2=0x7fc43c19f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-05-21T00:30:15.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.115+0000 7fc439d9b700 1 -- 172.21.15.92:0/2044399177 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc43c19b3a0 msgr2=0x7fc43c19f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-05-21T00:30:15.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.115+0000 7fc439d9b700 1 --2- 172.21.15.92:0/2044399177 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc43c19b3a0 0x7fc43c19f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-05-21T00:30:15.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.115+0000 7fc439d9b700 1 --2- 172.21.15.92:0/2044399177 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc43c19b3a0 0x7fc43c19f730 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-21T00:30:15.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.115+0000 7fc43a59c700 1 --2- 172.21.15.92:0/2044399177 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc43c075860 0x7fc43c19ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:30:15.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.116+0000 7fc43a59c700 1 -- 172.21.15.92:0/2044399177 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc43c19b3a0 msgr2=0x7fc43c19f730 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-21T00:30:15.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.116+0000 7fc43a59c700 1 --2- 172.21.15.92:0/2044399177 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc43c19b3a0 0x7fc43c19f730 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:15.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.116+0000 7fc43a59c700 1 -- 172.21.15.92:0/2044399177 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc43c19b9e0 con 0x7fc43c075860 2024-05-21T00:30:15.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.116+0000 7fc43a59c700 1 --2- 172.21.15.92:0/2044399177 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc43c075860 0x7fc43c19ae60 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc42c014000 tx=0x7fc42c005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:30:15.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.116+0000 7fc42b7fe700 1 -- 172.21.15.92:0/2044399177 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fc42c005dc0 con 0x7fc43c075860 2024-05-21T00:30:15.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.116+0000 7fc440f80700 1 -- 172.21.15.92:0/2044399177 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc43c19fc70 con 0x7fc43c075860 2024-05-21T00:30:15.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.116+0000 7fc42b7fe700 1 -- 172.21.15.92:0/2044399177 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc42c00be10 con 0x7fc43c075860 2024-05-21T00:30:15.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.116+0000 7fc440f80700 1 -- 172.21.15.92:0/2044399177 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc43c1a0170 con 0x7fc43c075860 2024-05-21T00:30:15.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.116+0000 7fc42b7fe700 1 -- 172.21.15.92:0/2044399177 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fc42c022dd0 con 0x7fc43c075860 2024-05-21T00:30:15.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.117+0000 7fc440f80700 1 -- 172.21.15.92:0/2044399177 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc43c076fa0 con 0x7fc43c075860 2024-05-21T00:30:15.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.118+0000 7fc42b7fe700 1 -- 172.21.15.92:0/2044399177 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7fc42c02a070 con 0x7fc43c075860 2024-05-21T00:30:15.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.118+0000 7fc42b7fe700 1 --2- 172.21.15.92:0/2044399177 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc42403e2b0 0x7fc424040770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:30:15.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.118+0000 7fc42b7fe700 1 -- 172.21.15.92:0/2044399177 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fc42c01e030 con 0x7fc43c075860 2024-05-21T00:30:15.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.119+0000 7fc439d9b700 1 --2- 172.21.15.92:0/2044399177 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc42403e2b0 0x7fc424040770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:30:15.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.120+0000 7fc439d9b700 1 --2- 172.21.15.92:0/2044399177 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc42403e2b0 0x7fc424040770 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fc430009180 tx=0x7fc430008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:30:15.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.136+0000 7fc42b7fe700 1 -- 172.21.15.92:0/2044399177 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc42c013070 con 0x7fc43c075860 2024-05-21T00:30:15.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.293+0000 7fc42b7fe700 1 -- 172.21.15.92:0/2044399177 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc42c00f460 con 0x7fc43c075860 2024-05-21T00:30:15.426 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:15 smithi082 systemd[1]: Started Ceph mon.b for d03df2b2-1708-11ef-bc9a-c7b262605968. 2024-05-21T00:30:15.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:15.423+0000 7fc440f80700 1 -- 172.21.15.92:0/2044399177 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fc43c1a0420 con 0x7fc43c075860 2024-05-21T00:30:20.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:20.313+0000 7fc42b7fe700 1 -- 172.21.15.92:0/2044399177 <== mon.0 v2:172.21.15.44:3300/0 8 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1275 (secure 0 0 0) 0x7fc42c039510 con 0x7fc43c075860 2024-05-21T00:30:20.317 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-05-21T00:30:20.317 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":3,"fsid":"d03df2b2-1708-11ef-bc9a-c7b262605968","modified":"2024-05-21T00:30:15.292122Z","created":"2024-05-21T00:27:46.869710Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:3300","nonce":0},{"type":"v1","addr":"172.21.15.44:6789","nonce":0}]},"addr":"172.21.15.44:6789/0","public_addr":"172.21.15.44:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:3300","nonce":0},{"type":"v1","addr":"172.21.15.92:6789","nonce":0}]},"addr":"172.21.15.92:6789/0","public_addr":"172.21.15.92:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:3300","nonce":0},{"type":"v1","addr":"172.21.15.82:6789","nonce":0}]},"addr":"172.21.15.82:6789/0","public_addr":"172.21.15.82:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-05-21T00:30:20.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:20.316+0000 7fc440f80700 1 -- 172.21.15.92:0/2044399177 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc42403e2b0 msgr2=0x7fc424040770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:30:20.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:20.316+0000 7fc440f80700 1 --2- 172.21.15.92:0/2044399177 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc42403e2b0 0x7fc424040770 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fc430009180 tx=0x7fc430008040 comp rx=0 tx=0).stop 2024-05-21T00:30:20.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:20.316+0000 7fc440f80700 1 -- 172.21.15.92:0/2044399177 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc43c075860 msgr2=0x7fc43c19ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:30:20.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:20.316+0000 7fc440f80700 1 --2- 172.21.15.92:0/2044399177 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc43c075860 0x7fc43c19ae60 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc42c014000 tx=0x7fc42c005030 comp rx=0 tx=0).stop 2024-05-21T00:30:20.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:20.316+0000 7fc440f80700 1 -- 172.21.15.92:0/2044399177 shutdown_connections 2024-05-21T00:30:20.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:20.316+0000 7fc440f80700 1 --2- 172.21.15.92:0/2044399177 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc42403e2b0 0x7fc424040770 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:20.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:20.316+0000 7fc440f80700 1 --2- 172.21.15.92:0/2044399177 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc43c075860 0x7fc43c19ae60 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:20.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:20.316+0000 7fc440f80700 1 --2- 172.21.15.92:0/2044399177 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc43c19b3a0 0x7fc43c19f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:20.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:20.316+0000 7fc440f80700 1 -- 172.21.15.92:0/2044399177 >> 172.21.15.92:0/2044399177 conn(0x7fc43c0feb60 msgr2=0x7fc43c107430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:30:20.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:20.316+0000 7fc440f80700 1 -- 172.21.15.92:0/2044399177 shutdown_connections 2024-05-21T00:30:20.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:20.316+0000 7fc440f80700 1 -- 172.21.15.92:0/2044399177 wait complete. 2024-05-21T00:30:20.321 INFO:teuthology.orchestra.run.smithi092.stderr:dumped monmap epoch 3 2024-05-21T00:30:20.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:20 smithi044 ceph-mon[31392]: mon.c calling monitor election 2024-05-21T00:30:20.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:20 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:30:20.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:20 smithi044 ceph-mon[31392]: mon.a calling monitor election 2024-05-21T00:30:20.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:20 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:30:20.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:20 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:30:20.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:20 smithi044 ceph-mon[31392]: from='client.? 172.21.15.92:0/2044399177' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-21T00:30:20.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:20 smithi044 ceph-mon[31392]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:20.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:20 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:30:20.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:20 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:30:20.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:20 smithi044 ceph-mon[31392]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:20.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:20 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:30:20.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:20 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:30:20.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:20 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:30:20.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:20 smithi044 ceph-mon[31392]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-21T00:30:20.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:20 smithi044 ceph-mon[31392]: monmap epoch 3 2024-05-21T00:30:20.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:20 smithi044 ceph-mon[31392]: fsid d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:30:20.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:20 smithi044 ceph-mon[31392]: last_changed 2024-05-21T00:30:15.292122+0000 2024-05-21T00:30:20.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:20 smithi044 ceph-mon[31392]: created 2024-05-21T00:27:46.869710+0000 2024-05-21T00:30:20.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:20 smithi044 ceph-mon[31392]: min_mon_release 19 (squid) 2024-05-21T00:30:20.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:20 smithi044 ceph-mon[31392]: election_strategy: 1 2024-05-21T00:30:20.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:20 smithi044 ceph-mon[31392]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-05-21T00:30:20.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:20 smithi044 ceph-mon[31392]: 1: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.c 2024-05-21T00:30:20.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:20 smithi044 ceph-mon[31392]: 2: [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] mon.b 2024-05-21T00:30:20.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:20 smithi044 ceph-mon[31392]: fsmap 2024-05-21T00:30:20.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:20 smithi044 ceph-mon[31392]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T00:30:20.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:20 smithi044 ceph-mon[31392]: mgrmap e13: x(active, since 70s) 2024-05-21T00:30:20.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:20 smithi044 ceph-mon[31392]: overall HEALTH_OK 2024-05-21T00:30:20.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:20 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:20.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:20 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:20.770 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:20 smithi092 ceph-mon[36335]: mon.c calling monitor election 2024-05-21T00:30:20.770 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:20 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:30:20.771 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:20 smithi092 ceph-mon[36335]: mon.a calling monitor election 2024-05-21T00:30:20.771 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:20 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:30:20.771 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:20 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:30:20.771 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:20 smithi092 ceph-mon[36335]: from='client.? 172.21.15.92:0/2044399177' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-21T00:30:20.771 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:20 smithi092 ceph-mon[36335]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:20.771 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:20 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:30:20.771 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:20 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:30:20.771 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:20 smithi092 ceph-mon[36335]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:20.771 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:20 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:30:20.771 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:20 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:30:20.771 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:20 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:30:20.771 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:20 smithi092 ceph-mon[36335]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-21T00:30:20.771 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:20 smithi092 ceph-mon[36335]: monmap epoch 3 2024-05-21T00:30:20.771 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:20 smithi092 ceph-mon[36335]: fsid d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:30:20.771 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:20 smithi092 ceph-mon[36335]: last_changed 2024-05-21T00:30:15.292122+0000 2024-05-21T00:30:20.772 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:20 smithi092 ceph-mon[36335]: created 2024-05-21T00:27:46.869710+0000 2024-05-21T00:30:20.772 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:20 smithi092 ceph-mon[36335]: min_mon_release 19 (squid) 2024-05-21T00:30:20.772 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:20 smithi092 ceph-mon[36335]: election_strategy: 1 2024-05-21T00:30:20.772 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:20 smithi092 ceph-mon[36335]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-05-21T00:30:20.772 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:20 smithi092 ceph-mon[36335]: 1: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.c 2024-05-21T00:30:20.772 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:20 smithi092 ceph-mon[36335]: 2: [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] mon.b 2024-05-21T00:30:20.772 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:20 smithi092 ceph-mon[36335]: fsmap 2024-05-21T00:30:20.772 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:20 smithi092 ceph-mon[36335]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T00:30:20.772 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:20 smithi092 ceph-mon[36335]: mgrmap e13: x(active, since 70s) 2024-05-21T00:30:20.772 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:20 smithi092 ceph-mon[36335]: overall HEALTH_OK 2024-05-21T00:30:20.772 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:20 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:20.772 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:20 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:20.800 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-05-21T00:30:20.801 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph config generate-minimal-conf 2024-05-21T00:30:21.239 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:30:21.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:21 smithi044 ceph-mon[31392]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:21.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:21 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:21.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:21 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:21.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:21 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:30:21.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:21 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:30:21.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:21 smithi092 ceph-mon[36335]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:21.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:21 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:21.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:21 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:21.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:21 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:30:21.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:21 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:30:22.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: mon.c calling monitor election 2024-05-21T00:30:22.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:30:22.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: mon.a calling monitor election 2024-05-21T00:30:22.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:30:22.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:30:22.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: from='client.? 172.21.15.92:0/2044399177' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-21T00:30:22.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:22.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:30:22.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:30:22.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:22.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:30:22.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:30:22.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:30:22.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-21T00:30:22.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: monmap epoch 3 2024-05-21T00:30:22.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: fsid d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:30:22.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: last_changed 2024-05-21T00:30:15.292122+0000 2024-05-21T00:30:22.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: created 2024-05-21T00:27:46.869710+0000 2024-05-21T00:30:22.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: min_mon_release 19 (squid) 2024-05-21T00:30:22.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: election_strategy: 1 2024-05-21T00:30:22.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-05-21T00:30:22.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: 1: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.c 2024-05-21T00:30:22.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: 2: [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] mon.b 2024-05-21T00:30:22.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: fsmap 2024-05-21T00:30:22.698 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T00:30:22.698 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: mgrmap e13: x(active, since 70s) 2024-05-21T00:30:22.698 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: overall HEALTH_OK 2024-05-21T00:30:22.698 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:22.698 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:22.698 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:22.698 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:22.698 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:22.698 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:30:22.698 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:30:23.069 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:22 smithi044 ceph-mon[31392]: mon.b calling monitor election 2024-05-21T00:30:23.069 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:22 smithi044 ceph-mon[31392]: Updating smithi044:/etc/ceph/ceph.conf 2024-05-21T00:30:23.069 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:22 smithi044 ceph-mon[31392]: Updating smithi082:/etc/ceph/ceph.conf 2024-05-21T00:30:23.069 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:22 smithi044 ceph-mon[31392]: Updating smithi092:/etc/ceph/ceph.conf 2024-05-21T00:30:23.069 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:22 smithi044 ceph-mon[31392]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:23.069 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:22 smithi044 ceph-mon[31392]: mon.b calling monitor election 2024-05-21T00:30:23.070 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:22 smithi044 ceph-mon[31392]: mon.c calling monitor election 2024-05-21T00:30:23.070 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:22 smithi044 ceph-mon[31392]: mon.a calling monitor election 2024-05-21T00:30:23.070 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:22 smithi044 ceph-mon[31392]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-21T00:30:23.070 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:22 smithi044 ceph-mon[31392]: monmap epoch 3 2024-05-21T00:30:23.070 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:22 smithi044 ceph-mon[31392]: fsid d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:30:23.070 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:22 smithi044 ceph-mon[31392]: last_changed 2024-05-21T00:30:15.292122+0000 2024-05-21T00:30:23.070 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:22 smithi044 ceph-mon[31392]: created 2024-05-21T00:27:46.869710+0000 2024-05-21T00:30:23.070 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:22 smithi044 ceph-mon[31392]: min_mon_release 19 (squid) 2024-05-21T00:30:23.070 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:22 smithi044 ceph-mon[31392]: election_strategy: 1 2024-05-21T00:30:23.070 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:22 smithi044 ceph-mon[31392]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-05-21T00:30:23.070 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:22 smithi044 ceph-mon[31392]: 1: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.c 2024-05-21T00:30:23.070 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:22 smithi044 ceph-mon[31392]: 2: [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] mon.b 2024-05-21T00:30:23.071 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:22 smithi044 ceph-mon[31392]: fsmap 2024-05-21T00:30:23.071 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:22 smithi044 ceph-mon[31392]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T00:30:23.071 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:22 smithi044 ceph-mon[31392]: mgrmap e13: x(active, since 72s) 2024-05-21T00:30:23.071 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:22 smithi044 ceph-mon[31392]: overall HEALTH_OK 2024-05-21T00:30:23.071 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:22 smithi044 ceph-mon[31392]: Updating smithi082:/var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T00:30:23.071 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:22 smithi044 ceph-mon[31392]: Updating smithi092:/var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T00:30:23.071 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:22 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:23.071 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:22 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:23.071 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:22 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:23.071 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:22 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:23.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: mon.b calling monitor election 2024-05-21T00:30:23.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: Updating smithi044:/etc/ceph/ceph.conf 2024-05-21T00:30:23.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: Updating smithi082:/etc/ceph/ceph.conf 2024-05-21T00:30:23.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: Updating smithi092:/etc/ceph/ceph.conf 2024-05-21T00:30:23.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:23.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: mon.b calling monitor election 2024-05-21T00:30:23.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: mon.c calling monitor election 2024-05-21T00:30:23.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: mon.a calling monitor election 2024-05-21T00:30:23.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-21T00:30:23.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: monmap epoch 3 2024-05-21T00:30:23.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: fsid d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:30:23.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: last_changed 2024-05-21T00:30:15.292122+0000 2024-05-21T00:30:23.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: created 2024-05-21T00:27:46.869710+0000 2024-05-21T00:30:23.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: min_mon_release 19 (squid) 2024-05-21T00:30:23.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: election_strategy: 1 2024-05-21T00:30:23.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-05-21T00:30:23.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: 1: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.c 2024-05-21T00:30:23.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: 2: [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] mon.b 2024-05-21T00:30:23.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: fsmap 2024-05-21T00:30:23.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T00:30:23.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: mgrmap e13: x(active, since 72s) 2024-05-21T00:30:23.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: overall HEALTH_OK 2024-05-21T00:30:23.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: Updating smithi082:/var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T00:30:23.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: Updating smithi092:/var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T00:30:23.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:23.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:23.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:23.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:23.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.230+0000 7fd5e2600700 1 -- 172.21.15.44:0/119395192 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd5dc1029a0 msgr2=0x7fd5dc102d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:30:23.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.230+0000 7fd5e2600700 1 --2- 172.21.15.44:0/119395192 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd5dc1029a0 0x7fd5dc102d80 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fd5cc009910 tx=0x7fd5cc009c20 comp rx=0 tx=0).stop 2024-05-21T00:30:23.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.231+0000 7fd5e2600700 1 -- 172.21.15.44:0/119395192 shutdown_connections 2024-05-21T00:30:23.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.231+0000 7fd5e2600700 1 --2- 172.21.15.44:0/119395192 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd5dc1029a0 0x7fd5dc102d80 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:23.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.231+0000 7fd5e2600700 1 -- 172.21.15.44:0/119395192 >> 172.21.15.44:0/119395192 conn(0x7fd5dc0779d0 msgr2=0x7fd5dc077de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:30:23.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.231+0000 7fd5e2600700 1 -- 172.21.15.44:0/119395192 shutdown_connections 2024-05-21T00:30:23.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.231+0000 7fd5e2600700 1 -- 172.21.15.44:0/119395192 wait complete. 2024-05-21T00:30:23.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.232+0000 7fd5e2600700 1 Processor -- start 2024-05-21T00:30:23.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.233+0000 7fd5e2600700 1 -- start start 2024-05-21T00:30:23.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.233+0000 7fd5e2600700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd5dc1029a0 0x7fd5dc19aee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:30:23.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.233+0000 7fd5e2600700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5dc19b420 0x7fd5dc19f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:30:23.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.233+0000 7fd5e2600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd5dc19fcf0 0x7fd5dc1a01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:30:23.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.233+0000 7fd5e2600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd5dc10f680 con 0x7fd5dc19fcf0 2024-05-21T00:30:23.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.233+0000 7fd5e2600700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd5dc10f500 con 0x7fd5dc1029a0 2024-05-21T00:30:23.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.233+0000 7fd5e2600700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fd5dc10f800 con 0x7fd5dc19b420 2024-05-21T00:30:23.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.234+0000 7fd5db400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd5dc1029a0 0x7fd5dc19aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:30:23.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.234+0000 7fd5daa00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5dc19b420 0x7fd5dc19f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:30:23.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.234+0000 7fd5db400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd5dc1029a0 0x7fd5dc19aee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:35608/0 (socket says 172.21.15.44:35608) 2024-05-21T00:30:23.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.234+0000 7fd5db400700 1 -- 172.21.15.44:0/3692061177 learned_addr learned my addr 172.21.15.44:0/3692061177 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:30:23.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.234+0000 7fd5dbe00700 1 --2- 172.21.15.44:0/3692061177 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd5dc19fcf0 0x7fd5dc1a01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:30:23.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.234+0000 7fd5db400700 1 -- 172.21.15.44:0/3692061177 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5dc19b420 msgr2=0x7fd5dc19f7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:30:23.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.234+0000 7fd5db400700 1 --2- 172.21.15.44:0/3692061177 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5dc19b420 0x7fd5dc19f7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:23.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.234+0000 7fd5db400700 1 -- 172.21.15.44:0/3692061177 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd5dc19fcf0 msgr2=0x7fd5dc1a01a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:30:23.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.234+0000 7fd5db400700 1 --2- 172.21.15.44:0/3692061177 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd5dc19fcf0 0x7fd5dc1a01a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:23.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.234+0000 7fd5db400700 1 -- 172.21.15.44:0/3692061177 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5dc1a7a60 con 0x7fd5dc1029a0 2024-05-21T00:30:23.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.234+0000 7fd5daa00700 1 --2- 172.21.15.44:0/3692061177 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5dc19b420 0x7fd5dc19f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:30:23.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.235+0000 7fd5db400700 1 --2- 172.21.15.44:0/3692061177 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd5dc1029a0 0x7fd5dc19aee0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fd5cc004f80 tx=0x7fd5cc004fb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:30:23.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.235+0000 7fd5d3e00700 1 -- 172.21.15.44:0/3692061177 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5cc026070 con 0x7fd5dc1029a0 2024-05-21T00:30:23.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.235+0000 7fd5d3e00700 1 -- 172.21.15.44:0/3692061177 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd5cc00b750 con 0x7fd5dc1029a0 2024-05-21T00:30:23.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.235+0000 7fd5d3e00700 1 -- 172.21.15.44:0/3692061177 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5cc009e60 con 0x7fd5dc1029a0 2024-05-21T00:30:23.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.235+0000 7fd5e2600700 1 -- 172.21.15.44:0/3692061177 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5dc1a7c30 con 0x7fd5dc1029a0 2024-05-21T00:30:23.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.235+0000 7fd5e2600700 1 -- 172.21.15.44:0/3692061177 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5dc1a80c0 con 0x7fd5dc1029a0 2024-05-21T00:30:23.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.237+0000 7fd5e2600700 1 -- 172.21.15.44:0/3692061177 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5dc064ba0 con 0x7fd5dc1029a0 2024-05-21T00:30:23.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.238+0000 7fd5d3e00700 1 -- 172.21.15.44:0/3692061177 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7fd5cc029070 con 0x7fd5dc1029a0 2024-05-21T00:30:23.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.238+0000 7fd5d3e00700 1 --2- 172.21.15.44:0/3692061177 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd5c003e9a0 0x7fd5c0040e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:30:23.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.239+0000 7fd5d3e00700 1 -- 172.21.15.44:0/3692061177 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fd5cc053880 con 0x7fd5dc1029a0 2024-05-21T00:30:23.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.240+0000 7fd5daa00700 1 --2- 172.21.15.44:0/3692061177 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd5c003e9a0 0x7fd5c0040e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:30:23.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.240+0000 7fd5daa00700 1 --2- 172.21.15.44:0/3692061177 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd5c003e9a0 0x7fd5c0040e60 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fd5c8009ec0 tx=0x7fd5c8009210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:30:23.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.243+0000 7fd5d3e00700 1 -- 172.21.15.44:0/3692061177 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd5cc013070 con 0x7fd5dc1029a0 2024-05-21T00:30:23.271 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:22 smithi092 ceph-mon[36335]: mon.b calling monitor election 2024-05-21T00:30:23.271 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:22 smithi092 ceph-mon[36335]: Updating smithi044:/etc/ceph/ceph.conf 2024-05-21T00:30:23.271 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:22 smithi092 ceph-mon[36335]: Updating smithi082:/etc/ceph/ceph.conf 2024-05-21T00:30:23.271 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:22 smithi092 ceph-mon[36335]: Updating smithi092:/etc/ceph/ceph.conf 2024-05-21T00:30:23.271 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:22 smithi092 ceph-mon[36335]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:23.272 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:22 smithi092 ceph-mon[36335]: mon.b calling monitor election 2024-05-21T00:30:23.272 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:22 smithi092 ceph-mon[36335]: mon.c calling monitor election 2024-05-21T00:30:23.272 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:22 smithi092 ceph-mon[36335]: mon.a calling monitor election 2024-05-21T00:30:23.272 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:22 smithi092 ceph-mon[36335]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-21T00:30:23.272 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:22 smithi092 ceph-mon[36335]: monmap epoch 3 2024-05-21T00:30:23.272 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:22 smithi092 ceph-mon[36335]: fsid d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:30:23.272 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:22 smithi092 ceph-mon[36335]: last_changed 2024-05-21T00:30:15.292122+0000 2024-05-21T00:30:23.272 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:22 smithi092 ceph-mon[36335]: created 2024-05-21T00:27:46.869710+0000 2024-05-21T00:30:23.272 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:22 smithi092 ceph-mon[36335]: min_mon_release 19 (squid) 2024-05-21T00:30:23.272 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:22 smithi092 ceph-mon[36335]: election_strategy: 1 2024-05-21T00:30:23.272 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:22 smithi092 ceph-mon[36335]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-05-21T00:30:23.272 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:22 smithi092 ceph-mon[36335]: 1: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.c 2024-05-21T00:30:23.272 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:22 smithi092 ceph-mon[36335]: 2: [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] mon.b 2024-05-21T00:30:23.272 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:22 smithi092 ceph-mon[36335]: fsmap 2024-05-21T00:30:23.272 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:22 smithi092 ceph-mon[36335]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T00:30:23.272 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:22 smithi092 ceph-mon[36335]: mgrmap e13: x(active, since 72s) 2024-05-21T00:30:23.273 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:22 smithi092 ceph-mon[36335]: overall HEALTH_OK 2024-05-21T00:30:23.273 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:22 smithi092 ceph-mon[36335]: Updating smithi082:/var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T00:30:23.273 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:22 smithi092 ceph-mon[36335]: Updating smithi092:/var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T00:30:23.273 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:22 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:23.273 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:22 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:23.273 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:22 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:23.273 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:22 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:23.490 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.486+0000 7fd5e2600700 1 -- 172.21.15.44:0/3692061177 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7fd5dc19c240 con 0x7fd5dc1029a0 2024-05-21T00:30:23.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.487+0000 7fd5d3e00700 1 -- 172.21.15.44:0/3692061177 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+271 (secure 0 0 0) 0x7fd5dc19c240 con 0x7fd5dc1029a0 2024-05-21T00:30:23.491 INFO:teuthology.orchestra.run.smithi044.stdout:# minimal ceph.conf for d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:30:23.491 INFO:teuthology.orchestra.run.smithi044.stdout:[global] 2024-05-21T00:30:23.491 INFO:teuthology.orchestra.run.smithi044.stdout: fsid = d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:30:23.491 INFO:teuthology.orchestra.run.smithi044.stdout: mon_host = [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-05-21T00:30:23.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.490+0000 7fd5e2600700 1 -- 172.21.15.44:0/3692061177 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd5c003e9a0 msgr2=0x7fd5c0040e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:30:23.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.490+0000 7fd5e2600700 1 --2- 172.21.15.44:0/3692061177 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd5c003e9a0 0x7fd5c0040e60 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fd5c8009ec0 tx=0x7fd5c8009210 comp rx=0 tx=0).stop 2024-05-21T00:30:23.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.490+0000 7fd5e2600700 1 -- 172.21.15.44:0/3692061177 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd5dc1029a0 msgr2=0x7fd5dc19aee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:30:23.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.490+0000 7fd5e2600700 1 --2- 172.21.15.44:0/3692061177 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd5dc1029a0 0x7fd5dc19aee0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fd5cc004f80 tx=0x7fd5cc004fb0 comp rx=0 tx=0).stop 2024-05-21T00:30:23.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.490+0000 7fd5e2600700 1 -- 172.21.15.44:0/3692061177 shutdown_connections 2024-05-21T00:30:23.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.490+0000 7fd5e2600700 1 --2- 172.21.15.44:0/3692061177 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd5c003e9a0 0x7fd5c0040e60 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:23.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.490+0000 7fd5e2600700 1 --2- 172.21.15.44:0/3692061177 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd5dc19fcf0 0x7fd5dc1a01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:23.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.490+0000 7fd5e2600700 1 --2- 172.21.15.44:0/3692061177 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd5dc1029a0 0x7fd5dc19aee0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:23.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.490+0000 7fd5e2600700 1 --2- 172.21.15.44:0/3692061177 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5dc19b420 0x7fd5dc19f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:23.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.490+0000 7fd5e2600700 1 -- 172.21.15.44:0/3692061177 >> 172.21.15.44:0/3692061177 conn(0x7fd5dc0779d0 msgr2=0x7fd5dc100490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:30:23.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.490+0000 7fd5e2600700 1 -- 172.21.15.44:0/3692061177 shutdown_connections 2024-05-21T00:30:23.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:23.491+0000 7fd5e2600700 1 -- 172.21.15.44:0/3692061177 wait complete. 2024-05-21T00:30:24.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:23 smithi044 ceph-mon[31392]: Updating smithi044:/var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T00:30:24.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:23 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:30:24.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:23 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:24.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:23 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:24.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:23 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:24.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:23 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/3692061177' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:24.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:23 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:24.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:23 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:24.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:23 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:24.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:23 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:24.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:23 smithi044 ceph-mon[31392]: Reconfiguring mon.a (unknown last config time)... 2024-05-21T00:30:24.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:23 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T00:30:24.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:23 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T00:30:24.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:23 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:24.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:23 smithi044 ceph-mon[31392]: Reconfiguring daemon mon.a on smithi044 2024-05-21T00:30:24.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:23 smithi082 ceph-mon[36141]: Updating smithi044:/var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T00:30:24.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:23 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:30:24.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:23 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:24.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:23 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:24.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:23 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:24.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:23 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/3692061177' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:24.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:23 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:24.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:23 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:24.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:23 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:24.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:23 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:24.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:23 smithi082 ceph-mon[36141]: Reconfiguring mon.a (unknown last config time)... 2024-05-21T00:30:24.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:23 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T00:30:24.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:23 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T00:30:24.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:23 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:24.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:23 smithi082 ceph-mon[36141]: Reconfiguring daemon mon.a on smithi044 2024-05-21T00:30:24.223 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-05-21T00:30:24.223 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-21T00:30:24.223 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/etc/ceph/ceph.conf 2024-05-21T00:30:24.299 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-21T00:30:24.299 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-21T00:30:24.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:23 smithi092 ceph-mon[36335]: Updating smithi044:/var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T00:30:24.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:23 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:30:24.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:23 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:24.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:23 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:24.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:23 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:24.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:23 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/3692061177' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:24.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:23 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:24.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:23 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:24.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:23 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:24.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:23 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:24.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:23 smithi092 ceph-mon[36335]: Reconfiguring mon.a (unknown last config time)... 2024-05-21T00:30:24.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:23 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T00:30:24.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:23 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T00:30:24.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:23 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:24.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:23 smithi092 ceph-mon[36335]: Reconfiguring daemon mon.a on smithi044 2024-05-21T00:30:24.408 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-05-21T00:30:24.408 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd of=/etc/ceph/ceph.conf 2024-05-21T00:30:24.440 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-05-21T00:30:24.440 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-21T00:30:24.506 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-05-21T00:30:24.507 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/etc/ceph/ceph.conf 2024-05-21T00:30:24.537 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-05-21T00:30:24.538 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-21T00:30:24.605 INFO:tasks.cephadm:Adding mgr.x on smithi044 2024-05-21T00:30:24.605 INFO:tasks.cephadm:Adding mgr.y on smithi082 2024-05-21T00:30:24.605 INFO:tasks.cephadm:Adding mgr.z on smithi092 2024-05-21T00:30:24.606 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph orch apply mgr '3;smithi044=x;smithi082=y;smithi092=z' 2024-05-21T00:30:24.876 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:30:25.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:24 smithi044 ceph-mon[31392]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:25.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:24 smithi082 ceph-mon[36141]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:25.209 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:24 smithi092 ceph-mon[36335]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:26.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.367+0000 7f925ef58700 1 -- 172.21.15.92:0/1622791926 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f92581030e0 msgr2=0x7f9258103500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:30:26.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.367+0000 7f925ef58700 1 --2- 172.21.15.92:0/1622791926 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f92581030e0 0x7f9258103500 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f925400b0a0 tx=0x7f925400b3b0 comp rx=0 tx=0).stop 2024-05-21T00:30:26.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.367+0000 7f925ef58700 1 -- 172.21.15.92:0/1622791926 shutdown_connections 2024-05-21T00:30:26.376 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.367+0000 7f925ef58700 1 --2- 172.21.15.92:0/1622791926 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f92581030e0 0x7f9258103500 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:26.376 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.367+0000 7f925ef58700 1 -- 172.21.15.92:0/1622791926 >> 172.21.15.92:0/1622791926 conn(0x7f92580fe680 msgr2=0x7f9258100ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:30:26.376 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.367+0000 7f925ef58700 1 -- 172.21.15.92:0/1622791926 shutdown_connections 2024-05-21T00:30:26.376 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.367+0000 7f925ef58700 1 -- 172.21.15.92:0/1622791926 wait complete. 2024-05-21T00:30:26.376 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.368+0000 7f925ef58700 1 Processor -- start 2024-05-21T00:30:26.376 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.368+0000 7f925ef58700 1 -- start start 2024-05-21T00:30:26.376 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.368+0000 7f925ef58700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f92581030e0 0x7f92580772e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:30:26.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.368+0000 7f925ef58700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9258075930 0x7f9258075db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:30:26.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.368+0000 7f925ef58700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f92580762f0 0x7f92581a2880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:30:26.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.368+0000 7f925ef58700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9258108fd0 con 0x7f9258075930 2024-05-21T00:30:26.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.368+0000 7f925ef58700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f9258108e50 con 0x7f92581030e0 2024-05-21T00:30:26.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.368+0000 7f925ef58700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f9258109150 con 0x7f92580762f0 2024-05-21T00:30:26.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.368+0000 7f925d4f5700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f92580762f0 0x7f92581a2880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:30:26.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.368+0000 7f925d4f5700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f92580762f0 0x7f92581a2880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50822/0 (socket says 172.21.15.92:50822) 2024-05-21T00:30:26.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.368+0000 7f925d4f5700 1 -- 172.21.15.92:0/4256572379 learned_addr learned my addr 172.21.15.92:0/4256572379 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-05-21T00:30:26.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.368+0000 7f925ccf4700 1 --2- 172.21.15.92:0/4256572379 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f92581030e0 0x7f92580772e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:30:26.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.369+0000 7f925d4f5700 1 -- 172.21.15.92:0/4256572379 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f92581030e0 msgr2=0x7f92580772e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:30:26.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.369+0000 7f925d4f5700 1 --2- 172.21.15.92:0/4256572379 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f92581030e0 0x7f92580772e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:26.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.369+0000 7f924ffff700 1 --2- 172.21.15.92:0/4256572379 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9258075930 0x7f9258075db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:30:26.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.369+0000 7f925d4f5700 1 -- 172.21.15.92:0/4256572379 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9258075930 msgr2=0x7f9258075db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:30:26.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.369+0000 7f925d4f5700 1 --2- 172.21.15.92:0/4256572379 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9258075930 0x7f9258075db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:26.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.369+0000 7f925d4f5700 1 -- 172.21.15.92:0/4256572379 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92581a2e40 con 0x7f92580762f0 2024-05-21T00:30:26.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.369+0000 7f925d4f5700 1 --2- 172.21.15.92:0/4256572379 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f92580762f0 0x7f92581a2880 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f925000b550 tx=0x7f925000b860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:30:26.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.369+0000 7f924dffb700 1 -- 172.21.15.92:0/4256572379 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9250015020 con 0x7f92580762f0 2024-05-21T00:30:26.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.369+0000 7f924dffb700 1 -- 172.21.15.92:0/4256572379 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9250011ce0 con 0x7f92580762f0 2024-05-21T00:30:26.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.369+0000 7f925ef58700 1 -- 172.21.15.92:0/4256572379 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92581a3130 con 0x7f92580762f0 2024-05-21T00:30:26.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.369+0000 7f924dffb700 1 -- 172.21.15.92:0/4256572379 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9250010db0 con 0x7f92580762f0 2024-05-21T00:30:26.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.369+0000 7f925ef58700 1 -- 172.21.15.92:0/4256572379 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92581a36a0 con 0x7f92580762f0 2024-05-21T00:30:26.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.370+0000 7f924dffb700 1 -- 172.21.15.92:0/4256572379 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f9250018020 con 0x7f92580762f0 2024-05-21T00:30:26.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.370+0000 7f924dffb700 1 --2- 172.21.15.92:0/4256572379 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f924003e9a0 0x7f9240040e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:30:26.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.370+0000 7f924dffb700 1 -- 172.21.15.92:0/4256572379 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f92500520c0 con 0x7f92580762f0 2024-05-21T00:30:26.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.370+0000 7f925ef58700 1 -- 172.21.15.92:0/4256572379 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9258064ba0 con 0x7f92580762f0 2024-05-21T00:30:26.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.371+0000 7f925ccf4700 1 --2- 172.21.15.92:0/4256572379 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f924003e9a0 0x7f9240040e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:30:26.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.371+0000 7f925ccf4700 1 --2- 172.21.15.92:0/4256572379 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f924003e9a0 0x7f9240040e60 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f92540062a0 tx=0x7f9254006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:30:26.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.376+0000 7f924dffb700 1 -- 172.21.15.92:0/4256572379 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f925001f020 con 0x7f92580762f0 2024-05-21T00:30:26.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:26 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:26.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:26 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:26.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:26 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:26.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:26 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T00:30:26.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:26 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T00:30:26.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:26 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:26.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:26 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:26.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:26 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:26.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:26 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:26.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:26 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T00:30:26.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:26 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T00:30:26.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:26 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:26.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.587+0000 7f925ef58700 1 -- 172.21.15.92:0/4256572379 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi044=x;smithi082=y;smithi092=z", "target": ["mon-mgr", ""]}) -- 0x7f9258063980 con 0x7f924003e9a0 2024-05-21T00:30:26.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.601+0000 7f924dffb700 1 -- 172.21.15.92:0/4256572379 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f9258063980 con 0x7f924003e9a0 2024-05-21T00:30:26.605 INFO:teuthology.orchestra.run.smithi092.stdout:Scheduled mgr update... 2024-05-21T00:30:26.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.603+0000 7f925ef58700 1 -- 172.21.15.92:0/4256572379 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f924003e9a0 msgr2=0x7f9240040e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:30:26.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.603+0000 7f925ef58700 1 --2- 172.21.15.92:0/4256572379 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f924003e9a0 0x7f9240040e60 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f92540062a0 tx=0x7f9254006210 comp rx=0 tx=0).stop 2024-05-21T00:30:26.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.603+0000 7f925ef58700 1 -- 172.21.15.92:0/4256572379 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f92580762f0 msgr2=0x7f92581a2880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:30:26.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.603+0000 7f925ef58700 1 --2- 172.21.15.92:0/4256572379 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f92580762f0 0x7f92581a2880 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f925000b550 tx=0x7f925000b860 comp rx=0 tx=0).stop 2024-05-21T00:30:26.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.604+0000 7f925ef58700 1 -- 172.21.15.92:0/4256572379 shutdown_connections 2024-05-21T00:30:26.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.604+0000 7f925ef58700 1 --2- 172.21.15.92:0/4256572379 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f924003e9a0 0x7f9240040e60 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:26.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.604+0000 7f925ef58700 1 --2- 172.21.15.92:0/4256572379 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f92580762f0 0x7f92581a2880 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:26.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.604+0000 7f925ef58700 1 --2- 172.21.15.92:0/4256572379 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f92581030e0 0x7f92580772e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:26.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.604+0000 7f925ef58700 1 --2- 172.21.15.92:0/4256572379 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9258075930 0x7f9258075db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:26.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.604+0000 7f925ef58700 1 -- 172.21.15.92:0/4256572379 >> 172.21.15.92:0/4256572379 conn(0x7f92580fe680 msgr2=0x7f92580ff320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:30:26.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.604+0000 7f925ef58700 1 -- 172.21.15.92:0/4256572379 shutdown_connections 2024-05-21T00:30:26.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:30:26.604+0000 7f925ef58700 1 -- 172.21.15.92:0/4256572379 wait complete. 2024-05-21T00:30:26.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:26 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:26.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:26 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:26.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:26 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:26.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:26 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T00:30:26.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:26 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T00:30:26.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:26 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:27.154 DEBUG:teuthology.orchestra.run.smithi082:mgr.y> sudo journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mgr.y.service 2024-05-21T00:30:27.157 DEBUG:teuthology.orchestra.run.smithi092:mgr.z> sudo journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mgr.z.service 2024-05-21T00:30:27.159 INFO:tasks.cephadm:Deploying OSDs... 2024-05-21T00:30:27.159 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-21T00:30:27.159 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/scratch_devs of=/dev/stdout 2024-05-21T00:30:27.223 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-21T00:30:27.223 DEBUG:teuthology.orchestra.run.smithi044:> stat /dev/vg_nvme/lv_1 2024-05-21T00:30:27.278 INFO:teuthology.orchestra.run.smithi044.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-21T00:30:27.278 INFO:teuthology.orchestra.run.smithi044.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T00:30:27.278 INFO:teuthology.orchestra.run.smithi044.stdout:Device: 6h/6d Inode: 632 Links: 1 2024-05-21T00:30:27.279 INFO:teuthology.orchestra.run.smithi044.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T00:30:27.279 INFO:teuthology.orchestra.run.smithi044.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T00:30:27.279 INFO:teuthology.orchestra.run.smithi044.stdout:Access: 2024-05-21 00:29:26.335225995 +0000 2024-05-21T00:30:27.279 INFO:teuthology.orchestra.run.smithi044.stdout:Modify: 2024-05-21 00:23:27.900673902 +0000 2024-05-21T00:30:27.279 INFO:teuthology.orchestra.run.smithi044.stdout:Change: 2024-05-21 00:23:27.900673902 +0000 2024-05-21T00:30:27.279 INFO:teuthology.orchestra.run.smithi044.stdout: Birth: 2024-05-21 00:23:27.900673902 +0000 2024-05-21T00:30:27.279 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-21T00:30:27.360 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records in 2024-05-21T00:30:27.360 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records out 2024-05-21T00:30:27.360 INFO:teuthology.orchestra.run.smithi044.stderr:512 bytes copied, 0.000319866 s, 1.6 MB/s 2024-05-21T00:30:27.363 DEBUG:teuthology.orchestra.run.smithi044:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-21T00:30:27.417 DEBUG:teuthology.orchestra.run.smithi044:> stat /dev/vg_nvme/lv_2 2024-05-21T00:30:27.466 INFO:teuthology.orchestra.run.smithi044.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-21T00:30:27.466 INFO:teuthology.orchestra.run.smithi044.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T00:30:27.466 INFO:teuthology.orchestra.run.smithi044.stdout:Device: 6h/6d Inode: 653 Links: 1 2024-05-21T00:30:27.466 INFO:teuthology.orchestra.run.smithi044.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T00:30:27.466 INFO:teuthology.orchestra.run.smithi044.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T00:30:27.467 INFO:teuthology.orchestra.run.smithi044.stdout:Access: 2024-05-21 00:29:26.411224775 +0000 2024-05-21T00:30:27.467 INFO:teuthology.orchestra.run.smithi044.stdout:Modify: 2024-05-21 00:23:28.489664474 +0000 2024-05-21T00:30:27.467 INFO:teuthology.orchestra.run.smithi044.stdout:Change: 2024-05-21 00:23:28.489664474 +0000 2024-05-21T00:30:27.467 INFO:teuthology.orchestra.run.smithi044.stdout: Birth: 2024-05-21 00:23:28.489664474 +0000 2024-05-21T00:30:27.467 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-21T00:30:27.547 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records in 2024-05-21T00:30:27.548 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records out 2024-05-21T00:30:27.548 INFO:teuthology.orchestra.run.smithi044.stderr:512 bytes copied, 0.000401531 s, 1.3 MB/s 2024-05-21T00:30:27.551 DEBUG:teuthology.orchestra.run.smithi044:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-21T00:30:27.612 DEBUG:teuthology.orchestra.run.smithi044:> stat /dev/vg_nvme/lv_3 2024-05-21T00:30:27.663 INFO:teuthology.orchestra.run.smithi044.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-21T00:30:27.663 INFO:teuthology.orchestra.run.smithi044.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T00:30:27.663 INFO:teuthology.orchestra.run.smithi044.stdout:Device: 6h/6d Inode: 670 Links: 1 2024-05-21T00:30:27.663 INFO:teuthology.orchestra.run.smithi044.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T00:30:27.664 INFO:teuthology.orchestra.run.smithi044.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T00:30:27.664 INFO:teuthology.orchestra.run.smithi044.stdout:Access: 2024-05-21 00:29:26.459224004 +0000 2024-05-21T00:30:27.664 INFO:teuthology.orchestra.run.smithi044.stdout:Modify: 2024-05-21 00:23:29.087654902 +0000 2024-05-21T00:30:27.664 INFO:teuthology.orchestra.run.smithi044.stdout:Change: 2024-05-21 00:23:29.087654902 +0000 2024-05-21T00:30:27.664 INFO:teuthology.orchestra.run.smithi044.stdout: Birth: 2024-05-21 00:23:29.087654902 +0000 2024-05-21T00:30:27.664 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-21T00:30:27.743 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records in 2024-05-21T00:30:27.743 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records out 2024-05-21T00:30:27.743 INFO:teuthology.orchestra.run.smithi044.stderr:512 bytes copied, 0.000487404 s, 1.1 MB/s 2024-05-21T00:30:27.747 DEBUG:teuthology.orchestra.run.smithi044:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-21T00:30:27.805 DEBUG:teuthology.orchestra.run.smithi044:> stat /dev/vg_nvme/lv_4 2024-05-21T00:30:27.856 INFO:teuthology.orchestra.run.smithi044.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-21T00:30:27.856 INFO:teuthology.orchestra.run.smithi044.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T00:30:27.856 INFO:teuthology.orchestra.run.smithi044.stdout:Device: 6h/6d Inode: 690 Links: 1 2024-05-21T00:30:27.856 INFO:teuthology.orchestra.run.smithi044.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T00:30:27.857 INFO:teuthology.orchestra.run.smithi044.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T00:30:27.857 INFO:teuthology.orchestra.run.smithi044.stdout:Access: 2024-05-21 00:29:26.510223185 +0000 2024-05-21T00:30:27.857 INFO:teuthology.orchestra.run.smithi044.stdout:Modify: 2024-05-21 00:23:29.729644625 +0000 2024-05-21T00:30:27.857 INFO:teuthology.orchestra.run.smithi044.stdout:Change: 2024-05-21 00:23:29.729644625 +0000 2024-05-21T00:30:27.857 INFO:teuthology.orchestra.run.smithi044.stdout: Birth: 2024-05-21 00:23:29.729644625 +0000 2024-05-21T00:30:27.857 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-21T00:30:27.889 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:27 smithi092 ceph-mon[36335]: Reconfiguring mon.b (monmap changed)... 2024-05-21T00:30:27.890 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:27 smithi092 ceph-mon[36335]: Reconfiguring daemon mon.b on smithi082 2024-05-21T00:30:27.890 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:27 smithi092 ceph-mon[36335]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:27.890 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:27 smithi092 ceph-mon[36335]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi044=x;smithi082=y;smithi092=z", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:30:27.890 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:27 smithi092 ceph-mon[36335]: Saving service mgr spec with placement smithi044=x;smithi082=y;smithi092=z;count:3 2024-05-21T00:30:27.890 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:27 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:27.890 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:27 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:27.890 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:27 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:27.890 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:27 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T00:30:27.890 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:27 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T00:30:27.890 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:27 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:27.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:27 smithi044 ceph-mon[31392]: Reconfiguring mon.b (monmap changed)... 2024-05-21T00:30:27.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:27 smithi044 ceph-mon[31392]: Reconfiguring daemon mon.b on smithi082 2024-05-21T00:30:27.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:27 smithi044 ceph-mon[31392]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:27.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:27 smithi044 ceph-mon[31392]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi044=x;smithi082=y;smithi092=z", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:30:27.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:27 smithi044 ceph-mon[31392]: Saving service mgr spec with placement smithi044=x;smithi082=y;smithi092=z;count:3 2024-05-21T00:30:27.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:27 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:27.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:27 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:27.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:27 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:27.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:27 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T00:30:27.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:27 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T00:30:27.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:27 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:27.938 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records in 2024-05-21T00:30:27.939 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records out 2024-05-21T00:30:27.939 INFO:teuthology.orchestra.run.smithi044.stderr:512 bytes copied, 0.000407283 s, 1.3 MB/s 2024-05-21T00:30:27.942 DEBUG:teuthology.orchestra.run.smithi044:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-21T00:30:27.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:27 smithi082 ceph-mon[36141]: Reconfiguring mon.b (monmap changed)... 2024-05-21T00:30:27.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:27 smithi082 ceph-mon[36141]: Reconfiguring daemon mon.b on smithi082 2024-05-21T00:30:27.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:27 smithi082 ceph-mon[36141]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:27.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:27 smithi082 ceph-mon[36141]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi044=x;smithi082=y;smithi092=z", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:30:27.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:27 smithi082 ceph-mon[36141]: Saving service mgr spec with placement smithi044=x;smithi082=y;smithi092=z;count:3 2024-05-21T00:30:27.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:27 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:27.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:27 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:27.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:27 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:27.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:27 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T00:30:27.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:27 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T00:30:27.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:27 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:28.045 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-05-21T00:30:28.045 DEBUG:teuthology.orchestra.run.smithi082:> dd if=/scratch_devs of=/dev/stdout 2024-05-21T00:30:28.065 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-21T00:30:28.065 DEBUG:teuthology.orchestra.run.smithi082:> stat /dev/vg_nvme/lv_1 2024-05-21T00:30:28.122 INFO:teuthology.orchestra.run.smithi082.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-21T00:30:28.122 INFO:teuthology.orchestra.run.smithi082.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T00:30:28.122 INFO:teuthology.orchestra.run.smithi082.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-05-21T00:30:28.122 INFO:teuthology.orchestra.run.smithi082.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T00:30:28.122 INFO:teuthology.orchestra.run.smithi082.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T00:30:28.122 INFO:teuthology.orchestra.run.smithi082.stdout:Access: 2024-05-21 00:30:14.725977083 +0000 2024-05-21T00:30:28.122 INFO:teuthology.orchestra.run.smithi082.stdout:Modify: 2024-05-21 00:22:36.232981669 +0000 2024-05-21T00:30:28.122 INFO:teuthology.orchestra.run.smithi082.stdout:Change: 2024-05-21 00:22:36.232981669 +0000 2024-05-21T00:30:28.122 INFO:teuthology.orchestra.run.smithi082.stdout: Birth: 2024-05-21 00:22:36.232981669 +0000 2024-05-21T00:30:28.123 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-21T00:30:28.187 INFO:teuthology.orchestra.run.smithi082.stderr:1+0 records in 2024-05-21T00:30:28.187 INFO:teuthology.orchestra.run.smithi082.stderr:1+0 records out 2024-05-21T00:30:28.187 INFO:teuthology.orchestra.run.smithi082.stderr:512 bytes copied, 0.000365591 s, 1.4 MB/s 2024-05-21T00:30:28.188 DEBUG:teuthology.orchestra.run.smithi082:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-21T00:30:28.246 DEBUG:teuthology.orchestra.run.smithi082:> stat /dev/vg_nvme/lv_2 2024-05-21T00:30:28.303 INFO:teuthology.orchestra.run.smithi082.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-21T00:30:28.303 INFO:teuthology.orchestra.run.smithi082.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T00:30:28.303 INFO:teuthology.orchestra.run.smithi082.stdout:Device: 5h/5d Inode: 683 Links: 1 2024-05-21T00:30:28.303 INFO:teuthology.orchestra.run.smithi082.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T00:30:28.303 INFO:teuthology.orchestra.run.smithi082.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T00:30:28.303 INFO:teuthology.orchestra.run.smithi082.stdout:Access: 2024-05-21 00:30:14.725977083 +0000 2024-05-21T00:30:28.303 INFO:teuthology.orchestra.run.smithi082.stdout:Modify: 2024-05-21 00:22:36.565975441 +0000 2024-05-21T00:30:28.303 INFO:teuthology.orchestra.run.smithi082.stdout:Change: 2024-05-21 00:22:36.565975441 +0000 2024-05-21T00:30:28.303 INFO:teuthology.orchestra.run.smithi082.stdout: Birth: 2024-05-21 00:22:36.565975441 +0000 2024-05-21T00:30:28.304 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-21T00:30:28.368 INFO:teuthology.orchestra.run.smithi082.stderr:1+0 records in 2024-05-21T00:30:28.368 INFO:teuthology.orchestra.run.smithi082.stderr:1+0 records out 2024-05-21T00:30:28.368 INFO:teuthology.orchestra.run.smithi082.stderr:512 bytes copied, 0.000216133 s, 2.4 MB/s 2024-05-21T00:30:28.369 DEBUG:teuthology.orchestra.run.smithi082:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-21T00:30:28.426 DEBUG:teuthology.orchestra.run.smithi082:> stat /dev/vg_nvme/lv_3 2024-05-21T00:30:28.482 INFO:teuthology.orchestra.run.smithi082.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-21T00:30:28.482 INFO:teuthology.orchestra.run.smithi082.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T00:30:28.483 INFO:teuthology.orchestra.run.smithi082.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-05-21T00:30:28.483 INFO:teuthology.orchestra.run.smithi082.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T00:30:28.483 INFO:teuthology.orchestra.run.smithi082.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T00:30:28.483 INFO:teuthology.orchestra.run.smithi082.stdout:Access: 2024-05-21 00:30:14.726977065 +0000 2024-05-21T00:30:28.483 INFO:teuthology.orchestra.run.smithi082.stdout:Modify: 2024-05-21 00:22:36.899969193 +0000 2024-05-21T00:30:28.483 INFO:teuthology.orchestra.run.smithi082.stdout:Change: 2024-05-21 00:22:36.899969193 +0000 2024-05-21T00:30:28.483 INFO:teuthology.orchestra.run.smithi082.stdout: Birth: 2024-05-21 00:22:36.899969193 +0000 2024-05-21T00:30:28.483 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-21T00:30:28.546 INFO:teuthology.orchestra.run.smithi082.stderr:1+0 records in 2024-05-21T00:30:28.546 INFO:teuthology.orchestra.run.smithi082.stderr:1+0 records out 2024-05-21T00:30:28.546 INFO:teuthology.orchestra.run.smithi082.stderr:512 bytes copied, 0.000194267 s, 2.6 MB/s 2024-05-21T00:30:28.547 DEBUG:teuthology.orchestra.run.smithi082:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-21T00:30:28.603 DEBUG:teuthology.orchestra.run.smithi082:> stat /dev/vg_nvme/lv_4 2024-05-21T00:30:28.659 INFO:teuthology.orchestra.run.smithi082.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-21T00:30:28.659 INFO:teuthology.orchestra.run.smithi082.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T00:30:28.659 INFO:teuthology.orchestra.run.smithi082.stdout:Device: 5h/5d Inode: 721 Links: 1 2024-05-21T00:30:28.659 INFO:teuthology.orchestra.run.smithi082.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T00:30:28.659 INFO:teuthology.orchestra.run.smithi082.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T00:30:28.659 INFO:teuthology.orchestra.run.smithi082.stdout:Access: 2024-05-21 00:30:14.726977065 +0000 2024-05-21T00:30:28.659 INFO:teuthology.orchestra.run.smithi082.stdout:Modify: 2024-05-21 00:22:37.235962909 +0000 2024-05-21T00:30:28.659 INFO:teuthology.orchestra.run.smithi082.stdout:Change: 2024-05-21 00:22:37.235962909 +0000 2024-05-21T00:30:28.659 INFO:teuthology.orchestra.run.smithi082.stdout: Birth: 2024-05-21 00:22:37.235962909 +0000 2024-05-21T00:30:28.660 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-21T00:30:28.722 INFO:teuthology.orchestra.run.smithi082.stderr:1+0 records in 2024-05-21T00:30:28.722 INFO:teuthology.orchestra.run.smithi082.stderr:1+0 records out 2024-05-21T00:30:28.723 INFO:teuthology.orchestra.run.smithi082.stderr:512 bytes copied, 0.000194328 s, 2.6 MB/s 2024-05-21T00:30:28.723 DEBUG:teuthology.orchestra.run.smithi082:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-21T00:30:28.779 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-05-21T00:30:28.779 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/scratch_devs of=/dev/stdout 2024-05-21T00:30:28.794 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-21T00:30:28.794 DEBUG:teuthology.orchestra.run.smithi092:> stat /dev/vg_nvme/lv_1 2024-05-21T00:30:28.849 INFO:teuthology.orchestra.run.smithi092.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-21T00:30:28.849 INFO:teuthology.orchestra.run.smithi092.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T00:30:28.849 INFO:teuthology.orchestra.run.smithi092.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-05-21T00:30:28.849 INFO:teuthology.orchestra.run.smithi092.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T00:30:28.849 INFO:teuthology.orchestra.run.smithi092.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T00:30:28.849 INFO:teuthology.orchestra.run.smithi092.stdout:Access: 2024-05-21 00:30:05.094258501 +0000 2024-05-21T00:30:28.849 INFO:teuthology.orchestra.run.smithi092.stdout:Modify: 2024-05-21 00:22:25.685624080 +0000 2024-05-21T00:30:28.849 INFO:teuthology.orchestra.run.smithi092.stdout:Change: 2024-05-21 00:22:25.685624080 +0000 2024-05-21T00:30:28.849 INFO:teuthology.orchestra.run.smithi092.stdout: Birth: 2024-05-21 00:22:25.685624080 +0000 2024-05-21T00:30:28.850 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-21T00:30:28.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:28 smithi044 ceph-mon[31392]: Reconfiguring mon.c (monmap changed)... 2024-05-21T00:30:28.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:28 smithi044 ceph-mon[31392]: Reconfiguring daemon mon.c on smithi092 2024-05-21T00:30:28.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:28 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:28.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:28 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:28.910 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:28 smithi092 ceph-mon[36335]: Reconfiguring mon.c (monmap changed)... 2024-05-21T00:30:28.910 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:28 smithi092 ceph-mon[36335]: Reconfiguring daemon mon.c on smithi092 2024-05-21T00:30:28.910 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:28 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:28.910 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:28 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:28.912 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records in 2024-05-21T00:30:28.912 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records out 2024-05-21T00:30:28.912 INFO:teuthology.orchestra.run.smithi092.stderr:512 bytes copied, 0.000211192 s, 2.4 MB/s 2024-05-21T00:30:28.913 DEBUG:teuthology.orchestra.run.smithi092:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-21T00:30:28.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:28 smithi082 ceph-mon[36141]: Reconfiguring mon.c (monmap changed)... 2024-05-21T00:30:28.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:28 smithi082 ceph-mon[36141]: Reconfiguring daemon mon.c on smithi092 2024-05-21T00:30:28.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:28 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:28.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:28 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:28.969 DEBUG:teuthology.orchestra.run.smithi092:> stat /dev/vg_nvme/lv_2 2024-05-21T00:30:29.024 INFO:teuthology.orchestra.run.smithi092.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-21T00:30:29.024 INFO:teuthology.orchestra.run.smithi092.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T00:30:29.024 INFO:teuthology.orchestra.run.smithi092.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-05-21T00:30:29.024 INFO:teuthology.orchestra.run.smithi092.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T00:30:29.024 INFO:teuthology.orchestra.run.smithi092.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T00:30:29.024 INFO:teuthology.orchestra.run.smithi092.stdout:Access: 2024-05-21 00:30:05.094258501 +0000 2024-05-21T00:30:29.024 INFO:teuthology.orchestra.run.smithi092.stdout:Modify: 2024-05-21 00:22:26.020614731 +0000 2024-05-21T00:30:29.024 INFO:teuthology.orchestra.run.smithi092.stdout:Change: 2024-05-21 00:22:26.020614731 +0000 2024-05-21T00:30:29.024 INFO:teuthology.orchestra.run.smithi092.stdout: Birth: 2024-05-21 00:22:26.020614731 +0000 2024-05-21T00:30:29.025 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-21T00:30:29.086 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records in 2024-05-21T00:30:29.086 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records out 2024-05-21T00:30:29.086 INFO:teuthology.orchestra.run.smithi092.stderr:512 bytes copied, 0.000181115 s, 2.8 MB/s 2024-05-21T00:30:29.087 DEBUG:teuthology.orchestra.run.smithi092:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-21T00:30:29.143 DEBUG:teuthology.orchestra.run.smithi092:> stat /dev/vg_nvme/lv_3 2024-05-21T00:30:29.197 INFO:teuthology.orchestra.run.smithi092.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-21T00:30:29.197 INFO:teuthology.orchestra.run.smithi092.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T00:30:29.198 INFO:teuthology.orchestra.run.smithi092.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-05-21T00:30:29.198 INFO:teuthology.orchestra.run.smithi092.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T00:30:29.198 INFO:teuthology.orchestra.run.smithi092.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T00:30:29.198 INFO:teuthology.orchestra.run.smithi092.stdout:Access: 2024-05-21 00:30:05.094258501 +0000 2024-05-21T00:30:29.198 INFO:teuthology.orchestra.run.smithi092.stdout:Modify: 2024-05-21 00:22:26.346605634 +0000 2024-05-21T00:30:29.198 INFO:teuthology.orchestra.run.smithi092.stdout:Change: 2024-05-21 00:22:26.346605634 +0000 2024-05-21T00:30:29.198 INFO:teuthology.orchestra.run.smithi092.stdout: Birth: 2024-05-21 00:22:26.346605634 +0000 2024-05-21T00:30:29.198 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-21T00:30:29.260 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records in 2024-05-21T00:30:29.260 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records out 2024-05-21T00:30:29.260 INFO:teuthology.orchestra.run.smithi092.stderr:512 bytes copied, 0.00019047 s, 2.7 MB/s 2024-05-21T00:30:29.261 DEBUG:teuthology.orchestra.run.smithi092:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-21T00:30:29.317 DEBUG:teuthology.orchestra.run.smithi092:> stat /dev/vg_nvme/lv_4 2024-05-21T00:30:29.371 INFO:teuthology.orchestra.run.smithi092.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-21T00:30:29.372 INFO:teuthology.orchestra.run.smithi092.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T00:30:29.372 INFO:teuthology.orchestra.run.smithi092.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-05-21T00:30:29.372 INFO:teuthology.orchestra.run.smithi092.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T00:30:29.372 INFO:teuthology.orchestra.run.smithi092.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T00:30:29.372 INFO:teuthology.orchestra.run.smithi092.stdout:Access: 2024-05-21 00:30:05.095258473 +0000 2024-05-21T00:30:29.372 INFO:teuthology.orchestra.run.smithi092.stdout:Modify: 2024-05-21 00:22:26.664596760 +0000 2024-05-21T00:30:29.372 INFO:teuthology.orchestra.run.smithi092.stdout:Change: 2024-05-21 00:22:26.664596760 +0000 2024-05-21T00:30:29.372 INFO:teuthology.orchestra.run.smithi092.stdout: Birth: 2024-05-21 00:22:26.664596760 +0000 2024-05-21T00:30:29.372 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-21T00:30:29.434 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records in 2024-05-21T00:30:29.434 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records out 2024-05-21T00:30:29.434 INFO:teuthology.orchestra.run.smithi092.stderr:512 bytes copied, 0.000199003 s, 2.6 MB/s 2024-05-21T00:30:29.435 DEBUG:teuthology.orchestra.run.smithi092:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-21T00:30:29.490 INFO:tasks.cephadm:Deploying osd.0 on smithi044 with /dev/vg_nvme/lv_4... 2024-05-21T00:30:29.490 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-21T00:30:29.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:29 smithi092 ceph-mon[36335]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:29.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:29 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:30:29.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:29 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:29.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:29 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:30:29.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:29 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:29.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:29 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T00:30:29.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:29 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-21T00:30:29.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:29 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T00:30:29.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:29 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:29.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:29 smithi044 ceph-mon[31392]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:29.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:29 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:30:29.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:29 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:29.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:29 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:30:29.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:29 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:29.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:29 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T00:30:29.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:29 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-21T00:30:29.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:29 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T00:30:29.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:29 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:29.943 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:30:29.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:29 smithi082 ceph-mon[36141]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:29.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:29 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:30:29.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:29 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:29.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:29 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:30:29.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:29 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:29.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:29 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T00:30:29.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:29 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-21T00:30:29.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:29 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T00:30:29.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:29 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:30.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:30 smithi044 ceph-mon[31392]: Deploying daemon mgr.z on smithi092 2024-05-21T00:30:30.930 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:30 smithi092 ceph-mon[36335]: Deploying daemon mgr.z on smithi092 2024-05-21T00:30:30.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:30 smithi082 ceph-mon[36141]: Deploying daemon mgr.z on smithi092 2024-05-21T00:30:31.184 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:30:31 smithi092 systemd[1]: Started Ceph mgr.z for d03df2b2-1708-11ef-bc9a-c7b262605968. 2024-05-21T00:30:31.472 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:30:31 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-z[38186]: 2024-05-21T00:30:31.181+0000 7f05cd970200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-21T00:30:31.473 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:30:31 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-z[38186]: 2024-05-21T00:30:31.367+0000 7f05cd970200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-21T00:30:31.473 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:30:31 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-z[38186]: 2024-05-21T00:30:31.469+0000 7f05cd970200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-21T00:30:31.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:31 smithi044 ceph-mon[31392]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:31.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:31 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:31.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:31 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:31.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:31 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:31.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:31 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T00:30:31.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:31 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-21T00:30:31.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:31 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T00:30:31.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:31 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:31.782 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:31 smithi092 ceph-mon[36335]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:31.782 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:31 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:31.782 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:31 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:31.783 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:31 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:31.783 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:31 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T00:30:31.783 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:31 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-21T00:30:31.783 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:31 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T00:30:31.783 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:31 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:31.885 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:31 smithi082 ceph-mon[36141]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:31.886 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:31 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:31.886 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:31 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:31.886 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:31 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:31.886 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:31 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T00:30:31.886 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:31 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-21T00:30:31.886 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:31 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T00:30:31.886 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:31 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:32.057 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:30:31 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-z[38186]: 2024-05-21T00:30:31.778+0000 7f05cd970200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-21T00:30:32.057 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:30:31 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-z[38186]: 2024-05-21T00:30:31.864+0000 7f05cd970200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-21T00:30:32.674 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-21T00:30:32.674 INFO:teuthology.orchestra.run.smithi044.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-21T00:30:32.674 INFO:teuthology.orchestra.run.smithi044.stderr: stderr: 10+0 records in 2024-05-21T00:30:32.674 INFO:teuthology.orchestra.run.smithi044.stderr:10+0 records out 2024-05-21T00:30:32.674 INFO:teuthology.orchestra.run.smithi044.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0515743 s, 203 MB/s 2024-05-21T00:30:32.674 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping successful for: 2024-05-21T00:30:32.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:32 smithi044 ceph-mon[31392]: Deploying daemon mgr.y on smithi082 2024-05-21T00:30:32.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:32 smithi082 ceph-mon[36141]: Deploying daemon mgr.y on smithi082 2024-05-21T00:30:33.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:32 smithi092 ceph-mon[36335]: Deploying daemon mgr.y on smithi082 2024-05-21T00:30:33.383 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:33 smithi082 systemd[1]: Starting Ceph mgr.y for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:30:33.397 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:30:33 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-z[38186]: 2024-05-21T00:30:33.059+0000 7f05cd970200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-21T00:30:33.398 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:30:33 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-z[38186]: 2024-05-21T00:30:33.227+0000 7f05cd970200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-21T00:30:33.398 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:30:33 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-z[38186]: 2024-05-21T00:30:33.394+0000 7f05cd970200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-21T00:30:33.412 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi044:vg_nvme/lv_4 2024-05-21T00:30:33.677 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:33 smithi082 ceph-mon[36141]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:33.678 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:33 smithi082 podman[37502]: 2024-05-21 00:30:33.283128317 +0000 UTC m=+0.017015318 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:30:33.678 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:33 smithi082 podman[37502]: 2024-05-21 00:30:33.381290496 +0000 UTC m=+0.115177476 container create 435d730400e144cb77d9b5c1f6f465e0952ce860b6de372ba49825a0bff96d69 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y, ceph=True, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-b772be9) 2024-05-21T00:30:33.678 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:33 smithi082 podman[37502]: 2024-05-21 00:30:33.591946524 +0000 UTC m=+0.325833497 container init 435d730400e144cb77d9b5c1f6f465e0952ce860b6de372ba49825a0bff96d69 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T00:30:33.678 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:33 smithi082 podman[37502]: 2024-05-21 00:30:33.594572498 +0000 UTC m=+0.328459491 container start 435d730400e144cb77d9b5c1f6f465e0952ce860b6de372ba49825a0bff96d69 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-05-21T00:30:33.678 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:33 smithi082 ceph-mgr[37521]: -- 172.21.15.82:0/2068688967 <== mon.2 v2:172.21.15.82:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5585a7e565a0 con 0x5585a7e2a800 2024-05-21T00:30:33.678 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:33 smithi082 bash[37502]: 435d730400e144cb77d9b5c1f6f465e0952ce860b6de372ba49825a0bff96d69 2024-05-21T00:30:33.685 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:33 smithi092 ceph-mon[36335]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:33.857 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:30:33.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:33 smithi044 ceph-mon[31392]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:33.934 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:33 smithi082 systemd[1]: Started Ceph mgr.y for d03df2b2-1708-11ef-bc9a-c7b262605968. 2024-05-21T00:30:33.934 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:33 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y[37517]: 2024-05-21T00:30:33.745+0000 7f43ba7a9200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-21T00:30:33.934 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:33 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y[37517]: 2024-05-21T00:30:33.930+0000 7f43ba7a9200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-21T00:30:33.979 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:30:33 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-z[38186]: 2024-05-21T00:30:33.682+0000 7f05cd970200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-21T00:30:33.979 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:30:33 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-z[38186]: 2024-05-21T00:30:33.773+0000 7f05cd970200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-21T00:30:33.979 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:30:33 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-z[38186]: 2024-05-21T00:30:33.976+0000 7f05cd970200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-21T00:30:34.195 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:34 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y[37517]: 2024-05-21T00:30:34.034+0000 7f43ba7a9200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-21T00:30:34.307 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:30:34 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-z[38186]: 2024-05-21T00:30:34.175+0000 7f05cd970200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-21T00:30:34.695 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:34 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y[37517]: 2024-05-21T00:30:34.361+0000 7f43ba7a9200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-21T00:30:34.695 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:34 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y[37517]: 2024-05-21T00:30:34.450+0000 7f43ba7a9200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-21T00:30:35.017 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:34 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:35.017 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:34 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:35.017 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:34 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:35.017 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:34 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:35.017 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:34 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:30:35.017 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:34 smithi082 ceph-mon[36141]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:35.036 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:30:34 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-z[38186]: 2024-05-21T00:30:34.804+0000 7f05cd970200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-21T00:30:35.036 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:34 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:35.036 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:34 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:35.036 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:34 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:35.037 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:34 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:35.037 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:34 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:30:35.037 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:34 smithi092 ceph-mon[36335]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:35.044 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:34 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:35.044 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:34 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:35.044 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:34 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:35.044 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:34 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:35.044 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:34 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:30:35.044 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:34 smithi044 ceph-mon[31392]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:35.307 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:30:35 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-z[38186]: 2024-05-21T00:30:35.033+0000 7f05cd970200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-21T00:30:35.807 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:30:35 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-z[38186]: 2024-05-21T00:30:35.480+0000 7f05cd970200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-21T00:30:35.807 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:30:35 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-z[38186]: 2024-05-21T00:30:35.576+0000 7f05cd970200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-21T00:30:36.057 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:35 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y[37517]: 2024-05-21T00:30:35.716+0000 7f43ba7a9200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-21T00:30:36.057 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:35 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y[37517]: 2024-05-21T00:30:35.884+0000 7f43ba7a9200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-21T00:30:36.058 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:36 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y[37517]: 2024-05-21T00:30:36.053+0000 7f43ba7a9200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-21T00:30:36.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.058+0000 7f81c2c00700 1 -- 172.21.15.44:0/793416563 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f81bc1092d0 msgr2=0x7f81bc10b740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:30:36.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.058+0000 7f81c2c00700 1 --2- 172.21.15.44:0/793416563 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f81bc1092d0 0x7f81bc10b740 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f81b400b0a0 tx=0x7f81b400b3b0 comp rx=0 tx=0).stop 2024-05-21T00:30:36.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.058+0000 7f81c2c00700 1 -- 172.21.15.44:0/793416563 shutdown_connections 2024-05-21T00:30:36.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.058+0000 7f81c2c00700 1 --2- 172.21.15.44:0/793416563 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f81bc1092d0 0x7f81bc10b740 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:36.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.058+0000 7f81c2c00700 1 --2- 172.21.15.44:0/793416563 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81bc104070 0x7f81bc106460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:36.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.058+0000 7f81c2c00700 1 --2- 172.21.15.44:0/793416563 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f81bc1069a0 0x7f81bc108d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:36.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.058+0000 7f81c2c00700 1 -- 172.21.15.44:0/793416563 >> 172.21.15.44:0/793416563 conn(0x7f81bc0fdaa0 msgr2=0x7f81bc0ffec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:30:36.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.059+0000 7f81c2c00700 1 -- 172.21.15.44:0/793416563 shutdown_connections 2024-05-21T00:30:36.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.059+0000 7f81c2c00700 1 -- 172.21.15.44:0/793416563 wait complete. 2024-05-21T00:30:36.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.060+0000 7f81c2c00700 1 Processor -- start 2024-05-21T00:30:36.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.060+0000 7f81c2c00700 1 -- start start 2024-05-21T00:30:36.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.060+0000 7f81c2c00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f81bc104070 0x7f81bc1039d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:30:36.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.060+0000 7f81c2c00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81bc1069a0 0x7f81bc102020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:30:36.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.060+0000 7f81c2c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f81bc1092d0 0x7f81bc102560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:30:36.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.060+0000 7f81c2c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f81bc10f0a0 con 0x7f81bc1092d0 2024-05-21T00:30:36.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.060+0000 7f81c2c00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f81bc10ef20 con 0x7f81bc104070 2024-05-21T00:30:36.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.060+0000 7f81c2c00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f81bc10f220 con 0x7f81bc1069a0 2024-05-21T00:30:36.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.061+0000 7f81bbe00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f81bc104070 0x7f81bc1039d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:30:36.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.061+0000 7f81b3400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81bc1069a0 0x7f81bc102020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:30:36.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.061+0000 7f81bbe00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f81bc104070 0x7f81bc1039d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:34650/0 (socket says 172.21.15.44:34650) 2024-05-21T00:30:36.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.061+0000 7f81b3400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81bc1069a0 0x7f81bc102020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:41184/0 (socket says 172.21.15.44:41184) 2024-05-21T00:30:36.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.061+0000 7f81bbe00700 1 -- 172.21.15.44:0/449425890 learned_addr learned my addr 172.21.15.44:0/449425890 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:30:36.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.061+0000 7f81c0c00700 1 --2- 172.21.15.44:0/449425890 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f81bc1092d0 0x7f81bc102560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:30:36.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.061+0000 7f81bbe00700 1 -- 172.21.15.44:0/449425890 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81bc1069a0 msgr2=0x7f81bc102020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:30:36.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.061+0000 7f81bbe00700 1 --2- 172.21.15.44:0/449425890 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81bc1069a0 0x7f81bc102020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:36.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.061+0000 7f81bbe00700 1 -- 172.21.15.44:0/449425890 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f81bc1092d0 msgr2=0x7f81bc102560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:30:36.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.061+0000 7f81bbe00700 1 --2- 172.21.15.44:0/449425890 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f81bc1092d0 0x7f81bc102560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:30:36.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.061+0000 7f81bbe00700 1 -- 172.21.15.44:0/449425890 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81bc102e10 con 0x7f81bc104070 2024-05-21T00:30:36.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.061+0000 7f81b3400700 1 --2- 172.21.15.44:0/449425890 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81bc1069a0 0x7f81bc102020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:30:36.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.061+0000 7f81bbe00700 1 --2- 172.21.15.44:0/449425890 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f81bc104070 0x7f81bc1039d0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f81ac00e9a0 tx=0x7f81ac00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:30:36.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.062+0000 7f81b9600700 1 -- 172.21.15.44:0/449425890 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81ac00ca10 con 0x7f81bc104070 2024-05-21T00:30:36.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.062+0000 7f81b9600700 1 -- 172.21.15.44:0/449425890 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f81ac00cbb0 con 0x7f81bc104070 2024-05-21T00:30:36.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.062+0000 7f81c2c00700 1 -- 172.21.15.44:0/449425890 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81bc1a3880 con 0x7f81bc104070 2024-05-21T00:30:36.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.062+0000 7f81b9600700 1 -- 172.21.15.44:0/449425890 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81ac018680 con 0x7f81bc104070 2024-05-21T00:30:36.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.062+0000 7f81c2c00700 1 -- 172.21.15.44:0/449425890 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81bc1a3dc0 con 0x7f81bc104070 2024-05-21T00:30:36.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.063+0000 7f81b9600700 1 -- 172.21.15.44:0/449425890 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f81ac018820 con 0x7f81bc104070 2024-05-21T00:30:36.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.063+0000 7f81c2c00700 1 -- 172.21.15.44:0/449425890 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81bc06a230 con 0x7f81bc104070 2024-05-21T00:30:36.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.064+0000 7f81b9600700 1 --2- 172.21.15.44:0/449425890 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f81a003e750 0x7f81a0040c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:30:36.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.064+0000 7f81b9600700 1 -- 172.21.15.44:0/449425890 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f81ac052b80 con 0x7f81bc104070 2024-05-21T00:30:36.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.064+0000 7f81b3400700 1 --2- 172.21.15.44:0/449425890 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f81a003e750 0x7f81a0040c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:30:36.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.065+0000 7f81b3400700 1 --2- 172.21.15.44:0/449425890 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f81a003e750 0x7f81a0040c10 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f81a4011490 tx=0x7f81a4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:30:36.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.069+0000 7f81b9600700 1 -- 172.21.15.44:0/449425890 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f81ac020360 con 0x7f81bc104070 2024-05-21T00:30:36.302 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:30:35 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-z[38186]: 2024-05-21T00:30:35.945+0000 7f05cd970200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-21T00:30:36.303 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:36 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:36.303 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:36 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:36.303 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:36 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:36.303 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:36 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:36.303 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:36 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:36.303 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:36 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:36.303 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:36 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:30:36.303 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:36 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:36.303 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:36 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T00:30:36.303 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:36 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T00:30:36.303 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:36 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:36.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:36.323+0000 7f81c2c00700 1 -- 172.21.15.44:0/449425890 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f81bc063980 con 0x7f81a003e750 2024-05-21T00:30:36.344 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:36 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:36.344 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:36 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:36.344 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:36 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:36.345 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:36 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:36.345 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:36 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:36.345 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:36 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:36.345 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:36 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:30:36.345 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:36 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:36.345 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:36 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T00:30:36.345 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:36 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T00:30:36.345 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:36 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:36.557 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:30:36 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-z[38186]: 2024-05-21T00:30:36.299+0000 7f05cd970200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-21T00:30:36.557 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:30:36 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-z[38186]: 2024-05-21T00:30:36.393+0000 7f05cd970200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-21T00:30:36.572 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:36 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:36.572 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:36 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:36.572 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:36 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:36.572 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:36 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:36.572 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:36 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:36.572 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:36 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:36.572 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:36 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:30:36.572 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:36 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:36.572 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:36 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T00:30:36.572 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:36 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T00:30:36.573 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:36 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:36.638 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:36 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y[37517]: 2024-05-21T00:30:36.340+0000 7f43ba7a9200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-21T00:30:36.638 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:36 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y[37517]: 2024-05-21T00:30:36.432+0000 7f43ba7a9200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-21T00:30:36.638 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:36 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y[37517]: 2024-05-21T00:30:36.633+0000 7f43ba7a9200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-21T00:30:36.945 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:36 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y[37517]: 2024-05-21T00:30:36.825+0000 7f43ba7a9200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-21T00:30:37.057 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:30:36 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-z[38186]: 2024-05-21T00:30:36.632+0000 7f05cd970200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-21T00:30:37.057 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:30:36 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-z[38186]: 2024-05-21T00:30:36.764+0000 7f05cd970200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-21T00:30:37.057 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:30:36 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-z[38186]: 2024-05-21T00:30:36.857+0000 7f05cd970200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-21T00:30:37.440 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:37 smithi082 ceph-mon[36141]: Reconfiguring mgr.x (unknown last config time)... 2024-05-21T00:30:37.440 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:37 smithi082 ceph-mon[36141]: Reconfiguring daemon mgr.x on smithi044 2024-05-21T00:30:37.440 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:37 smithi082 ceph-mon[36141]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:37.440 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:37 smithi082 ceph-mon[36141]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:30:37.440 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:37 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:30:37.440 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:37 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:30:37.440 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:37 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:37.557 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:30:37 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-z[38186]: 2024-05-21T00:30:37.180+0000 7f05cd970200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-21T00:30:37.557 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:30:37 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-z[38186]: 2024-05-21T00:30:37.273+0000 7f05cd970200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-21T00:30:37.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:37 smithi092 ceph-mon[36335]: Reconfiguring mgr.x (unknown last config time)... 2024-05-21T00:30:37.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:37 smithi092 ceph-mon[36335]: Reconfiguring daemon mgr.x on smithi044 2024-05-21T00:30:37.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:37 smithi092 ceph-mon[36335]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:37.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:37 smithi092 ceph-mon[36335]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:30:37.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:37 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:30:37.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:37 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:30:37.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:37 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:37.571 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:37 smithi044 ceph-mon[31392]: Reconfiguring mgr.x (unknown last config time)... 2024-05-21T00:30:37.571 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:37 smithi044 ceph-mon[31392]: Reconfiguring daemon mgr.x on smithi044 2024-05-21T00:30:37.571 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:37 smithi044 ceph-mon[31392]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:37.571 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:37 smithi044 ceph-mon[31392]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:30:37.571 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:37 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:30:37.571 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:37 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:30:37.571 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:37 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:37.695 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:37 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y[37517]: 2024-05-21T00:30:37.435+0000 7f43ba7a9200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-21T00:30:37.695 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:37 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y[37517]: 2024-05-21T00:30:37.655+0000 7f43ba7a9200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-21T00:30:38.307 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:30:37 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-z[38186]: 2024-05-21T00:30:37.874+0000 7f05cd970200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-21T00:30:38.307 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:30:38 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-z[38186]: 2024-05-21T00:30:38.092+0000 7f05cd970200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-21T00:30:38.445 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:38 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y[37517]: 2024-05-21T00:30:38.079+0000 7f43ba7a9200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-21T00:30:38.445 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:38 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y[37517]: 2024-05-21T00:30:38.176+0000 7f43ba7a9200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-21T00:30:38.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:38.790+0000 7f81b9600700 1 -- 172.21.15.44:0/449425890 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mgrmap(e 14) ==== 99937+0+0 (secure 0 0 0) 0x7f81ac016330 con 0x7f81bc104070 2024-05-21T00:30:38.795 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:38 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:38.796 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:38 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:38.796 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:38 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:30:38.796 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:38 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:38.796 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:38 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:30:38.796 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:38 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:38.796 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:38 smithi044 ceph-mon[31392]: Standby manager daemon z started 2024-05-21T00:30:38.796 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:38 smithi044 ceph-mon[31392]: from='mgr.? 172.21.15.92:0/3076637466' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-21T00:30:38.796 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:38 smithi044 ceph-mon[31392]: from='mgr.? 172.21.15.92:0/3076637466' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-21T00:30:38.796 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:38 smithi044 ceph-mon[31392]: from='mgr.? 172.21.15.92:0/3076637466' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-21T00:30:38.796 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:38 smithi044 ceph-mon[31392]: from='mgr.? 172.21.15.92:0/3076637466' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-21T00:30:38.796 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:38 smithi044 ceph-mon[31392]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:38.914 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:38 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y[37517]: 2024-05-21T00:30:38.555+0000 7f43ba7a9200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-21T00:30:38.914 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:38 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y[37517]: 2024-05-21T00:30:38.910+0000 7f43ba7a9200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-21T00:30:38.914 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:38 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:38.914 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:38 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:38.914 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:38 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:30:38.914 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:38 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:38.915 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:38 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:30:38.915 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:38 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:38.915 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:38 smithi082 ceph-mon[36141]: Standby manager daemon z started 2024-05-21T00:30:38.915 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:38 smithi082 ceph-mon[36141]: from='mgr.? 172.21.15.92:0/3076637466' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-21T00:30:38.915 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:38 smithi082 ceph-mon[36141]: from='mgr.? 172.21.15.92:0/3076637466' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-21T00:30:38.915 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:38 smithi082 ceph-mon[36141]: from='mgr.? 172.21.15.92:0/3076637466' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-21T00:30:38.915 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:38 smithi082 ceph-mon[36141]: from='mgr.? 172.21.15.92:0/3076637466' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-21T00:30:38.915 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:38 smithi082 ceph-mon[36141]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:39.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:38 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:39.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:38 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:39.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:38 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:30:39.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:38 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:39.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:38 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:30:39.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:38 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:39.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:38 smithi092 ceph-mon[36335]: Standby manager daemon z started 2024-05-21T00:30:39.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:38 smithi092 ceph-mon[36335]: from='mgr.? 172.21.15.92:0/3076637466' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-21T00:30:39.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:38 smithi092 ceph-mon[36335]: from='mgr.? 172.21.15.92:0/3076637466' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-21T00:30:39.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:38 smithi092 ceph-mon[36335]: from='mgr.? 172.21.15.92:0/3076637466' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-21T00:30:39.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:38 smithi092 ceph-mon[36335]: from='mgr.? 172.21.15.92:0/3076637466' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-21T00:30:39.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:38 smithi092 ceph-mon[36335]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:39.195 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:39 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y[37517]: 2024-05-21T00:30:39.003+0000 7f43ba7a9200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-21T00:30:39.695 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:39 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y[37517]: 2024-05-21T00:30:39.248+0000 7f43ba7a9200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-21T00:30:39.696 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:39 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y[37517]: 2024-05-21T00:30:39.381+0000 7f43ba7a9200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-21T00:30:39.696 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:39 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y[37517]: 2024-05-21T00:30:39.477+0000 7f43ba7a9200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-21T00:30:40.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:39 smithi092 ceph-mon[36335]: mgrmap e14: x(active, since 88s), standbys: z 2024-05-21T00:30:40.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:39 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-21T00:30:40.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:39 smithi044 ceph-mon[31392]: mgrmap e14: x(active, since 88s), standbys: z 2024-05-21T00:30:40.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:39 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-21T00:30:40.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:39 smithi082 ceph-mon[36141]: mgrmap e14: x(active, since 88s), standbys: z 2024-05-21T00:30:40.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:39 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-21T00:30:40.196 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:39 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y[37517]: 2024-05-21T00:30:39.800+0000 7f43ba7a9200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-21T00:30:40.196 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:39 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y[37517]: 2024-05-21T00:30:39.892+0000 7f43ba7a9200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-21T00:30:40.806 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:40 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y[37517]: 2024-05-21T00:30:40.490+0000 7f43ba7a9200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-21T00:30:40.807 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:30:40 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y[37517]: 2024-05-21T00:30:40.707+0000 7f43ba7a9200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-21T00:30:40.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:30:40.809+0000 7f81b9600700 1 -- 172.21.15.44:0/449425890 <== mon.2 v2:172.21.15.82:3300/0 8 ==== mgrmap(e 15) ==== 149596+0+0 (secure 0 0 0) 0x7f81ac018c10 con 0x7f81bc104070 2024-05-21T00:30:41.086 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:40 smithi044 ceph-mon[31392]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:41.086 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:40 smithi044 ceph-mon[31392]: Standby manager daemon y started 2024-05-21T00:30:41.086 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:40 smithi044 ceph-mon[31392]: from='mgr.? 172.21.15.82:0/4123458130' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-21T00:30:41.086 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:40 smithi044 ceph-mon[31392]: from='mgr.? 172.21.15.82:0/4123458130' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-21T00:30:41.086 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:40 smithi044 ceph-mon[31392]: from='mgr.? 172.21.15.82:0/4123458130' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-21T00:30:41.086 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:40 smithi044 ceph-mon[31392]: from='mgr.? 172.21.15.82:0/4123458130' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-21T00:30:41.086 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:40 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1294269557' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "87d95ec0-9884-407b-9d90-67a37bd139bc"}]: dispatch 2024-05-21T00:30:41.087 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:40 smithi044 ceph-mon[31392]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "87d95ec0-9884-407b-9d90-67a37bd139bc"}]: dispatch 2024-05-21T00:30:41.087 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:40 smithi044 ceph-mon[31392]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "87d95ec0-9884-407b-9d90-67a37bd139bc"}]': finished 2024-05-21T00:30:41.087 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:40 smithi044 ceph-mon[31392]: osdmap e5: 1 total, 0 up, 1 in 2024-05-21T00:30:41.087 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:40 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T00:30:41.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:40 smithi082 ceph-mon[36141]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:41.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:40 smithi082 ceph-mon[36141]: Standby manager daemon y started 2024-05-21T00:30:41.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:40 smithi082 ceph-mon[36141]: from='mgr.? 172.21.15.82:0/4123458130' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-21T00:30:41.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:40 smithi082 ceph-mon[36141]: from='mgr.? 172.21.15.82:0/4123458130' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-21T00:30:41.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:40 smithi082 ceph-mon[36141]: from='mgr.? 172.21.15.82:0/4123458130' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-21T00:30:41.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:40 smithi082 ceph-mon[36141]: from='mgr.? 172.21.15.82:0/4123458130' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-21T00:30:41.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:40 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/1294269557' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "87d95ec0-9884-407b-9d90-67a37bd139bc"}]: dispatch 2024-05-21T00:30:41.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:40 smithi082 ceph-mon[36141]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "87d95ec0-9884-407b-9d90-67a37bd139bc"}]: dispatch 2024-05-21T00:30:41.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:40 smithi082 ceph-mon[36141]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "87d95ec0-9884-407b-9d90-67a37bd139bc"}]': finished 2024-05-21T00:30:41.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:40 smithi082 ceph-mon[36141]: osdmap e5: 1 total, 0 up, 1 in 2024-05-21T00:30:41.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:40 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T00:30:41.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:40 smithi092 ceph-mon[36335]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:41.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:40 smithi092 ceph-mon[36335]: Standby manager daemon y started 2024-05-21T00:30:41.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:40 smithi092 ceph-mon[36335]: from='mgr.? 172.21.15.82:0/4123458130' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-21T00:30:41.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:40 smithi092 ceph-mon[36335]: from='mgr.? 172.21.15.82:0/4123458130' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-21T00:30:41.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:40 smithi092 ceph-mon[36335]: from='mgr.? 172.21.15.82:0/4123458130' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-21T00:30:41.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:40 smithi092 ceph-mon[36335]: from='mgr.? 172.21.15.82:0/4123458130' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-21T00:30:41.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:40 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/1294269557' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "87d95ec0-9884-407b-9d90-67a37bd139bc"}]: dispatch 2024-05-21T00:30:41.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:40 smithi092 ceph-mon[36335]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "87d95ec0-9884-407b-9d90-67a37bd139bc"}]: dispatch 2024-05-21T00:30:41.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:40 smithi092 ceph-mon[36335]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "87d95ec0-9884-407b-9d90-67a37bd139bc"}]': finished 2024-05-21T00:30:41.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:40 smithi092 ceph-mon[36335]: osdmap e5: 1 total, 0 up, 1 in 2024-05-21T00:30:41.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:40 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T00:30:42.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:41 smithi044 ceph-mon[31392]: mgrmap e15: x(active, since 90s), standbys: z, y 2024-05-21T00:30:42.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:41 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-21T00:30:42.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:41 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1890902005' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:30:42.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:41 smithi082 ceph-mon[36141]: mgrmap e15: x(active, since 90s), standbys: z, y 2024-05-21T00:30:42.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:41 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-21T00:30:42.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:41 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/1890902005' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:30:42.222 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:41 smithi092 ceph-mon[36335]: mgrmap e15: x(active, since 90s), standbys: z, y 2024-05-21T00:30:42.222 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:41 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-21T00:30:42.222 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:41 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/1890902005' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:30:43.135 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:42 smithi082 ceph-mon[36141]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:43.147 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:42 smithi044 ceph-mon[31392]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:43.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:42 smithi092 ceph-mon[36335]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:45.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:45 smithi044 ceph-mon[31392]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:45.445 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:45 smithi082 ceph-mon[36141]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:45.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:45 smithi092 ceph-mon[36335]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:47.445 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:47 smithi082 ceph-mon[36141]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:47.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:47 smithi092 ceph-mon[36335]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:47.624 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:47 smithi044 ceph-mon[31392]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:49.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:49 smithi044 ceph-mon[31392]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:49.445 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:49 smithi082 ceph-mon[36141]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:49.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:49 smithi092 ceph-mon[36335]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:50.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:50 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-21T00:30:50.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:50 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:50.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:50 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-21T00:30:50.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:50 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:50.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:50 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-21T00:30:50.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:50 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:30:51.301 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:51 smithi044 ceph-mon[31392]: Deploying daemon osd.0 on smithi044 2024-05-21T00:30:51.301 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:51 smithi044 ceph-mon[31392]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:51.458 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:51 smithi092 ceph-mon[36335]: Deploying daemon osd.0 on smithi044 2024-05-21T00:30:51.458 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:51 smithi092 ceph-mon[36335]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:51.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:51 smithi082 ceph-mon[36141]: Deploying daemon osd.0 on smithi044 2024-05-21T00:30:51.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:51 smithi082 ceph-mon[36141]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:53.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:53 smithi092 ceph-mon[36335]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:53.621 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:53 smithi044 ceph-mon[31392]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:53.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:53 smithi082 ceph-mon[36141]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:55.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:55 smithi044 ceph-mon[31392]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:55.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:55 smithi092 ceph-mon[36335]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:55.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:55 smithi082 ceph-mon[36141]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:57.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:57 smithi092 ceph-mon[36335]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:57.642 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:57 smithi044 ceph-mon[31392]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:57.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:57 smithi082 ceph-mon[36141]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:59.784 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:59 smithi044 ceph-mon[31392]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:59.784 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:59 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:59.784 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:59 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:59.784 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:30:59 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:30:59.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:59 smithi092 ceph-mon[36335]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:59.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:59 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:59.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:59 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:59.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:30:59 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:30:59.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:59 smithi082 ceph-mon[36141]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:30:59.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:59 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:59.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:59 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:30:59.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:30:59 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:31:01.678 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:01 smithi044 ceph-mon[31392]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:31:01.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:01 smithi092 ceph-mon[36335]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:31:01.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:01 smithi082 ceph-mon[36141]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:31:03.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:03 smithi044 ceph-mon[31392]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:31:03.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:03 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:03.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:03 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:03.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:03 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:03.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:03 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:31:03.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:03 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:03.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:03 smithi044 ceph-mon[31392]: from='osd.0 [v2:172.21.15.44:6802/3592915645,v1:172.21.15.44:6803/3592915645]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-21T00:31:03.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:03 smithi044 ceph-mon[31392]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-21T00:31:03.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:03.522+0000 7f81b9600700 1 -- 172.21.15.44:0/449425890 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f81bc063980 con 0x7f81a003e750 2024-05-21T00:31:03.526 INFO:teuthology.orchestra.run.smithi044.stdout:Created osd(s) 0 on host 'smithi044' 2024-05-21T00:31:03.529 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:03.525+0000 7f81c2c00700 1 -- 172.21.15.44:0/449425890 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f81a003e750 msgr2=0x7f81a0040c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:31:03.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:03.525+0000 7f81c2c00700 1 --2- 172.21.15.44:0/449425890 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f81a003e750 0x7f81a0040c10 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f81a4011490 tx=0x7f81a4009260 comp rx=0 tx=0).stop 2024-05-21T00:31:03.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:03.525+0000 7f81c2c00700 1 -- 172.21.15.44:0/449425890 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f81bc104070 msgr2=0x7f81bc1039d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:31:03.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:03.525+0000 7f81c2c00700 1 --2- 172.21.15.44:0/449425890 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f81bc104070 0x7f81bc1039d0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f81ac00e9a0 tx=0x7f81ac00ecb0 comp rx=0 tx=0).stop 2024-05-21T00:31:03.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:03.525+0000 7f81c2c00700 1 -- 172.21.15.44:0/449425890 shutdown_connections 2024-05-21T00:31:03.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:03.526+0000 7f81c2c00700 1 --2- 172.21.15.44:0/449425890 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f81a003e750 0x7f81a0040c10 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:31:03.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:03.526+0000 7f81c2c00700 1 --2- 172.21.15.44:0/449425890 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f81bc1092d0 0x7f81bc102560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:31:03.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:03.526+0000 7f81c2c00700 1 --2- 172.21.15.44:0/449425890 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f81bc104070 0x7f81bc1039d0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:31:03.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:03.526+0000 7f81c2c00700 1 --2- 172.21.15.44:0/449425890 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81bc1069a0 0x7f81bc102020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:31:03.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:03.526+0000 7f81c2c00700 1 -- 172.21.15.44:0/449425890 >> 172.21.15.44:0/449425890 conn(0x7f81bc0fdaa0 msgr2=0x7f81bc1049b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:31:03.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:03.526+0000 7f81c2c00700 1 -- 172.21.15.44:0/449425890 shutdown_connections 2024-05-21T00:31:03.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:03.526+0000 7f81c2c00700 1 -- 172.21.15.44:0/449425890 wait complete. 2024-05-21T00:31:03.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:03 smithi092 ceph-mon[36335]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:31:03.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:03 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:03.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:03 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:03.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:03 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:03.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:03 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:31:03.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:03 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:03.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:03 smithi092 ceph-mon[36335]: from='osd.0 [v2:172.21.15.44:6802/3592915645,v1:172.21.15.44:6803/3592915645]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-21T00:31:03.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:03 smithi092 ceph-mon[36335]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-21T00:31:03.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:03 smithi082 ceph-mon[36141]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:31:03.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:03 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:03.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:03 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:03.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:03 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:03.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:03 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:31:03.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:03 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:03.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:03 smithi082 ceph-mon[36141]: from='osd.0 [v2:172.21.15.44:6802/3592915645,v1:172.21.15.44:6803/3592915645]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-21T00:31:03.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:03 smithi082 ceph-mon[36141]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-21T00:31:04.287 DEBUG:teuthology.orchestra.run.smithi044:osd.0> sudo journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.0.service 2024-05-21T00:31:04.293 INFO:tasks.cephadm:Deploying osd.1 on smithi082 with /dev/vg_nvme/lv_4... 2024-05-21T00:31:04.293 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-21T00:31:04.533 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:04 smithi044 ceph-mon[31392]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-21T00:31:04.533 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:04 smithi044 ceph-mon[31392]: from='osd.0 [v2:172.21.15.44:6802/3592915645,v1:172.21.15.44:6803/3592915645]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-21T00:31:04.533 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:04 smithi044 ceph-mon[31392]: osdmap e6: 1 total, 0 up, 1 in 2024-05-21T00:31:04.533 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:04 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T00:31:04.533 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:04 smithi044 ceph-mon[31392]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-21T00:31:04.534 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:04 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:04.534 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:04 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:31:04.534 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:04 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:04.534 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T00:31:04.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:04 smithi092 ceph-mon[36335]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-21T00:31:04.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:04 smithi092 ceph-mon[36335]: from='osd.0 [v2:172.21.15.44:6802/3592915645,v1:172.21.15.44:6803/3592915645]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-21T00:31:04.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:04 smithi092 ceph-mon[36335]: osdmap e6: 1 total, 0 up, 1 in 2024-05-21T00:31:04.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:04 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T00:31:04.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:04 smithi092 ceph-mon[36335]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-21T00:31:04.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:04 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:04.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:04 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:31:04.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:04 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:04.645 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:04 smithi082 ceph-mon[36141]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-21T00:31:04.645 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:04 smithi082 ceph-mon[36141]: from='osd.0 [v2:172.21.15.44:6802/3592915645,v1:172.21.15.44:6803/3592915645]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-21T00:31:04.645 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:04 smithi082 ceph-mon[36141]: osdmap e6: 1 total, 0 up, 1 in 2024-05-21T00:31:04.645 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:04 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T00:31:04.645 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:04 smithi082 ceph-mon[36141]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-21T00:31:04.645 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:04 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:04.645 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:04 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:31:04.645 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:04 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:05.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:05 smithi092 ceph-mon[36335]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:31:05.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:05 smithi092 ceph-mon[36335]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-05-21T00:31:05.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:05 smithi092 ceph-mon[36335]: osdmap e7: 1 total, 0 up, 1 in 2024-05-21T00:31:05.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:05 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T00:31:05.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:05 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T00:31:05.578 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:05 smithi082 ceph-mon[36141]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:31:05.578 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:05 smithi082 ceph-mon[36141]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-05-21T00:31:05.578 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:05 smithi082 ceph-mon[36141]: osdmap e7: 1 total, 0 up, 1 in 2024-05-21T00:31:05.578 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:05 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T00:31:05.579 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:05 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T00:31:05.594 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:05 smithi044 ceph-mon[31392]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:31:05.595 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:05 smithi044 ceph-mon[31392]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-05-21T00:31:05.595 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:05 smithi044 ceph-mon[31392]: osdmap e7: 1 total, 0 up, 1 in 2024-05-21T00:31:05.595 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:05 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T00:31:05.595 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:05 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T00:31:06.276 INFO:teuthology.orchestra.run.smithi082.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-21T00:31:06.276 INFO:teuthology.orchestra.run.smithi082.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-21T00:31:06.276 INFO:teuthology.orchestra.run.smithi082.stderr: stderr: 10+0 records in 2024-05-21T00:31:06.276 INFO:teuthology.orchestra.run.smithi082.stderr:10+0 records out 2024-05-21T00:31:06.276 INFO:teuthology.orchestra.run.smithi082.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.011639 s, 901 MB/s 2024-05-21T00:31:06.276 INFO:teuthology.orchestra.run.smithi082.stderr:--> Zapping successful for: 2024-05-21T00:31:06.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:06 smithi044 ceph-mon[31392]: purged_snaps scrub starts 2024-05-21T00:31:06.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:06 smithi044 ceph-mon[31392]: purged_snaps scrub ok 2024-05-21T00:31:06.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:06 smithi044 ceph-mon[31392]: osd.0 [v2:172.21.15.44:6802/3592915645,v1:172.21.15.44:6803/3592915645] boot 2024-05-21T00:31:06.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:06 smithi044 ceph-mon[31392]: osdmap e8: 1 total, 1 up, 1 in 2024-05-21T00:31:06.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:06 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T00:31:06.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:06 smithi092 ceph-mon[36335]: purged_snaps scrub starts 2024-05-21T00:31:06.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:06 smithi092 ceph-mon[36335]: purged_snaps scrub ok 2024-05-21T00:31:06.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:06 smithi092 ceph-mon[36335]: osd.0 [v2:172.21.15.44:6802/3592915645,v1:172.21.15.44:6803/3592915645] boot 2024-05-21T00:31:06.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:06 smithi092 ceph-mon[36335]: osdmap e8: 1 total, 1 up, 1 in 2024-05-21T00:31:06.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:06 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T00:31:06.579 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:06 smithi082 ceph-mon[36141]: purged_snaps scrub starts 2024-05-21T00:31:06.579 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:06 smithi082 ceph-mon[36141]: purged_snaps scrub ok 2024-05-21T00:31:06.580 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:06 smithi082 ceph-mon[36141]: osd.0 [v2:172.21.15.44:6802/3592915645,v1:172.21.15.44:6803/3592915645] boot 2024-05-21T00:31:06.580 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:06 smithi082 ceph-mon[36141]: osdmap e8: 1 total, 1 up, 1 in 2024-05-21T00:31:06.580 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:06 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T00:31:06.874 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi082:vg_nvme/lv_4 2024-05-21T00:31:07.104 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T00:31:07.482 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:07 smithi082 ceph-mon[36141]: pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:31:07.483 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:07 smithi082 ceph-mon[36141]: osdmap e9: 1 total, 1 up, 1 in 2024-05-21T00:31:07.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:07 smithi092 ceph-mon[36335]: pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:31:07.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:07 smithi092 ceph-mon[36335]: osdmap e9: 1 total, 1 up, 1 in 2024-05-21T00:31:07.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:07 smithi044 ceph-mon[31392]: pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:31:07.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:07 smithi044 ceph-mon[31392]: osdmap e9: 1 total, 1 up, 1 in 2024-05-21T00:31:08.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.612+0000 7f298d2f0700 1 -- 172.21.15.82:0/64293474 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2988104100 msgr2=0x7f29881064f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:31:08.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.612+0000 7f298d2f0700 1 --2- 172.21.15.82:0/64293474 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2988104100 0x7f29881064f0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f2978009990 tx=0x7f2978009ca0 comp rx=0 tx=0).stop 2024-05-21T00:31:08.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.612+0000 7f298d2f0700 1 -- 172.21.15.82:0/64293474 shutdown_connections 2024-05-21T00:31:08.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.612+0000 7f298d2f0700 1 --2- 172.21.15.82:0/64293474 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2988109360 0x7f298810b750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:31:08.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.613+0000 7f298d2f0700 1 --2- 172.21.15.82:0/64293474 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2988104100 0x7f29881064f0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:31:08.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.613+0000 7f298d2f0700 1 --2- 172.21.15.82:0/64293474 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2988106a30 0x7f2988108e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:31:08.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.613+0000 7f298d2f0700 1 -- 172.21.15.82:0/64293474 >> 172.21.15.82:0/64293474 conn(0x7f29880fda70 msgr2=0x7f29880ffe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:31:08.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.613+0000 7f298d2f0700 1 -- 172.21.15.82:0/64293474 shutdown_connections 2024-05-21T00:31:08.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.613+0000 7f298d2f0700 1 -- 172.21.15.82:0/64293474 wait complete. 2024-05-21T00:31:08.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.613+0000 7f298d2f0700 1 Processor -- start 2024-05-21T00:31:08.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.613+0000 7f298d2f0700 1 -- start start 2024-05-21T00:31:08.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.613+0000 7f298d2f0700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2988104100 0x7f2988103a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:31:08.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.613+0000 7f298d2f0700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2988106a30 0x7f29881020b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:31:08.619 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.613+0000 7f298d2f0700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2988109360 0x7f29881025f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:31:08.619 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.614+0000 7f298d2f0700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f298810f150 con 0x7f2988109360 2024-05-21T00:31:08.619 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.614+0000 7f298d2f0700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f298810efd0 con 0x7f2988106a30 2024-05-21T00:31:08.619 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.614+0000 7f298d2f0700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f298810f2d0 con 0x7f2988104100 2024-05-21T00:31:08.619 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.614+0000 7f29867fc700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2988106a30 0x7f29881020b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:31:08.619 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.614+0000 7f29867fc700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2988106a30 0x7f29881020b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37168/0 (socket says 172.21.15.82:37168) 2024-05-21T00:31:08.619 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.614+0000 7f29867fc700 1 -- 172.21.15.82:0/2856169802 learned_addr learned my addr 172.21.15.82:0/2856169802 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-05-21T00:31:08.619 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.614+0000 7f2986ffd700 1 --2- 172.21.15.82:0/2856169802 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2988104100 0x7f2988103a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:31:08.619 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.614+0000 7f29867fc700 1 -- 172.21.15.82:0/2856169802 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2988104100 msgr2=0x7f2988103a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:31:08.619 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.614+0000 7f29867fc700 1 --2- 172.21.15.82:0/2856169802 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2988104100 0x7f2988103a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:31:08.619 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.614+0000 7f29867fc700 1 -- 172.21.15.82:0/2856169802 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2988109360 msgr2=0x7f29881025f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:31:08.619 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.614+0000 7f29867fc700 1 --2- 172.21.15.82:0/2856169802 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2988109360 0x7f29881025f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:31:08.619 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.614+0000 7f29867fc700 1 -- 172.21.15.82:0/2856169802 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2988102ea0 con 0x7f2988106a30 2024-05-21T00:31:08.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.614+0000 7f29867fc700 1 --2- 172.21.15.82:0/2856169802 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2988106a30 0x7f29881020b0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f297c00b530 tx=0x7f297c00b8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:31:08.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.614+0000 7f296ffff700 1 -- 172.21.15.82:0/2856169802 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f297c015020 con 0x7f2988106a30 2024-05-21T00:31:08.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.614+0000 7f296ffff700 1 -- 172.21.15.82:0/2856169802 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f297c011ce0 con 0x7f2988106a30 2024-05-21T00:31:08.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.614+0000 7f298d2f0700 1 -- 172.21.15.82:0/2856169802 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29881a3a50 con 0x7f2988106a30 2024-05-21T00:31:08.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.614+0000 7f296ffff700 1 -- 172.21.15.82:0/2856169802 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f297c010d20 con 0x7f2988106a30 2024-05-21T00:31:08.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.614+0000 7f298d2f0700 1 -- 172.21.15.82:0/2856169802 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29881a3fe0 con 0x7f2988106a30 2024-05-21T00:31:08.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.615+0000 7f298d2f0700 1 -- 172.21.15.82:0/2856169802 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f298806a230 con 0x7f2988106a30 2024-05-21T00:31:08.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.616+0000 7f296ffff700 1 -- 172.21.15.82:0/2856169802 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 15) ==== 149596+0+0 (secure 0 0 0) 0x7f297c018020 con 0x7f2988106a30 2024-05-21T00:31:08.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.617+0000 7f296ffff700 1 --2- 172.21.15.82:0/2856169802 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f29700b27f0 0x7f29700b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:31:08.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.617+0000 7f296ffff700 1 -- 172.21.15.82:0/2856169802 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7f297c0dff80 con 0x7f2988106a30 2024-05-21T00:31:08.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.617+0000 7f2986ffd700 1 --2- 172.21.15.82:0/2856169802 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f29700b27f0 0x7f29700b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:31:08.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.618+0000 7f2986ffd700 1 --2- 172.21.15.82:0/2856169802 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f29700b27f0 0x7f29700b4cb0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f297800b5c0 tx=0x7f2978005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:31:08.625 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.622+0000 7f296ffff700 1 -- 172.21.15.82:0/2856169802 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f297c01f020 con 0x7f2988106a30 2024-05-21T00:31:08.840 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:08.837+0000 7f298d2f0700 1 -- 172.21.15.82:0/2856169802 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f2988063980 con 0x7f29700b27f0 2024-05-21T00:31:09.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:09 smithi044 ceph-mon[31392]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:09.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:09 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:31:09.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:09 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:31:09.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:09 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:09.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:09 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:09.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:09 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:09.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:09 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:31:09.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:09 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:09.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:09 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:09.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:09 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:31:09.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:09 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:09.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:09 smithi092 ceph-mon[36335]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:09.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:09 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:31:09.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:09 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:31:09.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:09 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:09.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:09 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:09.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:09 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:09.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:09 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:31:09.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:09 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:09.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:09 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:09.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:09 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:31:09.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:09 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:09.570 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:09 smithi082 ceph-mon[36141]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:09.570 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:09 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:31:09.570 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:09 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:31:09.570 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:09 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:09.570 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:09 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:09.570 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:09 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:09.570 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:09 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:31:09.570 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:09 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:09.571 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:09 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:09.571 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:09 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:31:09.571 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:09 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:10.491 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:10 smithi082 ceph-mon[36141]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:31:10.491 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:10 smithi082 ceph-mon[36141]: Detected new or changed devices on smithi044 2024-05-21T00:31:10.491 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:10 smithi082 ceph-mon[36141]: Adjusting osd_memory_target on smithi044 to 17094M 2024-05-21T00:31:10.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:10 smithi092 ceph-mon[36335]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:31:10.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:10 smithi092 ceph-mon[36335]: Detected new or changed devices on smithi044 2024-05-21T00:31:10.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:10 smithi092 ceph-mon[36335]: Adjusting osd_memory_target on smithi044 to 17094M 2024-05-21T00:31:10.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:10 smithi044 ceph-mon[31392]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:31:10.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:10 smithi044 ceph-mon[31392]: Detected new or changed devices on smithi044 2024-05-21T00:31:10.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:10 smithi044 ceph-mon[31392]: Adjusting osd_memory_target on smithi044 to 17094M 2024-05-21T00:31:11.552 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:11 smithi044 ceph-mon[31392]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:11.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:11 smithi092 ceph-mon[36335]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:11.627 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:11 smithi082 ceph-mon[36141]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:12.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:12 smithi092 ceph-mon[36335]: from='client.? 172.21.15.82:0/1636349819' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f63d59d5-bcc5-4875-befd-f9ff99c11c5a"}]: dispatch 2024-05-21T00:31:12.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:12 smithi092 ceph-mon[36335]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f63d59d5-bcc5-4875-befd-f9ff99c11c5a"}]: dispatch 2024-05-21T00:31:12.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:12 smithi092 ceph-mon[36335]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f63d59d5-bcc5-4875-befd-f9ff99c11c5a"}]': finished 2024-05-21T00:31:12.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:12 smithi092 ceph-mon[36335]: osdmap e10: 2 total, 1 up, 2 in 2024-05-21T00:31:12.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:12 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T00:31:12.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:12 smithi092 ceph-mon[36335]: from='client.? 172.21.15.82:0/580249029' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:31:12.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:12 smithi044 ceph-mon[31392]: from='client.? 172.21.15.82:0/1636349819' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f63d59d5-bcc5-4875-befd-f9ff99c11c5a"}]: dispatch 2024-05-21T00:31:12.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:12 smithi044 ceph-mon[31392]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f63d59d5-bcc5-4875-befd-f9ff99c11c5a"}]: dispatch 2024-05-21T00:31:12.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:12 smithi044 ceph-mon[31392]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f63d59d5-bcc5-4875-befd-f9ff99c11c5a"}]': finished 2024-05-21T00:31:12.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:12 smithi044 ceph-mon[31392]: osdmap e10: 2 total, 1 up, 2 in 2024-05-21T00:31:12.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:12 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T00:31:12.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:12 smithi044 ceph-mon[31392]: from='client.? 172.21.15.82:0/580249029' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:31:12.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:12 smithi082 ceph-mon[36141]: from='client.? 172.21.15.82:0/1636349819' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f63d59d5-bcc5-4875-befd-f9ff99c11c5a"}]: dispatch 2024-05-21T00:31:12.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:12 smithi082 ceph-mon[36141]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f63d59d5-bcc5-4875-befd-f9ff99c11c5a"}]: dispatch 2024-05-21T00:31:12.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:12 smithi082 ceph-mon[36141]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f63d59d5-bcc5-4875-befd-f9ff99c11c5a"}]': finished 2024-05-21T00:31:12.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:12 smithi082 ceph-mon[36141]: osdmap e10: 2 total, 1 up, 2 in 2024-05-21T00:31:12.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:12 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T00:31:12.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:12 smithi082 ceph-mon[36141]: from='client.? 172.21.15.82:0/580249029' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:31:13.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:13 smithi044 ceph-mon[31392]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:13.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:13 smithi082 ceph-mon[36141]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:13.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:13 smithi092 ceph-mon[36335]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:15.518 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:15 smithi082 ceph-mon[36141]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:15.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:15 smithi044 ceph-mon[31392]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:15.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:15 smithi092 ceph-mon[36335]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:17.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:17 smithi044 ceph-mon[31392]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:17.692 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:17 smithi082 ceph-mon[36141]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:17.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:17 smithi092 ceph-mon[36335]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:19.618 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:19 smithi082 ceph-mon[36141]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:19.619 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:19 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-21T00:31:19.619 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:19 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:19.619 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:19 smithi082 ceph-mon[36141]: Deploying daemon osd.1 on smithi082 2024-05-21T00:31:19.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:19 smithi044 ceph-mon[31392]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:19.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:19 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-21T00:31:19.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:19 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:19.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:19 smithi044 ceph-mon[31392]: Deploying daemon osd.1 on smithi082 2024-05-21T00:31:19.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:19 smithi092 ceph-mon[36335]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:19.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:19 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-21T00:31:19.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:19 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:19.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:19 smithi092 ceph-mon[36335]: Deploying daemon osd.1 on smithi082 2024-05-21T00:31:21.445 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:21 smithi082 ceph-mon[36141]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:21.609 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:21 smithi092 ceph-mon[36335]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:21.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:21 smithi044 ceph-mon[31392]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:23.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:23 smithi044 ceph-mon[31392]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:23.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:23 smithi082 ceph-mon[36141]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:23.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:23 smithi092 ceph-mon[36335]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:24.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:24 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:24.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:24 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:24.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:24 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:31:24.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:24 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:24.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:24 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:24.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:24 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:31:25.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:24 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:25.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:24 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:25.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:24 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:31:25.872 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:25 smithi082 ceph-mon[36141]: pgmap v67: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:25.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:25 smithi044 ceph-mon[31392]: pgmap v67: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:26.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:25 smithi092 ceph-mon[36335]: pgmap v67: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:26.478 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:26.474+0000 7f296ffff700 1 -- 172.21.15.82:0/2856169802 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f2988063980 con 0x7f29700b27f0 2024-05-21T00:31:26.478 INFO:teuthology.orchestra.run.smithi082.stdout:Created osd(s) 1 on host 'smithi082' 2024-05-21T00:31:26.480 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:26.476+0000 7f298d2f0700 1 -- 172.21.15.82:0/2856169802 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f29700b27f0 msgr2=0x7f29700b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:31:26.480 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:26.476+0000 7f298d2f0700 1 --2- 172.21.15.82:0/2856169802 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f29700b27f0 0x7f29700b4cb0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f297800b5c0 tx=0x7f2978005fb0 comp rx=0 tx=0).stop 2024-05-21T00:31:26.480 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:26.476+0000 7f298d2f0700 1 -- 172.21.15.82:0/2856169802 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2988106a30 msgr2=0x7f29881020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:31:26.481 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:26.476+0000 7f298d2f0700 1 --2- 172.21.15.82:0/2856169802 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2988106a30 0x7f29881020b0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f297c00b530 tx=0x7f297c00b8f0 comp rx=0 tx=0).stop 2024-05-21T00:31:26.481 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:26.476+0000 7f298d2f0700 1 -- 172.21.15.82:0/2856169802 shutdown_connections 2024-05-21T00:31:26.481 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:26.476+0000 7f298d2f0700 1 --2- 172.21.15.82:0/2856169802 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f29700b27f0 0x7f29700b4cb0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:31:26.481 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:26.476+0000 7f298d2f0700 1 --2- 172.21.15.82:0/2856169802 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2988109360 0x7f29881025f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:31:26.481 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:26.476+0000 7f298d2f0700 1 --2- 172.21.15.82:0/2856169802 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2988104100 0x7f2988103a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:31:26.481 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:26.476+0000 7f298d2f0700 1 --2- 172.21.15.82:0/2856169802 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2988106a30 0x7f29881020b0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:31:26.481 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:26.476+0000 7f298d2f0700 1 -- 172.21.15.82:0/2856169802 >> 172.21.15.82:0/2856169802 conn(0x7f29880fda70 msgr2=0x7f2988105f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:31:26.481 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:26.476+0000 7f298d2f0700 1 -- 172.21.15.82:0/2856169802 shutdown_connections 2024-05-21T00:31:26.481 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:31:26.476+0000 7f298d2f0700 1 -- 172.21.15.82:0/2856169802 wait complete. 2024-05-21T00:31:27.323 DEBUG:teuthology.orchestra.run.smithi082:osd.1> sudo journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.1.service 2024-05-21T00:31:27.326 INFO:tasks.cephadm:Deploying osd.2 on smithi092 with /dev/vg_nvme/lv_4... 2024-05-21T00:31:27.326 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-21T00:31:27.567 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:31:27.653 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:27 smithi082 ceph-mon[36141]: pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:27.654 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:27 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:27.654 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:27 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:27.654 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:27 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:27.654 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:27 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:27.654 INFO:journalctl@ceph.osd.1.smithi082.stdout:May 21 00:31:27 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-1[40697]: 2024-05-21T00:31:27.516+0000 7f5dc274e7c0 -1 osd.1 0 log_to_monitors true 2024-05-21T00:31:27.688 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:27 smithi092 ceph-mon[36335]: pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:27.689 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:27 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:27.689 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:27 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:27.689 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:27 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:27.689 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:27 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:27.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:27 smithi044 ceph-mon[31392]: pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:27.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:27 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:27.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:27 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:27.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:27 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:27.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:27 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:28.690 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:28 smithi092 ceph-mon[36335]: from='osd.1 [v2:172.21.15.82:6800/2647472512,v1:172.21.15.82:6801/2647472512]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-21T00:31:28.690 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:28 smithi092 ceph-mon[36335]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-21T00:31:28.724 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:28 smithi082 ceph-mon[36141]: from='osd.1 [v2:172.21.15.82:6800/2647472512,v1:172.21.15.82:6801/2647472512]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-21T00:31:28.724 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:28 smithi082 ceph-mon[36141]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-21T00:31:28.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:28 smithi044 ceph-mon[31392]: from='osd.1 [v2:172.21.15.82:6800/2647472512,v1:172.21.15.82:6801/2647472512]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-21T00:31:28.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:28 smithi044 ceph-mon[31392]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-21T00:31:29.318 INFO:teuthology.orchestra.run.smithi092.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-21T00:31:29.318 INFO:teuthology.orchestra.run.smithi092.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-21T00:31:29.318 INFO:teuthology.orchestra.run.smithi092.stderr: stderr: 10+0 records in 2024-05-21T00:31:29.318 INFO:teuthology.orchestra.run.smithi092.stderr:10+0 records out 2024-05-21T00:31:29.318 INFO:teuthology.orchestra.run.smithi092.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0129832 s, 808 MB/s 2024-05-21T00:31:29.318 INFO:teuthology.orchestra.run.smithi092.stderr:--> Zapping successful for: 2024-05-21T00:31:29.621 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:29 smithi092 ceph-mon[36335]: pgmap v69: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:29.621 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:29 smithi092 ceph-mon[36335]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-21T00:31:29.621 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:29 smithi092 ceph-mon[36335]: from='osd.1 [v2:172.21.15.82:6800/2647472512,v1:172.21.15.82:6801/2647472512]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-05-21T00:31:29.622 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:29 smithi092 ceph-mon[36335]: osdmap e11: 2 total, 1 up, 2 in 2024-05-21T00:31:29.622 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:29 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T00:31:29.622 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:29 smithi092 ceph-mon[36335]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-05-21T00:31:29.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:29 smithi044 ceph-mon[31392]: pgmap v69: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:29.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:29 smithi044 ceph-mon[31392]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-21T00:31:29.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:29 smithi044 ceph-mon[31392]: from='osd.1 [v2:172.21.15.82:6800/2647472512,v1:172.21.15.82:6801/2647472512]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-05-21T00:31:29.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:29 smithi044 ceph-mon[31392]: osdmap e11: 2 total, 1 up, 2 in 2024-05-21T00:31:29.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:29 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T00:31:29.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:29 smithi044 ceph-mon[31392]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-05-21T00:31:29.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:29 smithi082 ceph-mon[36141]: pgmap v69: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:29.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:29 smithi082 ceph-mon[36141]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-21T00:31:29.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:29 smithi082 ceph-mon[36141]: from='osd.1 [v2:172.21.15.82:6800/2647472512,v1:172.21.15.82:6801/2647472512]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-05-21T00:31:29.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:29 smithi082 ceph-mon[36141]: osdmap e11: 2 total, 1 up, 2 in 2024-05-21T00:31:29.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:29 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T00:31:29.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:29 smithi082 ceph-mon[36141]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-05-21T00:31:29.948 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi092:vg_nvme/lv_4 2024-05-21T00:31:30.190 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:31:30.282 INFO:journalctl@ceph.osd.1.smithi082.stdout:May 21 00:31:29 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-1[40697]: 2024-05-21T00:31:29.962+0000 7f5db7db2700 -1 osd.1 0 waiting for initial osdmap 2024-05-21T00:31:30.282 INFO:journalctl@ceph.osd.1.smithi082.stdout:May 21 00:31:29 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-1[40697]: 2024-05-21T00:31:29.965+0000 7f5dafb9d700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T00:31:30.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:30 smithi092 ceph-mon[36335]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-05-21T00:31:30.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:30 smithi092 ceph-mon[36335]: osdmap e12: 2 total, 1 up, 2 in 2024-05-21T00:31:30.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:30 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T00:31:30.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:30 smithi092 ceph-mon[36335]: from='osd.1 ' entity='osd.1' 2024-05-21T00:31:30.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:30 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:30.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:30 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:30.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:30 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:31:30.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:30 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:30.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:30 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:30.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:30 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:31:30.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:30 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:30.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:30 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T00:31:30.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:30 smithi082 ceph-mon[36141]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-05-21T00:31:30.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:30 smithi082 ceph-mon[36141]: osdmap e12: 2 total, 1 up, 2 in 2024-05-21T00:31:30.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:30 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T00:31:30.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:30 smithi082 ceph-mon[36141]: from='osd.1 ' entity='osd.1' 2024-05-21T00:31:30.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:30 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:30.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:30 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:30.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:30 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:31:30.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:30 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:30.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:30 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:30.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:30 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:31:30.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:30 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:30.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:30 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T00:31:30.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:30 smithi044 ceph-mon[31392]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-05-21T00:31:30.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:30 smithi044 ceph-mon[31392]: osdmap e12: 2 total, 1 up, 2 in 2024-05-21T00:31:30.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:30 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T00:31:30.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:30 smithi044 ceph-mon[31392]: from='osd.1 ' entity='osd.1' 2024-05-21T00:31:30.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:30 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:30.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:30 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:30.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:30 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:31:30.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:30 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:30.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:30 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:30.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:30 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:31:30.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:30 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:30.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:30 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T00:31:31.519 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:31 smithi092 ceph-mon[36335]: purged_snaps scrub starts 2024-05-21T00:31:31.519 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:31 smithi092 ceph-mon[36335]: purged_snaps scrub ok 2024-05-21T00:31:31.519 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:31 smithi092 ceph-mon[36335]: pgmap v72: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:31.519 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:31 smithi092 ceph-mon[36335]: Detected new or changed devices on smithi082 2024-05-21T00:31:31.519 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:31 smithi092 ceph-mon[36335]: Adjusting osd_memory_target on smithi082 to 17088M 2024-05-21T00:31:31.519 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:31 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:31:31.519 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:31 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:31.519 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:31 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:31:31.520 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:31 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:31.520 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:31 smithi092 ceph-mon[36335]: osd.1 [v2:172.21.15.82:6800/2647472512,v1:172.21.15.82:6801/2647472512] boot 2024-05-21T00:31:31.520 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:31 smithi092 ceph-mon[36335]: osdmap e13: 2 total, 2 up, 2 in 2024-05-21T00:31:31.520 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:31 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T00:31:31.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.714+0000 7f26649ae700 1 -- 172.21.15.92:0/2055796490 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f26601036b0 msgr2=0x7f2660103b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:31:31.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.714+0000 7f26649ae700 1 --2- 172.21.15.92:0/2055796490 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f26601036b0 0x7f2660103b10 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f26540098f0 tx=0x7f2654009c00 comp rx=0 tx=0).stop 2024-05-21T00:31:31.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.714+0000 7f26649ae700 1 -- 172.21.15.92:0/2055796490 shutdown_connections 2024-05-21T00:31:31.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.714+0000 7f26649ae700 1 --2- 172.21.15.92:0/2055796490 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f26601024b0 0x7f26601028d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:31:31.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.714+0000 7f26649ae700 1 --2- 172.21.15.92:0/2055796490 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2660104050 0x7f266010a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:31:31.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.714+0000 7f26649ae700 1 --2- 172.21.15.92:0/2055796490 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f26601036b0 0x7f2660103b10 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:31:31.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.714+0000 7f26649ae700 1 -- 172.21.15.92:0/2055796490 >> 172.21.15.92:0/2055796490 conn(0x7f26600fda70 msgr2=0x7f26600ffe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:31:31.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.714+0000 7f26649ae700 1 -- 172.21.15.92:0/2055796490 shutdown_connections 2024-05-21T00:31:31.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.714+0000 7f26649ae700 1 -- 172.21.15.92:0/2055796490 wait complete. 2024-05-21T00:31:31.720 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.715+0000 7f26649ae700 1 Processor -- start 2024-05-21T00:31:31.720 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.715+0000 7f26649ae700 1 -- start start 2024-05-21T00:31:31.721 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.715+0000 7f26649ae700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f26601024b0 0x7f266010ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:31:31.721 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.715+0000 7f26649ae700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f26601036b0 0x7f266010b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:31:31.721 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.715+0000 7f26649ae700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2660104050 0x7f266010b840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:31:31.721 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.715+0000 7f26649ae700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f266010f0d0 con 0x7f2660104050 2024-05-21T00:31:31.721 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.715+0000 7f26649ae700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f266010ef50 con 0x7f26601036b0 2024-05-21T00:31:31.721 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.715+0000 7f26649ae700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f266010f250 con 0x7f26601024b0 2024-05-21T00:31:31.721 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.715+0000 7f265e59c700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f26601024b0 0x7f266010ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:31:31.721 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.715+0000 7f265e59c700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f26601024b0 0x7f266010ccb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:54958/0 (socket says 172.21.15.92:54958) 2024-05-21T00:31:31.721 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.715+0000 7f265e59c700 1 -- 172.21.15.92:0/4090164261 learned_addr learned my addr 172.21.15.92:0/4090164261 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-05-21T00:31:31.721 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.715+0000 7f265dd9b700 1 --2- 172.21.15.92:0/4090164261 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f26601036b0 0x7f266010b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:31:31.721 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.716+0000 7f265e59c700 1 -- 172.21.15.92:0/4090164261 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f26601036b0 msgr2=0x7f266010b300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:31:31.721 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.716+0000 7f265e59c700 1 --2- 172.21.15.92:0/4090164261 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f26601036b0 0x7f266010b300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:31:31.721 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.716+0000 7f265e59c700 1 -- 172.21.15.92:0/4090164261 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2660104050 msgr2=0x7f266010b840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:31:31.721 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.716+0000 7f265e59c700 1 --2- 172.21.15.92:0/4090164261 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2660104050 0x7f266010b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:31:31.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.716+0000 7f265e59c700 1 -- 172.21.15.92:0/4090164261 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f266010c0f0 con 0x7f26601024b0 2024-05-21T00:31:31.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.716+0000 7f265e59c700 1 --2- 172.21.15.92:0/4090164261 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f26601024b0 0x7f266010ccb0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f265000b500 tx=0x7f265000b810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:31:31.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.716+0000 7f264f7fe700 1 -- 172.21.15.92:0/4090164261 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2650015020 con 0x7f26601024b0 2024-05-21T00:31:31.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.716+0000 7f264f7fe700 1 -- 172.21.15.92:0/4090164261 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2650011ce0 con 0x7f26601024b0 2024-05-21T00:31:31.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.716+0000 7f26649ae700 1 -- 172.21.15.92:0/4090164261 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26601a3990 con 0x7f26601024b0 2024-05-21T00:31:31.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.716+0000 7f264f7fe700 1 -- 172.21.15.92:0/4090164261 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2650010d60 con 0x7f26601024b0 2024-05-21T00:31:31.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.716+0000 7f26649ae700 1 -- 172.21.15.92:0/4090164261 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26601a3f50 con 0x7f26601024b0 2024-05-21T00:31:31.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.717+0000 7f26649ae700 1 -- 172.21.15.92:0/4090164261 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f266006a230 con 0x7f26601024b0 2024-05-21T00:31:31.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.718+0000 7f264f7fe700 1 -- 172.21.15.92:0/4090164261 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 15) ==== 149596+0+0 (secure 0 0 0) 0x7f2650018020 con 0x7f26601024b0 2024-05-21T00:31:31.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.719+0000 7f264f7fe700 1 --2- 172.21.15.92:0/4090164261 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f26480b2870 0x7f26480b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:31:31.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.719+0000 7f264f7fe700 1 -- 172.21.15.92:0/4090164261 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(13..13 src has 1..13) ==== 2309+0+0 (secure 0 0 0) 0x7f26500e05c0 con 0x7f26601024b0 2024-05-21T00:31:31.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.719+0000 7f265dd9b700 1 --2- 172.21.15.92:0/4090164261 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f26480b2870 0x7f26480b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:31:31.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.720+0000 7f265dd9b700 1 --2- 172.21.15.92:0/4090164261 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f26480b2870 0x7f26480b4d30 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f26540098c0 tx=0x7f2654019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:31:31.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.723+0000 7f264f7fe700 1 -- 172.21.15.92:0/4090164261 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f265001f020 con 0x7f26601024b0 2024-05-21T00:31:31.874 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:31 smithi082 ceph-mon[36141]: purged_snaps scrub starts 2024-05-21T00:31:31.874 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:31 smithi082 ceph-mon[36141]: purged_snaps scrub ok 2024-05-21T00:31:31.874 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:31 smithi082 ceph-mon[36141]: pgmap v72: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:31.874 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:31 smithi082 ceph-mon[36141]: Detected new or changed devices on smithi082 2024-05-21T00:31:31.874 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:31 smithi082 ceph-mon[36141]: Adjusting osd_memory_target on smithi082 to 17088M 2024-05-21T00:31:31.874 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:31 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:31:31.874 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:31 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:31.874 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:31 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:31:31.874 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:31 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:31.874 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:31 smithi082 ceph-mon[36141]: osd.1 [v2:172.21.15.82:6800/2647472512,v1:172.21.15.82:6801/2647472512] boot 2024-05-21T00:31:31.874 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:31 smithi082 ceph-mon[36141]: osdmap e13: 2 total, 2 up, 2 in 2024-05-21T00:31:31.875 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:31 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T00:31:31.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:31 smithi044 ceph-mon[31392]: purged_snaps scrub starts 2024-05-21T00:31:31.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:31 smithi044 ceph-mon[31392]: purged_snaps scrub ok 2024-05-21T00:31:31.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:31 smithi044 ceph-mon[31392]: pgmap v72: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:31:31.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:31 smithi044 ceph-mon[31392]: Detected new or changed devices on smithi082 2024-05-21T00:31:31.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:31 smithi044 ceph-mon[31392]: Adjusting osd_memory_target on smithi082 to 17088M 2024-05-21T00:31:31.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:31 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:31:31.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:31 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:31.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:31 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:31:31.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:31 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:31.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:31 smithi044 ceph-mon[31392]: osd.1 [v2:172.21.15.82:6800/2647472512,v1:172.21.15.82:6801/2647472512] boot 2024-05-21T00:31:31.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:31 smithi044 ceph-mon[31392]: osdmap e13: 2 total, 2 up, 2 in 2024-05-21T00:31:31.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:31 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T00:31:31.938 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:31.934+0000 7f26649ae700 1 -- 172.21.15.92:0/4090164261 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi092:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f2660063980 con 0x7f26480b2870 2024-05-21T00:31:32.790 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:32 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:31:32.790 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:32 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:31:32.790 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:32 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:32.801 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:32 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:31:32.801 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:32 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:31:32.801 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:32 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:32.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:32 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:31:32.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:32 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:31:32.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:32 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:33.515 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:33 smithi092 ceph-mon[36335]: from='client.24160 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi092:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:31:33.515 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:33 smithi092 ceph-mon[36335]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:33.516 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:33 smithi092 ceph-mon[36335]: osdmap e14: 2 total, 2 up, 2 in 2024-05-21T00:31:33.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:33 smithi044 ceph-mon[31392]: from='client.24160 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi092:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:31:33.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:33 smithi044 ceph-mon[31392]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:33.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:33 smithi044 ceph-mon[31392]: osdmap e14: 2 total, 2 up, 2 in 2024-05-21T00:31:33.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:33 smithi082 ceph-mon[36141]: from='client.24160 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi092:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:31:33.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:33 smithi082 ceph-mon[36141]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:33.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:33 smithi082 ceph-mon[36141]: osdmap e14: 2 total, 2 up, 2 in 2024-05-21T00:31:35.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:35 smithi092 ceph-mon[36335]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:35.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:35 smithi092 ceph-mon[36335]: from='client.? 172.21.15.92:0/793505905' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "03dda03d-7581-476b-8e0b-ede8b7865165"}]: dispatch 2024-05-21T00:31:35.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:35 smithi092 ceph-mon[36335]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "03dda03d-7581-476b-8e0b-ede8b7865165"}]: dispatch 2024-05-21T00:31:35.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:35 smithi092 ceph-mon[36335]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "03dda03d-7581-476b-8e0b-ede8b7865165"}]': finished 2024-05-21T00:31:35.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:35 smithi092 ceph-mon[36335]: osdmap e15: 3 total, 2 up, 3 in 2024-05-21T00:31:35.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:35 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:31:35.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:35 smithi092 ceph-mon[36335]: from='client.? 172.21.15.92:0/358629643' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:31:35.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:35 smithi044 ceph-mon[31392]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:35.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:35 smithi044 ceph-mon[31392]: from='client.? 172.21.15.92:0/793505905' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "03dda03d-7581-476b-8e0b-ede8b7865165"}]: dispatch 2024-05-21T00:31:35.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:35 smithi044 ceph-mon[31392]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "03dda03d-7581-476b-8e0b-ede8b7865165"}]: dispatch 2024-05-21T00:31:35.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:35 smithi044 ceph-mon[31392]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "03dda03d-7581-476b-8e0b-ede8b7865165"}]': finished 2024-05-21T00:31:35.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:35 smithi044 ceph-mon[31392]: osdmap e15: 3 total, 2 up, 3 in 2024-05-21T00:31:35.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:35 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:31:35.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:35 smithi044 ceph-mon[31392]: from='client.? 172.21.15.92:0/358629643' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:31:35.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:35 smithi082 ceph-mon[36141]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:35.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:35 smithi082 ceph-mon[36141]: from='client.? 172.21.15.92:0/793505905' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "03dda03d-7581-476b-8e0b-ede8b7865165"}]: dispatch 2024-05-21T00:31:35.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:35 smithi082 ceph-mon[36141]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "03dda03d-7581-476b-8e0b-ede8b7865165"}]: dispatch 2024-05-21T00:31:35.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:35 smithi082 ceph-mon[36141]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "03dda03d-7581-476b-8e0b-ede8b7865165"}]': finished 2024-05-21T00:31:35.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:35 smithi082 ceph-mon[36141]: osdmap e15: 3 total, 2 up, 3 in 2024-05-21T00:31:35.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:35 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:31:35.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:35 smithi082 ceph-mon[36141]: from='client.? 172.21.15.92:0/358629643' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:31:37.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:37 smithi092 ceph-mon[36335]: pgmap v78: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:37.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:37 smithi044 ceph-mon[31392]: pgmap v78: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:37.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:37 smithi082 ceph-mon[36141]: pgmap v78: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:39.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:39 smithi092 ceph-mon[36335]: pgmap v79: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:39.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:39 smithi044 ceph-mon[31392]: pgmap v79: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:39.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:39 smithi082 ceph-mon[36141]: pgmap v79: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:41.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:41 smithi092 ceph-mon[36335]: pgmap v80: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:41.891 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:41 smithi044 ceph-mon[31392]: pgmap v80: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:41.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:41 smithi082 ceph-mon[36141]: pgmap v80: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:42.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:42 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-21T00:31:42.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:42 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:42.687 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:42 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-21T00:31:42.687 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:42 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:42.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:42 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-21T00:31:42.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:42 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:43.685 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:43 smithi092 ceph-mon[36335]: Deploying daemon osd.2 on smithi092 2024-05-21T00:31:43.685 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:43 smithi092 ceph-mon[36335]: pgmap v81: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:43.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:43 smithi044 ceph-mon[31392]: Deploying daemon osd.2 on smithi092 2024-05-21T00:31:43.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:43 smithi044 ceph-mon[31392]: pgmap v81: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:43.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:43 smithi082 ceph-mon[36141]: Deploying daemon osd.2 on smithi092 2024-05-21T00:31:43.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:43 smithi082 ceph-mon[36141]: pgmap v81: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:45.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:45 smithi092 ceph-mon[36335]: pgmap v82: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:45.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:45 smithi044 ceph-mon[31392]: pgmap v82: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:45.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:45 smithi082 ceph-mon[36141]: pgmap v82: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:47.634 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:47 smithi092 ceph-mon[36335]: pgmap v83: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:47.634 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:47 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:47.635 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:47 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:31:47.635 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:47 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:47.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:47 smithi044 ceph-mon[31392]: pgmap v83: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:47.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:47 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:47.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:47 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:31:47.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:47 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:47.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:47 smithi082 ceph-mon[36141]: pgmap v83: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:47.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:47 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:47.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:47 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:31:47.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:47 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:49.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:49 smithi092 ceph-mon[36335]: pgmap v84: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:49.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:49 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:49.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:49 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:49.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:49 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:49.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:49 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:31:49.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:49 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:49.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:49 smithi044 ceph-mon[31392]: pgmap v84: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:49.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:49 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:49.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:49 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:49.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:49 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:49.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:49 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:31:49.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:49 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:49.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:49 smithi082 ceph-mon[36141]: pgmap v84: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:49.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:49 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:49.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:49 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:49.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:49 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:49.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:49 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:31:49.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:49 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:50.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:50.567+0000 7f264f7fe700 1 -- 172.21.15.92:0/4090164261 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f2660063980 con 0x7f26480b2870 2024-05-21T00:31:50.571 INFO:teuthology.orchestra.run.smithi092.stdout:Created osd(s) 2 on host 'smithi092' 2024-05-21T00:31:50.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:50.570+0000 7f26649ae700 1 -- 172.21.15.92:0/4090164261 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f26480b2870 msgr2=0x7f26480b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:31:50.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:50.570+0000 7f26649ae700 1 --2- 172.21.15.92:0/4090164261 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f26480b2870 0x7f26480b4d30 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f26540098c0 tx=0x7f2654019040 comp rx=0 tx=0).stop 2024-05-21T00:31:50.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:50.570+0000 7f26649ae700 1 -- 172.21.15.92:0/4090164261 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f26601024b0 msgr2=0x7f266010ccb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:31:50.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:50.570+0000 7f26649ae700 1 --2- 172.21.15.92:0/4090164261 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f26601024b0 0x7f266010ccb0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f265000b500 tx=0x7f265000b810 comp rx=0 tx=0).stop 2024-05-21T00:31:50.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:50.570+0000 7f26649ae700 1 -- 172.21.15.92:0/4090164261 shutdown_connections 2024-05-21T00:31:50.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:50.570+0000 7f26649ae700 1 --2- 172.21.15.92:0/4090164261 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f26480b2870 0x7f26480b4d30 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:31:50.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:50.570+0000 7f26649ae700 1 --2- 172.21.15.92:0/4090164261 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2660104050 0x7f266010b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:31:50.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:50.570+0000 7f26649ae700 1 --2- 172.21.15.92:0/4090164261 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f26601024b0 0x7f266010ccb0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:31:50.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:50.570+0000 7f26649ae700 1 --2- 172.21.15.92:0/4090164261 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f26601036b0 0x7f266010b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:31:50.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:50.570+0000 7f26649ae700 1 -- 172.21.15.92:0/4090164261 >> 172.21.15.92:0/4090164261 conn(0x7f26600fda70 msgr2=0x7f2660106b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:31:50.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:50.570+0000 7f26649ae700 1 -- 172.21.15.92:0/4090164261 shutdown_connections 2024-05-21T00:31:50.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:31:50.570+0000 7f26649ae700 1 -- 172.21.15.92:0/4090164261 wait complete. 2024-05-21T00:31:51.197 DEBUG:teuthology.orchestra.run.smithi092:osd.2> sudo journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.2.service 2024-05-21T00:31:51.199 INFO:tasks.cephadm:Deploying osd.3 on smithi044 with /dev/vg_nvme/lv_3... 2024-05-21T00:31:51.199 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-21T00:31:51.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:51 smithi044 ceph-mon[31392]: pgmap v85: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:51.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:51 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:31:51.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:51 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:51.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:51 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:51.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:51 smithi044 ceph-mon[31392]: from='osd.2 [v2:172.21.15.92:6800/2514141415,v1:172.21.15.92:6801/2514141415]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-21T00:31:51.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:51 smithi044 ceph-mon[31392]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-21T00:31:51.662 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:31:51.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:51 smithi092 ceph-mon[36335]: pgmap v85: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:51.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:51 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:31:51.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:51 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:51.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:51 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:51.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:51 smithi092 ceph-mon[36335]: from='osd.2 [v2:172.21.15.92:6800/2514141415,v1:172.21.15.92:6801/2514141415]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-21T00:31:51.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:51 smithi092 ceph-mon[36335]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-21T00:31:51.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:51 smithi082 ceph-mon[36141]: pgmap v85: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:51.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:51 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:31:51.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:51 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:51.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:51 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:51.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:51 smithi082 ceph-mon[36141]: from='osd.2 [v2:172.21.15.92:6800/2514141415,v1:172.21.15.92:6801/2514141415]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-21T00:31:51.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:51 smithi082 ceph-mon[36141]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-21T00:31:52.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:52 smithi092 ceph-mon[36335]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-21T00:31:52.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:52 smithi092 ceph-mon[36335]: from='osd.2 [v2:172.21.15.92:6800/2514141415,v1:172.21.15.92:6801/2514141415]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-05-21T00:31:52.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:52 smithi092 ceph-mon[36335]: osdmap e16: 3 total, 2 up, 3 in 2024-05-21T00:31:52.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:52 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:31:52.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:52 smithi092 ceph-mon[36335]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-05-21T00:31:52.808 INFO:journalctl@ceph.osd.2.smithi092.stdout:May 21 00:31:52 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-2[41451]: 2024-05-21T00:31:52.556+0000 7fc11882f700 -1 osd.2 0 waiting for initial osdmap 2024-05-21T00:31:52.808 INFO:journalctl@ceph.osd.2.smithi092.stdout:May 21 00:31:52 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-2[41451]: 2024-05-21T00:31:52.571+0000 7fc114622700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T00:31:52.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:52 smithi044 ceph-mon[31392]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-21T00:31:52.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:52 smithi044 ceph-mon[31392]: from='osd.2 [v2:172.21.15.92:6800/2514141415,v1:172.21.15.92:6801/2514141415]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-05-21T00:31:52.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:52 smithi044 ceph-mon[31392]: osdmap e16: 3 total, 2 up, 3 in 2024-05-21T00:31:52.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:52 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:31:52.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:52 smithi044 ceph-mon[31392]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-05-21T00:31:52.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:52 smithi082 ceph-mon[36141]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-21T00:31:52.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:52 smithi082 ceph-mon[36141]: from='osd.2 [v2:172.21.15.92:6800/2514141415,v1:172.21.15.92:6801/2514141415]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-05-21T00:31:52.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:52 smithi082 ceph-mon[36141]: osdmap e16: 3 total, 2 up, 3 in 2024-05-21T00:31:52.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:52 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:31:52.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:52 smithi082 ceph-mon[36141]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-05-21T00:31:53.683 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:53 smithi092 ceph-mon[36335]: pgmap v87: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:53.683 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:53 smithi092 ceph-mon[36335]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]': finished 2024-05-21T00:31:53.683 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:53 smithi092 ceph-mon[36335]: osdmap e17: 3 total, 2 up, 3 in 2024-05-21T00:31:53.683 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:53 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:31:53.683 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:53 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:31:53.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:53 smithi044 ceph-mon[31392]: pgmap v87: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:53.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:53 smithi044 ceph-mon[31392]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]': finished 2024-05-21T00:31:53.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:53 smithi044 ceph-mon[31392]: osdmap e17: 3 total, 2 up, 3 in 2024-05-21T00:31:53.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:53 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:31:53.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:53 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:31:53.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:53 smithi082 ceph-mon[36141]: pgmap v87: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:53.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:53 smithi082 ceph-mon[36141]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]': finished 2024-05-21T00:31:53.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:53 smithi082 ceph-mon[36141]: osdmap e17: 3 total, 2 up, 3 in 2024-05-21T00:31:53.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:53 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:31:53.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:53 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:31:54.592 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-21T00:31:54.592 INFO:teuthology.orchestra.run.smithi044.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-21T00:31:54.592 INFO:teuthology.orchestra.run.smithi044.stderr: stderr: 10+0 records in 2024-05-21T00:31:54.592 INFO:teuthology.orchestra.run.smithi044.stderr:10+0 records out 2024-05-21T00:31:54.592 INFO:teuthology.orchestra.run.smithi044.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0372811 s, 281 MB/s 2024-05-21T00:31:54.592 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping successful for: 2024-05-21T00:31:54.833 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:54 smithi044 ceph-mon[31392]: purged_snaps scrub starts 2024-05-21T00:31:54.833 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:54 smithi044 ceph-mon[31392]: purged_snaps scrub ok 2024-05-21T00:31:54.833 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:54 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:31:54.833 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:54 smithi044 ceph-mon[31392]: osd.2 [v2:172.21.15.92:6800/2514141415,v1:172.21.15.92:6801/2514141415] boot 2024-05-21T00:31:54.833 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:54 smithi044 ceph-mon[31392]: osdmap e18: 3 total, 3 up, 3 in 2024-05-21T00:31:54.833 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:54 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:31:54.833 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:54 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:54.833 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:54 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:54.833 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:54 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:31:54.833 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:54 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:54.833 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:54 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:54.834 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:54 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:31:54.834 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:54 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:54.834 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:54 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-21T00:31:54.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:54 smithi082 ceph-mon[36141]: purged_snaps scrub starts 2024-05-21T00:31:54.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:54 smithi082 ceph-mon[36141]: purged_snaps scrub ok 2024-05-21T00:31:54.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:54 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:31:54.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:54 smithi082 ceph-mon[36141]: osd.2 [v2:172.21.15.92:6800/2514141415,v1:172.21.15.92:6801/2514141415] boot 2024-05-21T00:31:54.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:54 smithi082 ceph-mon[36141]: osdmap e18: 3 total, 3 up, 3 in 2024-05-21T00:31:54.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:54 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:31:54.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:54 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:54.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:54 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:54.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:54 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:31:54.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:54 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:54.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:54 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:54.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:54 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:31:54.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:54 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:54.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:54 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-21T00:31:55.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:54 smithi092 ceph-mon[36335]: purged_snaps scrub starts 2024-05-21T00:31:55.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:54 smithi092 ceph-mon[36335]: purged_snaps scrub ok 2024-05-21T00:31:55.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:54 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:31:55.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:54 smithi092 ceph-mon[36335]: osd.2 [v2:172.21.15.92:6800/2514141415,v1:172.21.15.92:6801/2514141415] boot 2024-05-21T00:31:55.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:54 smithi092 ceph-mon[36335]: osdmap e18: 3 total, 3 up, 3 in 2024-05-21T00:31:55.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:54 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:31:55.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:54 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:55.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:54 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:55.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:54 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:31:55.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:54 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:55.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:54 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:55.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:54 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:31:55.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:54 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:55.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:54 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-21T00:31:55.488 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi044:vg_nvme/lv_3 2024-05-21T00:31:55.792 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:55 smithi044 ceph-mon[31392]: Detected new or changed devices on smithi092 2024-05-21T00:31:55.792 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:55 smithi044 ceph-mon[31392]: Adjusting osd_memory_target on smithi092 to 17088M 2024-05-21T00:31:55.792 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:55 smithi044 ceph-mon[31392]: pgmap v90: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:55.792 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:55 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-21T00:31:55.792 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:55 smithi044 ceph-mon[31392]: osdmap e19: 3 total, 3 up, 3 in 2024-05-21T00:31:55.792 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:55 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T00:31:55.932 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:31:55.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:55 smithi082 ceph-mon[36141]: Detected new or changed devices on smithi092 2024-05-21T00:31:55.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:55 smithi082 ceph-mon[36141]: Adjusting osd_memory_target on smithi092 to 17088M 2024-05-21T00:31:55.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:55 smithi082 ceph-mon[36141]: pgmap v90: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:55.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:55 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-21T00:31:55.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:55 smithi082 ceph-mon[36141]: osdmap e19: 3 total, 3 up, 3 in 2024-05-21T00:31:55.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:55 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T00:31:56.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:55 smithi092 ceph-mon[36335]: Detected new or changed devices on smithi092 2024-05-21T00:31:56.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:55 smithi092 ceph-mon[36335]: Adjusting osd_memory_target on smithi092 to 17088M 2024-05-21T00:31:56.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:55 smithi092 ceph-mon[36335]: pgmap v90: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:31:56.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:55 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-21T00:31:56.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:55 smithi092 ceph-mon[36335]: osdmap e19: 3 total, 3 up, 3 in 2024-05-21T00:31:56.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:55 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T00:31:56.400 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 21 00:31:56 smithi044 sudo[50173]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-21T00:31:56.400 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 21 00:31:56 smithi044 sudo[50173]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T00:31:56.400 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 21 00:31:56 smithi044 sudo[50173]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T00:31:56.400 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 21 00:31:56 smithi044 sudo[50173]: pam_unix(sudo:session): session closed for user root 2024-05-21T00:31:56.400 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 21 00:31:56 smithi044 sudo[50178]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-21T00:31:56.400 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 21 00:31:56 smithi044 sudo[50178]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T00:31:56.400 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 21 00:31:56 smithi044 sudo[50178]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T00:31:56.400 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 21 00:31:56 smithi044 sudo[50178]: pam_unix(sudo:session): session closed for user root 2024-05-21T00:31:56.661 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:56 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-21T00:31:56.661 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:56 smithi082 ceph-mon[36141]: osdmap e20: 3 total, 3 up, 3 in 2024-05-21T00:31:56.661 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:56 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:56.661 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:56 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:56.661 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:56 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:56.661 INFO:journalctl@ceph.osd.1.smithi082.stdout:May 21 00:31:56 smithi082 sudo[44384]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-21T00:31:56.661 INFO:journalctl@ceph.osd.1.smithi082.stdout:May 21 00:31:56 smithi082 sudo[44384]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T00:31:56.662 INFO:journalctl@ceph.osd.1.smithi082.stdout:May 21 00:31:56 smithi082 sudo[44384]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T00:31:56.662 INFO:journalctl@ceph.osd.1.smithi082.stdout:May 21 00:31:56 smithi082 sudo[44384]: pam_unix(sudo:session): session closed for user root 2024-05-21T00:31:56.662 INFO:journalctl@ceph.osd.1.smithi082.stdout:May 21 00:31:56 smithi082 sudo[44387]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-21T00:31:56.662 INFO:journalctl@ceph.osd.1.smithi082.stdout:May 21 00:31:56 smithi082 sudo[44387]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T00:31:56.662 INFO:journalctl@ceph.osd.1.smithi082.stdout:May 21 00:31:56 smithi082 sudo[44387]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T00:31:56.662 INFO:journalctl@ceph.osd.1.smithi082.stdout:May 21 00:31:56 smithi082 sudo[44387]: pam_unix(sudo:session): session closed for user root 2024-05-21T00:31:56.808 INFO:journalctl@ceph.osd.2.smithi092.stdout:May 21 00:31:56 smithi092 sudo[45506]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-21T00:31:56.808 INFO:journalctl@ceph.osd.2.smithi092.stdout:May 21 00:31:56 smithi092 sudo[45506]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T00:31:56.808 INFO:journalctl@ceph.osd.2.smithi092.stdout:May 21 00:31:56 smithi092 sudo[45506]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T00:31:56.808 INFO:journalctl@ceph.osd.2.smithi092.stdout:May 21 00:31:56 smithi092 sudo[45506]: pam_unix(sudo:session): session closed for user root 2024-05-21T00:31:56.808 INFO:journalctl@ceph.osd.2.smithi092.stdout:May 21 00:31:56 smithi092 sudo[45509]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-21T00:31:56.808 INFO:journalctl@ceph.osd.2.smithi092.stdout:May 21 00:31:56 smithi092 sudo[45509]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T00:31:56.808 INFO:journalctl@ceph.osd.2.smithi092.stdout:May 21 00:31:56 smithi092 sudo[45509]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T00:31:56.808 INFO:journalctl@ceph.osd.2.smithi092.stdout:May 21 00:31:56 smithi092 sudo[45509]: pam_unix(sudo:session): session closed for user root 2024-05-21T00:31:56.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:56 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-21T00:31:56.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:56 smithi092 ceph-mon[36335]: osdmap e20: 3 total, 3 up, 3 in 2024-05-21T00:31:56.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:56 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:56.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:56 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:56.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:56 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:56.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:56 smithi092 sudo[45512]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-21T00:31:56.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:56 smithi092 sudo[45512]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T00:31:56.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:56 smithi092 sudo[45512]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T00:31:56.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:56 smithi092 sudo[45512]: pam_unix(sudo:session): session closed for user root 2024-05-21T00:31:56.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:56 smithi092 sudo[45515]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-21T00:31:56.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:56 smithi092 sudo[45515]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T00:31:56.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:56 smithi092 sudo[45515]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T00:31:56.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:56 smithi092 sudo[45515]: pam_unix(sudo:session): session closed for user root 2024-05-21T00:31:56.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:56 smithi044 sudo[50195]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-21T00:31:56.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:56 smithi044 sudo[50195]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T00:31:56.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:56 smithi044 sudo[50195]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T00:31:56.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:56 smithi044 sudo[50195]: pam_unix(sudo:session): session closed for user root 2024-05-21T00:31:56.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:56 smithi044 sudo[50199]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-21T00:31:56.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:56 smithi044 sudo[50199]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T00:31:56.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:56 smithi044 sudo[50199]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T00:31:56.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:56 smithi044 sudo[50199]: pam_unix(sudo:session): session closed for user root 2024-05-21T00:31:56.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:56 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-21T00:31:56.884 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:56 smithi044 ceph-mon[31392]: osdmap e20: 3 total, 3 up, 3 in 2024-05-21T00:31:56.884 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:56 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:56.884 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:56 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:56.884 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:56 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:31:56.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:56 smithi082 sudo[44390]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-21T00:31:56.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:56 smithi082 sudo[44390]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T00:31:56.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:56 smithi082 sudo[44390]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T00:31:56.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:56 smithi082 sudo[44390]: pam_unix(sudo:session): session closed for user root 2024-05-21T00:31:56.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:56 smithi082 sudo[44393]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-21T00:31:56.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:56 smithi082 sudo[44393]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T00:31:56.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:56 smithi082 sudo[44393]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T00:31:56.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:56 smithi082 sudo[44393]: pam_unix(sudo:session): session closed for user root 2024-05-21T00:31:57.823 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:57 smithi044 ceph-mon[31392]: pgmap v93: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:31:57.823 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:57 smithi044 ceph-mon[31392]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T00:31:57.823 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:57 smithi044 ceph-mon[31392]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T00:31:57.824 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:57 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:31:57.824 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:57 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:31:57.824 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:57 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:31:57.824 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:57 smithi044 ceph-mon[31392]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T00:31:57.824 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:57 smithi044 ceph-mon[31392]: osdmap e21: 3 total, 3 up, 3 in 2024-05-21T00:31:57.824 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:57 smithi044 ceph-mon[31392]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-05-21T00:31:57.824 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:57 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:31:57.824 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:57 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:31:57.824 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:57 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:31:57.824 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:57 smithi044 ceph-mon[31392]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T00:31:57.824 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:57 smithi044 ceph-mon[31392]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T00:31:57.825 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:57 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:31:57.825 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:57 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:31:57.825 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:57 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:31:57.825 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:57 smithi044 ceph-mon[31392]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T00:31:57.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:57 smithi082 ceph-mon[36141]: pgmap v93: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:31:57.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:57 smithi082 ceph-mon[36141]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T00:31:57.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:57 smithi082 ceph-mon[36141]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T00:31:57.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:57 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:31:57.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:57 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:31:57.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:57 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:31:57.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:57 smithi082 ceph-mon[36141]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T00:31:57.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:57 smithi082 ceph-mon[36141]: osdmap e21: 3 total, 3 up, 3 in 2024-05-21T00:31:57.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:57 smithi082 ceph-mon[36141]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-05-21T00:31:57.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:57 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:31:57.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:57 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:31:57.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:57 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:31:57.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:57 smithi082 ceph-mon[36141]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T00:31:57.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:57 smithi082 ceph-mon[36141]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T00:31:57.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:57 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:31:57.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:57 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:31:57.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:57 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:31:57.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:57 smithi082 ceph-mon[36141]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T00:31:58.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:57.999+0000 7f668a800700 1 -- 172.21.15.44:0/1657287341 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6684075fa0 msgr2=0x7f6684076420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:31:58.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:57.999+0000 7f668a800700 1 --2- 172.21.15.44:0/1657287341 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6684075fa0 0x7f6684076420 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f666c009990 tx=0x7f666c009ca0 comp rx=0 tx=0).stop 2024-05-21T00:31:58.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.000+0000 7f668a800700 1 -- 172.21.15.44:0/1657287341 shutdown_connections 2024-05-21T00:31:58.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.000+0000 7f668a800700 1 --2- 172.21.15.44:0/1657287341 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6684077570 0x7f66840759d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:31:58.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.000+0000 7f668a800700 1 --2- 172.21.15.44:0/1657287341 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f668410b480 0x7f668410d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:31:58.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.000+0000 7f668a800700 1 --2- 172.21.15.44:0/1657287341 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6684075fa0 0x7f6684076420 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:31:58.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.000+0000 7f668a800700 1 -- 172.21.15.44:0/1657287341 >> 172.21.15.44:0/1657287341 conn(0x7f66840feb10 msgr2=0x7f6684100f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:31:58.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.000+0000 7f668a800700 1 -- 172.21.15.44:0/1657287341 shutdown_connections 2024-05-21T00:31:58.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.000+0000 7f668a800700 1 -- 172.21.15.44:0/1657287341 wait complete. 2024-05-21T00:31:58.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.002+0000 7f668a800700 1 Processor -- start 2024-05-21T00:31:58.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.002+0000 7f668a800700 1 -- start start 2024-05-21T00:31:58.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.002+0000 7f668a800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6684075fa0 0x7f668419b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:31:58.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.003+0000 7f668a800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6684077570 0x7f668419bef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:31:58.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.003+0000 7f668a800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f668410b480 0x7f66841a2f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:31:58.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.003+0000 7f668a800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f66841112b0 con 0x7f6684077570 2024-05-21T00:31:58.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.003+0000 7f668a800700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f6684111130 con 0x7f6684075fa0 2024-05-21T00:31:58.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.003+0000 7f668a800700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f6684111430 con 0x7f668410b480 2024-05-21T00:31:58.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.003+0000 7f667aa00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6684077570 0x7f668419bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:31:58.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.003+0000 7f667aa00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6684077570 0x7f668419bef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:55766/0 (socket says 172.21.15.44:55766) 2024-05-21T00:31:58.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.003+0000 7f667aa00700 1 -- 172.21.15.44:0/3672200651 learned_addr learned my addr 172.21.15.44:0/3672200651 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:31:58.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.003+0000 7f6683400700 1 --2- 172.21.15.44:0/3672200651 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6684075fa0 0x7f668419b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:31:58.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.003+0000 7f6683e00700 1 --2- 172.21.15.44:0/3672200651 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f668410b480 0x7f66841a2f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:31:58.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.004+0000 7f667aa00700 1 -- 172.21.15.44:0/3672200651 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f668410b480 msgr2=0x7f66841a2f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:31:58.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.004+0000 7f667aa00700 1 --2- 172.21.15.44:0/3672200651 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f668410b480 0x7f66841a2f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:31:58.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.004+0000 7f667aa00700 1 -- 172.21.15.44:0/3672200651 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6684075fa0 msgr2=0x7f668419b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:31:58.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.004+0000 7f667aa00700 1 --2- 172.21.15.44:0/3672200651 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6684075fa0 0x7f668419b9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:31:58.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.004+0000 7f667aa00700 1 -- 172.21.15.44:0/3672200651 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66841a35c0 con 0x7f6684077570 2024-05-21T00:31:58.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.004+0000 7f6683e00700 1 --2- 172.21.15.44:0/3672200651 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f668410b480 0x7f66841a2f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:31:58.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.004+0000 7f667aa00700 1 --2- 172.21.15.44:0/3672200651 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6684077570 0x7f668419bef0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f666c00b760 tx=0x7f666c0057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:31:58.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.004+0000 7f6680c00700 1 -- 172.21.15.44:0/3672200651 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f666c027070 con 0x7f6684077570 2024-05-21T00:31:58.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.004+0000 7f668a800700 1 -- 172.21.15.44:0/3672200651 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66841a3850 con 0x7f6684077570 2024-05-21T00:31:58.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.004+0000 7f6680c00700 1 -- 172.21.15.44:0/3672200651 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f666c022470 con 0x7f6684077570 2024-05-21T00:31:58.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.004+0000 7f6680c00700 1 -- 172.21.15.44:0/3672200651 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f666c017650 con 0x7f6684077570 2024-05-21T00:31:58.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.005+0000 7f668a800700 1 -- 172.21.15.44:0/3672200651 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66841a3cb0 con 0x7f6684077570 2024-05-21T00:31:58.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.006+0000 7f668a800700 1 -- 172.21.15.44:0/3672200651 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f668406a230 con 0x7f6684077570 2024-05-21T00:31:58.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.008+0000 7f6680c00700 1 -- 172.21.15.44:0/3672200651 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f666c02a070 con 0x7f6684077570 2024-05-21T00:31:58.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.010+0000 7f6680c00700 1 --2- 172.21.15.44:0/3672200651 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f66680b2880 0x7f66680b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:31:58.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.011+0000 7f6680c00700 1 -- 172.21.15.44:0/3672200651 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 3237+0+0 (secure 0 0 0) 0x7f666c0e1f10 con 0x7f6684077570 2024-05-21T00:31:58.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.011+0000 7f6683400700 1 --2- 172.21.15.44:0/3672200651 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f66680b2880 0x7f66680b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:31:58.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.012+0000 7f6683400700 1 --2- 172.21.15.44:0/3672200651 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f66680b2880 0x7f66680b4d40 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f6684077950 tx=0x7f6674009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:31:58.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.014+0000 7f6680c00700 1 -- 172.21.15.44:0/3672200651 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f666c031080 con 0x7f6684077570 2024-05-21T00:31:58.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:57 smithi092 ceph-mon[36335]: pgmap v93: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:31:58.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:57 smithi092 ceph-mon[36335]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T00:31:58.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:57 smithi092 ceph-mon[36335]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T00:31:58.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:57 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:31:58.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:57 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:31:58.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:57 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:31:58.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:57 smithi092 ceph-mon[36335]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T00:31:58.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:57 smithi092 ceph-mon[36335]: osdmap e21: 3 total, 3 up, 3 in 2024-05-21T00:31:58.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:57 smithi092 ceph-mon[36335]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-05-21T00:31:58.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:57 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:31:58.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:57 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:31:58.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:57 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:31:58.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:57 smithi092 ceph-mon[36335]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T00:31:58.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:57 smithi092 ceph-mon[36335]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T00:31:58.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:57 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:31:58.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:57 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:31:58.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:57 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:31:58.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:57 smithi092 ceph-mon[36335]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T00:31:58.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:31:58.264+0000 7f668a800700 1 -- 172.21.15.44:0/3672200651 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f6684063980 con 0x7f66680b2880 2024-05-21T00:31:58.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:58 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:31:58.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:58 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:31:58.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:58 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:58.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:58 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:31:58.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:58 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:31:58.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:58 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:59.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:58 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:31:59.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:58 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:31:59.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:58 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:31:59.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:59 smithi044 ceph-mon[31392]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:31:59.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:31:59 smithi044 ceph-mon[31392]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:31:59.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:59 smithi082 ceph-mon[36141]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:31:59.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:31:59 smithi082 ceph-mon[36141]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:32:00.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:59 smithi092 ceph-mon[36335]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:32:00.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:31:59 smithi092 ceph-mon[36335]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:32:01.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:01 smithi044 ceph-mon[31392]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:32:01.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:01 smithi082 ceph-mon[36141]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:32:02.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:01 smithi092 ceph-mon[36335]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:32:02.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:02 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1809140794' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ee4c6871-e0ba-4dda-9fa1-f53d17314665"}]: dispatch 2024-05-21T00:32:02.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:02 smithi044 ceph-mon[31392]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ee4c6871-e0ba-4dda-9fa1-f53d17314665"}]: dispatch 2024-05-21T00:32:02.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:02 smithi044 ceph-mon[31392]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ee4c6871-e0ba-4dda-9fa1-f53d17314665"}]': finished 2024-05-21T00:32:02.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:02 smithi044 ceph-mon[31392]: osdmap e22: 4 total, 3 up, 4 in 2024-05-21T00:32:02.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:02 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T00:32:02.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:02 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/1809140794' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ee4c6871-e0ba-4dda-9fa1-f53d17314665"}]: dispatch 2024-05-21T00:32:02.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:02 smithi082 ceph-mon[36141]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ee4c6871-e0ba-4dda-9fa1-f53d17314665"}]: dispatch 2024-05-21T00:32:02.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:02 smithi082 ceph-mon[36141]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ee4c6871-e0ba-4dda-9fa1-f53d17314665"}]': finished 2024-05-21T00:32:02.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:02 smithi082 ceph-mon[36141]: osdmap e22: 4 total, 3 up, 4 in 2024-05-21T00:32:02.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:02 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T00:32:03.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:02 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/1809140794' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ee4c6871-e0ba-4dda-9fa1-f53d17314665"}]: dispatch 2024-05-21T00:32:03.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:02 smithi092 ceph-mon[36335]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ee4c6871-e0ba-4dda-9fa1-f53d17314665"}]: dispatch 2024-05-21T00:32:03.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:02 smithi092 ceph-mon[36335]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ee4c6871-e0ba-4dda-9fa1-f53d17314665"}]': finished 2024-05-21T00:32:03.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:02 smithi092 ceph-mon[36335]: osdmap e22: 4 total, 3 up, 4 in 2024-05-21T00:32:03.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:02 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T00:32:03.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:03 smithi044 ceph-mon[31392]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail; 3.2 KiB/s rd, 142 KiB/s wr, 10 op/s 2024-05-21T00:32:03.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:03 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/3694999825' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:32:03.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:03 smithi082 ceph-mon[36141]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail; 3.2 KiB/s rd, 142 KiB/s wr, 10 op/s 2024-05-21T00:32:03.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:03 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/3694999825' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:32:04.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:03 smithi092 ceph-mon[36335]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail; 3.2 KiB/s rd, 142 KiB/s wr, 10 op/s 2024-05-21T00:32:04.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:03 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/3694999825' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:32:05.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:05 smithi044 ceph-mon[31392]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail; 2.4 KiB/s rd, 104 KiB/s wr, 7 op/s 2024-05-21T00:32:05.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:05 smithi082 ceph-mon[36141]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail; 2.4 KiB/s rd, 104 KiB/s wr, 7 op/s 2024-05-21T00:32:06.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:05 smithi092 ceph-mon[36335]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail; 2.4 KiB/s rd, 104 KiB/s wr, 7 op/s 2024-05-21T00:32:07.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:07 smithi044 ceph-mon[31392]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail; 1.9 KiB/s rd, 82 KiB/s wr, 5 op/s 2024-05-21T00:32:07.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:07 smithi082 ceph-mon[36141]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail; 1.9 KiB/s rd, 82 KiB/s wr, 5 op/s 2024-05-21T00:32:08.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:07 smithi092 ceph-mon[36335]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail; 1.9 KiB/s rd, 82 KiB/s wr, 5 op/s 2024-05-21T00:32:08.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:08 smithi044 ceph-mon[31392]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-05-21T00:32:08.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:08 smithi082 ceph-mon[36141]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-05-21T00:32:09.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:08 smithi092 ceph-mon[36335]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-05-21T00:32:11.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:11 smithi092 ceph-mon[36335]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-05-21T00:32:11.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:11 smithi044 ceph-mon[31392]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-05-21T00:32:11.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:11 smithi082 ceph-mon[36141]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-05-21T00:32:12.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:12 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-21T00:32:12.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:12 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:32:12.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:12 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-21T00:32:12.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:12 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:32:12.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:12 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-21T00:32:12.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:12 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:32:13.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:13 smithi092 ceph-mon[36335]: Deploying daemon osd.3 on smithi044 2024-05-21T00:32:13.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:13 smithi092 ceph-mon[36335]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:32:13.598 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:13 smithi044 ceph-mon[31392]: Deploying daemon osd.3 on smithi044 2024-05-21T00:32:13.598 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:13 smithi044 ceph-mon[31392]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:32:13.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:13 smithi082 ceph-mon[36141]: Deploying daemon osd.3 on smithi044 2024-05-21T00:32:13.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:13 smithi082 ceph-mon[36141]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:32:15.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:15 smithi092 ceph-mon[36335]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:32:15.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:15 smithi044 ceph-mon[31392]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:32:15.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:15 smithi082 ceph-mon[36141]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:32:17.551 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:17 smithi044 ceph-mon[31392]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:32:17.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:17 smithi092 ceph-mon[36335]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:32:17.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:17 smithi082 ceph-mon[36141]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:32:19.293 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:19 smithi044 ceph-mon[31392]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:32:19.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:19 smithi092 ceph-mon[36335]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:32:19.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:19 smithi082 ceph-mon[36141]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:32:21.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:21 smithi092 ceph-mon[36335]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:32:21.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:21 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:21.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:21 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:32:21.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:21 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:21.578 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:21 smithi044 ceph-mon[31392]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:32:21.578 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:21 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:21.578 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:21 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:32:21.578 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:21 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:21.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:21 smithi082 ceph-mon[36141]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:32:21.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:21 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:21.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:21 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:32:21.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:21 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:23.453 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:23 smithi044 ceph-mon[31392]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:32:23.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:23 smithi092 ceph-mon[36335]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:32:23.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:23 smithi082 ceph-mon[36141]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:32:25.057 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:24 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:25.057 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:24 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:25.058 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:24 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:32:25.058 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:24 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:32:25.058 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:24 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:25.058 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:24 smithi044 ceph-mon[31392]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:32:25.058 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:24 smithi044 ceph-mon[31392]: from='osd.3 [v2:172.21.15.44:6810/3929544733,v1:172.21.15.44:6811/3929544733]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-21T00:32:25.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:32:25.168+0000 7f6680c00700 1 -- 172.21.15.44:0/3672200651 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f6684063980 con 0x7f66680b2880 2024-05-21T00:32:25.173 INFO:teuthology.orchestra.run.smithi044.stdout:Created osd(s) 3 on host 'smithi044' 2024-05-21T00:32:25.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:32:25.172+0000 7f668a800700 1 -- 172.21.15.44:0/3672200651 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f66680b2880 msgr2=0x7f66680b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:32:25.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:32:25.172+0000 7f668a800700 1 --2- 172.21.15.44:0/3672200651 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f66680b2880 0x7f66680b4d40 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f6684077950 tx=0x7f6674009260 comp rx=0 tx=0).stop 2024-05-21T00:32:25.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:32:25.172+0000 7f668a800700 1 -- 172.21.15.44:0/3672200651 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6684077570 msgr2=0x7f668419bef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:32:25.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:32:25.172+0000 7f668a800700 1 --2- 172.21.15.44:0/3672200651 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6684077570 0x7f668419bef0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f666c00b760 tx=0x7f666c0057c0 comp rx=0 tx=0).stop 2024-05-21T00:32:25.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:32:25.173+0000 7f668a800700 1 -- 172.21.15.44:0/3672200651 shutdown_connections 2024-05-21T00:32:25.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:32:25.173+0000 7f668a800700 1 --2- 172.21.15.44:0/3672200651 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f66680b2880 0x7f66680b4d40 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:32:25.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:32:25.173+0000 7f668a800700 1 --2- 172.21.15.44:0/3672200651 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f668410b480 0x7f66841a2f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:32:25.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:32:25.173+0000 7f668a800700 1 --2- 172.21.15.44:0/3672200651 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6684075fa0 0x7f668419b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:32:25.178 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:32:25.173+0000 7f668a800700 1 --2- 172.21.15.44:0/3672200651 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6684077570 0x7f668419bef0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:32:25.178 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:32:25.173+0000 7f668a800700 1 -- 172.21.15.44:0/3672200651 >> 172.21.15.44:0/3672200651 conn(0x7f66840feb10 msgr2=0x7f6684107380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:32:25.178 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:32:25.173+0000 7f668a800700 1 -- 172.21.15.44:0/3672200651 shutdown_connections 2024-05-21T00:32:25.178 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:32:25.173+0000 7f668a800700 1 -- 172.21.15.44:0/3672200651 wait complete. 2024-05-21T00:32:25.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:24 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:25.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:24 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:25.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:24 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:32:25.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:24 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:32:25.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:24 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:25.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:24 smithi082 ceph-mon[36141]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:32:25.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:24 smithi082 ceph-mon[36141]: from='osd.3 [v2:172.21.15.44:6810/3929544733,v1:172.21.15.44:6811/3929544733]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-21T00:32:25.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:24 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:25.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:24 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:25.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:24 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:32:25.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:24 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:32:25.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:24 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:25.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:24 smithi092 ceph-mon[36335]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:32:25.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:24 smithi092 ceph-mon[36335]: from='osd.3 [v2:172.21.15.44:6810/3929544733,v1:172.21.15.44:6811/3929544733]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-21T00:32:26.083 DEBUG:teuthology.orchestra.run.smithi044:osd.3> sudo journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.3.service 2024-05-21T00:32:26.091 INFO:tasks.cephadm:Deploying osd.4 on smithi082 with /dev/vg_nvme/lv_3... 2024-05-21T00:32:26.091 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-21T00:32:26.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:25 smithi082 ceph-mon[36141]: from='osd.3 [v2:172.21.15.44:6810/3929544733,v1:172.21.15.44:6811/3929544733]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-21T00:32:26.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:25 smithi082 ceph-mon[36141]: osdmap e23: 4 total, 3 up, 4 in 2024-05-21T00:32:26.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:25 smithi082 ceph-mon[36141]: from='osd.3 [v2:172.21.15.44:6810/3929544733,v1:172.21.15.44:6811/3929544733]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-21T00:32:26.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:25 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T00:32:26.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:25 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:26.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:25 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:26.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:25 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:32:26.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:25 smithi092 ceph-mon[36335]: from='osd.3 [v2:172.21.15.44:6810/3929544733,v1:172.21.15.44:6811/3929544733]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-21T00:32:26.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:25 smithi092 ceph-mon[36335]: osdmap e23: 4 total, 3 up, 4 in 2024-05-21T00:32:26.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:25 smithi092 ceph-mon[36335]: from='osd.3 [v2:172.21.15.44:6810/3929544733,v1:172.21.15.44:6811/3929544733]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-21T00:32:26.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:25 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T00:32:26.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:25 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:26.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:25 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:26.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:25 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:32:26.335 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T00:32:26.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:25 smithi044 ceph-mon[31392]: from='osd.3 [v2:172.21.15.44:6810/3929544733,v1:172.21.15.44:6811/3929544733]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-21T00:32:26.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:25 smithi044 ceph-mon[31392]: osdmap e23: 4 total, 3 up, 4 in 2024-05-21T00:32:26.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:25 smithi044 ceph-mon[31392]: from='osd.3 [v2:172.21.15.44:6810/3929544733,v1:172.21.15.44:6811/3929544733]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-21T00:32:26.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:25 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T00:32:26.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:25 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:26.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:25 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:26.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:25 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:32:26.899 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 21 00:32:26 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-3[52523]: 2024-05-21T00:32:26.604+0000 7f5b14400700 -1 osd.3 0 waiting for initial osdmap 2024-05-21T00:32:26.899 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 21 00:32:26 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-3[52523]: 2024-05-21T00:32:26.622+0000 7f5b09800700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T00:32:27.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:26 smithi082 ceph-mon[36141]: from='osd.3 [v2:172.21.15.44:6810/3929544733,v1:172.21.15.44:6811/3929544733]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-05-21T00:32:27.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:26 smithi082 ceph-mon[36141]: osdmap e24: 4 total, 3 up, 4 in 2024-05-21T00:32:27.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:26 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T00:32:27.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:26 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T00:32:27.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:26 smithi082 ceph-mon[36141]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:32:27.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:26 smithi082 ceph-mon[36141]: from='osd.3 [v2:172.21.15.44:6810/3929544733,v1:172.21.15.44:6811/3929544733]' entity='osd.3' 2024-05-21T00:32:27.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:26 smithi092 ceph-mon[36335]: from='osd.3 [v2:172.21.15.44:6810/3929544733,v1:172.21.15.44:6811/3929544733]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-05-21T00:32:27.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:26 smithi092 ceph-mon[36335]: osdmap e24: 4 total, 3 up, 4 in 2024-05-21T00:32:27.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:26 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T00:32:27.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:26 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T00:32:27.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:26 smithi092 ceph-mon[36335]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:32:27.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:26 smithi092 ceph-mon[36335]: from='osd.3 [v2:172.21.15.44:6810/3929544733,v1:172.21.15.44:6811/3929544733]' entity='osd.3' 2024-05-21T00:32:27.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:26 smithi044 ceph-mon[31392]: from='osd.3 [v2:172.21.15.44:6810/3929544733,v1:172.21.15.44:6811/3929544733]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-05-21T00:32:27.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:26 smithi044 ceph-mon[31392]: osdmap e24: 4 total, 3 up, 4 in 2024-05-21T00:32:27.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:26 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T00:32:27.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:26 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T00:32:27.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:26 smithi044 ceph-mon[31392]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:32:27.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:26 smithi044 ceph-mon[31392]: from='osd.3 [v2:172.21.15.44:6810/3929544733,v1:172.21.15.44:6811/3929544733]' entity='osd.3' 2024-05-21T00:32:28.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:27 smithi044 ceph-mon[31392]: purged_snaps scrub starts 2024-05-21T00:32:28.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:27 smithi044 ceph-mon[31392]: purged_snaps scrub ok 2024-05-21T00:32:28.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:27 smithi044 ceph-mon[31392]: osd.3 [v2:172.21.15.44:6810/3929544733,v1:172.21.15.44:6811/3929544733] boot 2024-05-21T00:32:28.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:27 smithi044 ceph-mon[31392]: osdmap e25: 4 total, 4 up, 4 in 2024-05-21T00:32:28.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:27 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T00:32:28.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:27 smithi044 ceph-mon[31392]: osdmap e26: 4 total, 4 up, 4 in 2024-05-21T00:32:28.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:27 smithi082 ceph-mon[36141]: purged_snaps scrub starts 2024-05-21T00:32:28.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:27 smithi082 ceph-mon[36141]: purged_snaps scrub ok 2024-05-21T00:32:28.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:27 smithi082 ceph-mon[36141]: osd.3 [v2:172.21.15.44:6810/3929544733,v1:172.21.15.44:6811/3929544733] boot 2024-05-21T00:32:28.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:27 smithi082 ceph-mon[36141]: osdmap e25: 4 total, 4 up, 4 in 2024-05-21T00:32:28.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:27 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T00:32:28.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:27 smithi082 ceph-mon[36141]: osdmap e26: 4 total, 4 up, 4 in 2024-05-21T00:32:28.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:27 smithi092 ceph-mon[36335]: purged_snaps scrub starts 2024-05-21T00:32:28.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:27 smithi092 ceph-mon[36335]: purged_snaps scrub ok 2024-05-21T00:32:28.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:27 smithi092 ceph-mon[36335]: osd.3 [v2:172.21.15.44:6810/3929544733,v1:172.21.15.44:6811/3929544733] boot 2024-05-21T00:32:28.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:27 smithi092 ceph-mon[36335]: osdmap e25: 4 total, 4 up, 4 in 2024-05-21T00:32:28.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:27 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T00:32:28.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:27 smithi092 ceph-mon[36335]: osdmap e26: 4 total, 4 up, 4 in 2024-05-21T00:32:28.377 INFO:teuthology.orchestra.run.smithi082.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-21T00:32:28.377 INFO:teuthology.orchestra.run.smithi082.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-21T00:32:28.377 INFO:teuthology.orchestra.run.smithi082.stderr: stderr: 10+0 records in 2024-05-21T00:32:28.377 INFO:teuthology.orchestra.run.smithi082.stderr:10+0 records out 2024-05-21T00:32:28.377 INFO:teuthology.orchestra.run.smithi082.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0115377 s, 909 MB/s 2024-05-21T00:32:28.378 INFO:teuthology.orchestra.run.smithi082.stderr:--> Zapping successful for: 2024-05-21T00:32:28.997 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi082:vg_nvme/lv_3 2024-05-21T00:32:29.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:29 smithi044 ceph-mon[31392]: osdmap e27: 4 total, 4 up, 4 in 2024-05-21T00:32:29.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:29 smithi044 ceph-mon[31392]: pgmap v116: 1 pgs: 1 peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:32:29.239 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T00:32:29.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:29 smithi092 ceph-mon[36335]: osdmap e27: 4 total, 4 up, 4 in 2024-05-21T00:32:29.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:29 smithi092 ceph-mon[36335]: pgmap v116: 1 pgs: 1 peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:32:29.360 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:29 smithi082 ceph-mon[36141]: osdmap e27: 4 total, 4 up, 4 in 2024-05-21T00:32:29.360 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:29 smithi082 ceph-mon[36141]: pgmap v116: 1 pgs: 1 peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:32:30.811 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.803+0000 7fa9250db700 1 -- 172.21.15.82:0/1539603778 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa920104020 msgr2=0x7fa920106410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:32:30.811 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.803+0000 7fa9250db700 1 --2- 172.21.15.82:0/1539603778 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa920104020 0x7fa920106410 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fa910009990 tx=0x7fa910009ca0 comp rx=0 tx=0).stop 2024-05-21T00:32:30.812 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.803+0000 7fa9250db700 1 -- 172.21.15.82:0/1539603778 shutdown_connections 2024-05-21T00:32:30.812 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.803+0000 7fa9250db700 1 --2- 172.21.15.82:0/1539603778 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa920109280 0x7fa92010b6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:32:30.812 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.803+0000 7fa9250db700 1 --2- 172.21.15.82:0/1539603778 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa920104020 0x7fa920106410 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:32:30.812 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.803+0000 7fa9250db700 1 --2- 172.21.15.82:0/1539603778 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa920106950 0x7fa920108d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:32:30.812 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.803+0000 7fa9250db700 1 -- 172.21.15.82:0/1539603778 >> 172.21.15.82:0/1539603778 conn(0x7fa9200fda30 msgr2=0x7fa9200ffe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:32:30.812 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.803+0000 7fa9250db700 1 -- 172.21.15.82:0/1539603778 shutdown_connections 2024-05-21T00:32:30.813 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.803+0000 7fa9250db700 1 -- 172.21.15.82:0/1539603778 wait complete. 2024-05-21T00:32:30.813 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.803+0000 7fa9250db700 1 Processor -- start 2024-05-21T00:32:30.813 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.804+0000 7fa9250db700 1 -- start start 2024-05-21T00:32:30.813 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.804+0000 7fa9250db700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa920104020 0x7fa920199880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:32:30.813 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.804+0000 7fa9250db700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa920106950 0x7fa920199dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:32:30.813 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.804+0000 7fa9250db700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa920109280 0x7fa9201a0df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:32:30.813 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.804+0000 7fa9250db700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa92010f110 con 0x7fa920104020 2024-05-21T00:32:30.814 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.804+0000 7fa9250db700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa92010ef90 con 0x7fa920106950 2024-05-21T00:32:30.814 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.804+0000 7fa9250db700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa92010f290 con 0x7fa920109280 2024-05-21T00:32:30.814 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.804+0000 7fa91659c700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa920106950 0x7fa920199dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:32:30.814 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.804+0000 7fa91659c700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa920106950 0x7fa920199dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:55360/0 (socket says 172.21.15.82:55360) 2024-05-21T00:32:30.814 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.804+0000 7fa91659c700 1 -- 172.21.15.82:0/732060254 learned_addr learned my addr 172.21.15.82:0/732060254 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-05-21T00:32:30.814 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.804+0000 7fa91f59e700 1 --2- 172.21.15.82:0/732060254 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa920109280 0x7fa9201a0df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:32:30.815 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.804+0000 7fa91ed9d700 1 --2- 172.21.15.82:0/732060254 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa920104020 0x7fa920199880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:32:30.815 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.804+0000 7fa91659c700 1 -- 172.21.15.82:0/732060254 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa920109280 msgr2=0x7fa9201a0df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:32:30.815 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.804+0000 7fa91659c700 1 --2- 172.21.15.82:0/732060254 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa920109280 0x7fa9201a0df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:32:30.815 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.804+0000 7fa91659c700 1 -- 172.21.15.82:0/732060254 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa920104020 msgr2=0x7fa920199880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:32:30.815 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.804+0000 7fa91659c700 1 --2- 172.21.15.82:0/732060254 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa920104020 0x7fa920199880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:32:30.815 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.804+0000 7fa91659c700 1 -- 172.21.15.82:0/732060254 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9201a1490 con 0x7fa920106950 2024-05-21T00:32:30.815 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.804+0000 7fa91f59e700 1 --2- 172.21.15.82:0/732060254 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa920109280 0x7fa9201a0df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:32:30.816 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.804+0000 7fa91ed9d700 1 --2- 172.21.15.82:0/732060254 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa920104020 0x7fa920199880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:32:30.816 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.805+0000 7fa91659c700 1 --2- 172.21.15.82:0/732060254 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa920106950 0x7fa920199dc0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fa90800b530 tx=0x7fa90800b8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:32:30.816 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.805+0000 7fa91cd99700 1 -- 172.21.15.82:0/732060254 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa908015020 con 0x7fa920106950 2024-05-21T00:32:30.816 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.805+0000 7fa91cd99700 1 -- 172.21.15.82:0/732060254 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa908011ce0 con 0x7fa920106950 2024-05-21T00:32:30.816 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.805+0000 7fa9250db700 1 -- 172.21.15.82:0/732060254 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9201a1780 con 0x7fa920106950 2024-05-21T00:32:30.816 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.805+0000 7fa91cd99700 1 -- 172.21.15.82:0/732060254 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa908010d50 con 0x7fa920106950 2024-05-21T00:32:30.816 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.805+0000 7fa9250db700 1 -- 172.21.15.82:0/732060254 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9201a1d90 con 0x7fa920106950 2024-05-21T00:32:30.817 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.806+0000 7fa9250db700 1 -- 172.21.15.82:0/732060254 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa92006a230 con 0x7fa920106950 2024-05-21T00:32:30.818 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.808+0000 7fa91cd99700 1 -- 172.21.15.82:0/732060254 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fa908018020 con 0x7fa920106950 2024-05-21T00:32:30.818 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.808+0000 7fa91cd99700 1 --2- 172.21.15.82:0/732060254 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa90c0b2900 0x7fa90c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:32:30.818 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.808+0000 7fa91cd99700 1 -- 172.21.15.82:0/732060254 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 3669+0+0 (secure 0 0 0) 0x7fa9080e0d00 con 0x7fa920106950 2024-05-21T00:32:30.818 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.809+0000 7fa91ed9d700 1 --2- 172.21.15.82:0/732060254 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa90c0b2900 0x7fa90c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:32:30.818 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.810+0000 7fa91ed9d700 1 --2- 172.21.15.82:0/732060254 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa90c0b2900 0x7fa90c0b4dc0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fa910006010 tx=0x7fa9100095f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:32:30.819 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:30.812+0000 7fa91cd99700 1 -- 172.21.15.82:0/732060254 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa90801f020 con 0x7fa920106950 2024-05-21T00:32:31.028 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:31.024+0000 7fa9250db700 1 -- 172.21.15.82:0/732060254 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7fa920063980 con 0x7fa90c0b2900 2024-05-21T00:32:31.445 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:31 smithi082 ceph-mon[36141]: pgmap v117: 1 pgs: 1 peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:32:31.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:31 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:32:31.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:31 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:32:31.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:31 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:32:31.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:31 smithi092 ceph-mon[36335]: pgmap v117: 1 pgs: 1 peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:32:31.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:31 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:32:31.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:31 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:32:31.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:31 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:32:31.614 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:31 smithi044 ceph-mon[31392]: pgmap v117: 1 pgs: 1 peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:32:31.614 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:31 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:32:31.615 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:31 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:32:31.615 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:31 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:32:32.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:32 smithi092 ceph-mon[36335]: from='client.24230 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:32:32.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:32 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:32.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:32 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:32.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:32 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:32:32.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:32 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:32:32.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:32 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:32.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:32 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:32:32.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:32 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:32:32.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:32 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:32.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:32 smithi044 ceph-mon[31392]: from='client.24230 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:32:32.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:32 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:32.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:32 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:32.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:32 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:32:32.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:32 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:32:32.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:32 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:32.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:32 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:32:32.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:32 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:32:32.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:32 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:32.594 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:32 smithi082 ceph-mon[36141]: from='client.24230 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:32:32.594 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:32 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:32.594 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:32 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:32.594 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:32 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:32:32.594 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:32 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:32:32.594 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:32 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:32.594 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:32 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:32:32.594 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:32 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:32:32.595 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:32 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:33.520 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:33 smithi044 ceph-mon[31392]: Detected new or changed devices on smithi044 2024-05-21T00:32:33.520 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:33 smithi044 ceph-mon[31392]: Adjusting osd_memory_target on smithi044 to 8547M 2024-05-21T00:32:33.520 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:33 smithi044 ceph-mon[31392]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-21T00:32:33.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:33 smithi092 ceph-mon[36335]: Detected new or changed devices on smithi044 2024-05-21T00:32:33.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:33 smithi092 ceph-mon[36335]: Adjusting osd_memory_target on smithi044 to 8547M 2024-05-21T00:32:33.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:33 smithi092 ceph-mon[36335]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-21T00:32:33.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:33 smithi082 ceph-mon[36141]: Detected new or changed devices on smithi044 2024-05-21T00:32:33.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:33 smithi082 ceph-mon[36141]: Adjusting osd_memory_target on smithi044 to 8547M 2024-05-21T00:32:33.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:33 smithi082 ceph-mon[36141]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-21T00:32:34.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:34 smithi082 ceph-mon[36141]: from='client.? 172.21.15.82:0/860013903' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "43686e5d-9d5d-47ce-9a87-809e4dd36914"}]: dispatch 2024-05-21T00:32:34.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:34 smithi082 ceph-mon[36141]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "43686e5d-9d5d-47ce-9a87-809e4dd36914"}]: dispatch 2024-05-21T00:32:34.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:34 smithi082 ceph-mon[36141]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "43686e5d-9d5d-47ce-9a87-809e4dd36914"}]': finished 2024-05-21T00:32:34.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:34 smithi082 ceph-mon[36141]: osdmap e28: 5 total, 4 up, 5 in 2024-05-21T00:32:34.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:34 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T00:32:34.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:34 smithi092 ceph-mon[36335]: from='client.? 172.21.15.82:0/860013903' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "43686e5d-9d5d-47ce-9a87-809e4dd36914"}]: dispatch 2024-05-21T00:32:34.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:34 smithi092 ceph-mon[36335]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "43686e5d-9d5d-47ce-9a87-809e4dd36914"}]: dispatch 2024-05-21T00:32:34.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:34 smithi092 ceph-mon[36335]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "43686e5d-9d5d-47ce-9a87-809e4dd36914"}]': finished 2024-05-21T00:32:34.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:34 smithi092 ceph-mon[36335]: osdmap e28: 5 total, 4 up, 5 in 2024-05-21T00:32:34.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:34 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T00:32:34.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:34 smithi044 ceph-mon[31392]: from='client.? 172.21.15.82:0/860013903' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "43686e5d-9d5d-47ce-9a87-809e4dd36914"}]: dispatch 2024-05-21T00:32:34.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:34 smithi044 ceph-mon[31392]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "43686e5d-9d5d-47ce-9a87-809e4dd36914"}]: dispatch 2024-05-21T00:32:34.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:34 smithi044 ceph-mon[31392]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "43686e5d-9d5d-47ce-9a87-809e4dd36914"}]': finished 2024-05-21T00:32:34.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:34 smithi044 ceph-mon[31392]: osdmap e28: 5 total, 4 up, 5 in 2024-05-21T00:32:34.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:34 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T00:32:35.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:35 smithi092 ceph-mon[36335]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-05-21T00:32:35.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:35 smithi092 ceph-mon[36335]: from='client.? 172.21.15.82:0/3091886740' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:32:35.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:35 smithi044 ceph-mon[31392]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-05-21T00:32:35.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:35 smithi044 ceph-mon[31392]: from='client.? 172.21.15.82:0/3091886740' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:32:35.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:35 smithi082 ceph-mon[36141]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-05-21T00:32:35.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:35 smithi082 ceph-mon[36141]: from='client.? 172.21.15.82:0/3091886740' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:32:37.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:37 smithi092 ceph-mon[36335]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-05-21T00:32:37.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:37 smithi044 ceph-mon[31392]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-05-21T00:32:37.693 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:37 smithi082 ceph-mon[36141]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-05-21T00:32:39.445 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:39 smithi082 ceph-mon[36141]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:32:39.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:39 smithi092 ceph-mon[36335]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:32:39.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:39 smithi044 ceph-mon[31392]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:32:41.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:41 smithi092 ceph-mon[36335]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:32:41.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:41 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-21T00:32:41.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:41 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:32:41.580 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:41 smithi082 ceph-mon[36141]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:32:41.580 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:41 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-21T00:32:41.580 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:41 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:32:41.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:41 smithi044 ceph-mon[31392]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:32:41.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:41 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-21T00:32:41.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:41 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:32:42.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:42 smithi092 ceph-mon[36335]: Deploying daemon osd.4 on smithi082 2024-05-21T00:32:42.559 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:42 smithi082 ceph-mon[36141]: Deploying daemon osd.4 on smithi082 2024-05-21T00:32:42.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:42 smithi044 ceph-mon[31392]: Deploying daemon osd.4 on smithi082 2024-05-21T00:32:43.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:43 smithi092 ceph-mon[36335]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:32:43.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:43 smithi044 ceph-mon[31392]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:32:43.652 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:43 smithi082 ceph-mon[36141]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:32:45.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:45 smithi082 ceph-mon[36141]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:32:45.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:45 smithi092 ceph-mon[36335]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:32:45.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:45 smithi044 ceph-mon[31392]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:32:47.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:47 smithi044 ceph-mon[31392]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:32:47.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:47 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:47.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:47 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:32:47.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:47 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:47.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:47 smithi082 ceph-mon[36141]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:32:47.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:47 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:47.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:47 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:32:47.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:47 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:47.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:47 smithi092 ceph-mon[36335]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:32:47.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:47 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:47.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:47 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:32:47.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:47 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:49.445 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:49 smithi082 ceph-mon[36141]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:32:49.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:49 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:49.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:49 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:49.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:49 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:32:49.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:49 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:32:49.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:49 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:49.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:49 smithi044 ceph-mon[31392]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:32:49.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:49 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:49.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:49 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:49.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:49 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:32:49.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:49 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:32:49.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:49 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:49.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:49 smithi092 ceph-mon[36335]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:32:49.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:49 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:49.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:49 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:49.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:49 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:32:49.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:49 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:32:49.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:49 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:50.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:50.155+0000 7fa91cd99700 1 -- 172.21.15.82:0/732060254 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fa920063980 con 0x7fa90c0b2900 2024-05-21T00:32:50.159 INFO:teuthology.orchestra.run.smithi082.stdout:Created osd(s) 4 on host 'smithi082' 2024-05-21T00:32:50.161 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:50.157+0000 7fa9250db700 1 -- 172.21.15.82:0/732060254 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa90c0b2900 msgr2=0x7fa90c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:32:50.161 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:50.157+0000 7fa9250db700 1 --2- 172.21.15.82:0/732060254 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa90c0b2900 0x7fa90c0b4dc0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fa910006010 tx=0x7fa9100095f0 comp rx=0 tx=0).stop 2024-05-21T00:32:50.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:50.157+0000 7fa9250db700 1 -- 172.21.15.82:0/732060254 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa920106950 msgr2=0x7fa920199dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:32:50.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:50.157+0000 7fa9250db700 1 --2- 172.21.15.82:0/732060254 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa920106950 0x7fa920199dc0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fa90800b530 tx=0x7fa90800b8f0 comp rx=0 tx=0).stop 2024-05-21T00:32:50.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:50.157+0000 7fa9250db700 1 -- 172.21.15.82:0/732060254 shutdown_connections 2024-05-21T00:32:50.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:50.157+0000 7fa9250db700 1 --2- 172.21.15.82:0/732060254 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa90c0b2900 0x7fa90c0b4dc0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:32:50.163 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:50.157+0000 7fa9250db700 1 --2- 172.21.15.82:0/732060254 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa920104020 0x7fa920199880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:32:50.163 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:50.157+0000 7fa9250db700 1 --2- 172.21.15.82:0/732060254 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa920109280 0x7fa9201a0df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:32:50.163 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:50.157+0000 7fa9250db700 1 --2- 172.21.15.82:0/732060254 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa920106950 0x7fa920199dc0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:32:50.163 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:50.157+0000 7fa9250db700 1 -- 172.21.15.82:0/732060254 >> 172.21.15.82:0/732060254 conn(0x7fa9200fda30 msgr2=0x7fa920104a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:32:50.163 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:50.158+0000 7fa9250db700 1 -- 172.21.15.82:0/732060254 shutdown_connections 2024-05-21T00:32:50.163 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:32:50.158+0000 7fa9250db700 1 -- 172.21.15.82:0/732060254 wait complete. 2024-05-21T00:32:50.827 DEBUG:teuthology.orchestra.run.smithi082:osd.4> sudo journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.4.service 2024-05-21T00:32:50.829 INFO:tasks.cephadm:Deploying osd.5 on smithi092 with /dev/vg_nvme/lv_3... 2024-05-21T00:32:50.830 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-21T00:32:51.076 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:32:51.345 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:51 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:51.345 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:51 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:32:51.345 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:51 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:51.345 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:51 smithi082 ceph-mon[36141]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:32:51.346 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:51 smithi082 ceph-mon[36141]: from='osd.4 [v2:172.21.15.82:6808/1580415467,v1:172.21.15.82:6809/1580415467]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-21T00:32:51.346 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:51 smithi082 ceph-mon[36141]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-21T00:32:51.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:51 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:51.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:51 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:32:51.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:51 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:51.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:51 smithi044 ceph-mon[31392]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:32:51.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:51 smithi044 ceph-mon[31392]: from='osd.4 [v2:172.21.15.82:6808/1580415467,v1:172.21.15.82:6809/1580415467]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-21T00:32:51.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:51 smithi044 ceph-mon[31392]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-21T00:32:51.402 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:51 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:51.402 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:51 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:32:51.402 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:51 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:51.402 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:51 smithi092 ceph-mon[36335]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:32:51.402 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:51 smithi092 ceph-mon[36335]: from='osd.4 [v2:172.21.15.82:6808/1580415467,v1:172.21.15.82:6809/1580415467]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-21T00:32:51.402 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:51 smithi092 ceph-mon[36335]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-21T00:32:52.285 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:52 smithi082 ceph-mon[36141]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-21T00:32:52.285 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:52 smithi082 ceph-mon[36141]: from='osd.4 [v2:172.21.15.82:6808/1580415467,v1:172.21.15.82:6809/1580415467]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-05-21T00:32:52.285 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:52 smithi082 ceph-mon[36141]: osdmap e29: 5 total, 4 up, 5 in 2024-05-21T00:32:52.285 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:52 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T00:32:52.285 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:52 smithi082 ceph-mon[36141]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-05-21T00:32:52.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:52 smithi092 ceph-mon[36335]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-21T00:32:52.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:52 smithi092 ceph-mon[36335]: from='osd.4 [v2:172.21.15.82:6808/1580415467,v1:172.21.15.82:6809/1580415467]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-05-21T00:32:52.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:52 smithi092 ceph-mon[36335]: osdmap e29: 5 total, 4 up, 5 in 2024-05-21T00:32:52.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:52 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T00:32:52.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:52 smithi092 ceph-mon[36335]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-05-21T00:32:52.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:52 smithi044 ceph-mon[31392]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-21T00:32:52.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:52 smithi044 ceph-mon[31392]: from='osd.4 [v2:172.21.15.82:6808/1580415467,v1:172.21.15.82:6809/1580415467]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-05-21T00:32:52.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:52 smithi044 ceph-mon[31392]: osdmap e29: 5 total, 4 up, 5 in 2024-05-21T00:32:52.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:52 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T00:32:52.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:52 smithi044 ceph-mon[31392]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-05-21T00:32:52.946 INFO:journalctl@ceph.osd.4.smithi082.stdout:May 21 00:32:52 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-4[47180]: 2024-05-21T00:32:52.588+0000 7fbd81fbd700 -1 osd.4 0 waiting for initial osdmap 2024-05-21T00:32:52.946 INFO:journalctl@ceph.osd.4.smithi082.stdout:May 21 00:32:52 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-4[47180]: 2024-05-21T00:32:52.596+0000 7fbd79da8700 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T00:32:53.185 INFO:teuthology.orchestra.run.smithi092.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-21T00:32:53.186 INFO:teuthology.orchestra.run.smithi092.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-21T00:32:53.186 INFO:teuthology.orchestra.run.smithi092.stderr: stderr: 10+0 records in 2024-05-21T00:32:53.186 INFO:teuthology.orchestra.run.smithi092.stderr:10+0 records out 2024-05-21T00:32:53.186 INFO:teuthology.orchestra.run.smithi092.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0113876 s, 921 MB/s 2024-05-21T00:32:53.186 INFO:teuthology.orchestra.run.smithi092.stderr:--> Zapping successful for: 2024-05-21T00:32:53.413 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:53 smithi082 ceph-mon[36141]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-05-21T00:32:53.414 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:53 smithi082 ceph-mon[36141]: osdmap e30: 5 total, 4 up, 5 in 2024-05-21T00:32:53.414 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:53 smithi082 ceph-mon[36141]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:32:53.414 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:53 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T00:32:53.414 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:53 smithi082 ceph-mon[36141]: from='osd.4 ' entity='osd.4' 2024-05-21T00:32:53.414 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:53 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T00:32:53.530 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:53 smithi092 ceph-mon[36335]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-05-21T00:32:53.530 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:53 smithi092 ceph-mon[36335]: osdmap e30: 5 total, 4 up, 5 in 2024-05-21T00:32:53.530 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:53 smithi092 ceph-mon[36335]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:32:53.531 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:53 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T00:32:53.531 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:53 smithi092 ceph-mon[36335]: from='osd.4 ' entity='osd.4' 2024-05-21T00:32:53.531 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:53 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T00:32:53.566 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:53 smithi044 ceph-mon[31392]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-05-21T00:32:53.567 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:53 smithi044 ceph-mon[31392]: osdmap e30: 5 total, 4 up, 5 in 2024-05-21T00:32:53.567 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:53 smithi044 ceph-mon[31392]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:32:53.567 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:53 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T00:32:53.567 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:53 smithi044 ceph-mon[31392]: from='osd.4 ' entity='osd.4' 2024-05-21T00:32:53.567 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:53 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T00:32:53.827 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi092:vg_nvme/lv_3 2024-05-21T00:32:54.059 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:32:54.415 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:54 smithi092 ceph-mon[36335]: purged_snaps scrub starts 2024-05-21T00:32:54.415 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:54 smithi092 ceph-mon[36335]: purged_snaps scrub ok 2024-05-21T00:32:54.415 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:54 smithi092 ceph-mon[36335]: osd.4 [v2:172.21.15.82:6808/1580415467,v1:172.21.15.82:6809/1580415467] boot 2024-05-21T00:32:54.416 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:54 smithi092 ceph-mon[36335]: osdmap e31: 5 total, 5 up, 5 in 2024-05-21T00:32:54.416 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:54 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T00:32:54.416 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:54 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:54.416 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:54 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:54.416 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:54 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:32:54.416 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:54 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:32:54.416 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:54 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:54.416 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:54 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:32:54.416 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:54 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:32:54.416 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:54 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:54.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:54 smithi082 ceph-mon[36141]: purged_snaps scrub starts 2024-05-21T00:32:54.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:54 smithi082 ceph-mon[36141]: purged_snaps scrub ok 2024-05-21T00:32:54.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:54 smithi082 ceph-mon[36141]: osd.4 [v2:172.21.15.82:6808/1580415467,v1:172.21.15.82:6809/1580415467] boot 2024-05-21T00:32:54.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:54 smithi082 ceph-mon[36141]: osdmap e31: 5 total, 5 up, 5 in 2024-05-21T00:32:54.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:54 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T00:32:54.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:54 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:54.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:54 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:54.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:54 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:32:54.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:54 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:32:54.447 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:54 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:54.447 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:54 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:32:54.447 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:54 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:32:54.447 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:54 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:54.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:54 smithi044 ceph-mon[31392]: purged_snaps scrub starts 2024-05-21T00:32:54.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:54 smithi044 ceph-mon[31392]: purged_snaps scrub ok 2024-05-21T00:32:54.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:54 smithi044 ceph-mon[31392]: osd.4 [v2:172.21.15.82:6808/1580415467,v1:172.21.15.82:6809/1580415467] boot 2024-05-21T00:32:54.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:54 smithi044 ceph-mon[31392]: osdmap e31: 5 total, 5 up, 5 in 2024-05-21T00:32:54.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:54 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T00:32:54.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:54 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:54.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:54 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:54.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:54 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:32:54.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:54 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:32:54.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:54 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:54.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:54 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:32:54.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:54 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:32:54.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:54 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:32:55.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:55 smithi082 ceph-mon[36141]: Detected new or changed devices on smithi082 2024-05-21T00:32:55.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:55 smithi082 ceph-mon[36141]: Adjusting osd_memory_target on smithi082 to 8544M 2024-05-21T00:32:55.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:55 smithi082 ceph-mon[36141]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:32:55.450 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:55 smithi092 ceph-mon[36335]: Detected new or changed devices on smithi082 2024-05-21T00:32:55.450 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:55 smithi092 ceph-mon[36335]: Adjusting osd_memory_target on smithi082 to 8544M 2024-05-21T00:32:55.451 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:55 smithi092 ceph-mon[36335]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:32:55.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.550+0000 7f94937e4700 1 -- 172.21.15.92:0/503112454 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f948c104050 msgr2=0x7f948c10a900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:32:55.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.550+0000 7f94937e4700 1 --2- 172.21.15.92:0/503112454 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f948c104050 0x7f948c10a900 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f948400b0a0 tx=0x7f948400b3b0 comp rx=0 tx=0).stop 2024-05-21T00:32:55.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.550+0000 7f94937e4700 1 -- 172.21.15.92:0/503112454 shutdown_connections 2024-05-21T00:32:55.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.550+0000 7f94937e4700 1 --2- 172.21.15.92:0/503112454 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f948c104050 0x7f948c10a900 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:32:55.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.550+0000 7f94937e4700 1 --2- 172.21.15.92:0/503112454 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f948c1024b0 0x7f948c1028d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:32:55.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.550+0000 7f94937e4700 1 --2- 172.21.15.92:0/503112454 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f948c1036b0 0x7f948c103b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:32:55.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.550+0000 7f94937e4700 1 -- 172.21.15.92:0/503112454 >> 172.21.15.92:0/503112454 conn(0x7f948c0fda70 msgr2=0x7f948c0ffe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:32:55.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.550+0000 7f94937e4700 1 -- 172.21.15.92:0/503112454 shutdown_connections 2024-05-21T00:32:55.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.550+0000 7f94937e4700 1 -- 172.21.15.92:0/503112454 wait complete. 2024-05-21T00:32:55.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.551+0000 7f94937e4700 1 Processor -- start 2024-05-21T00:32:55.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.551+0000 7f94937e4700 1 -- start start 2024-05-21T00:32:55.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.551+0000 7f94937e4700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f948c1024b0 0x7f948c106440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:32:55.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.551+0000 7f94937e4700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f948c1036b0 0x7f948c104a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:32:55.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.551+0000 7f94937e4700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f948c104050 0x7f948c104fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:32:55.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.551+0000 7f94937e4700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f948c10dfc0 con 0x7f948c1024b0 2024-05-21T00:32:55.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.551+0000 7f94937e4700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f948c10de40 con 0x7f948c104050 2024-05-21T00:32:55.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.551+0000 7f94937e4700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f948c10e140 con 0x7f948c1036b0 2024-05-21T00:32:55.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.551+0000 7f9490d7f700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f948c1036b0 0x7f948c104a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:32:55.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.551+0000 7f9490d7f700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f948c1036b0 0x7f948c104a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50576/0 (socket says 172.21.15.92:50576) 2024-05-21T00:32:55.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.551+0000 7f9490d7f700 1 -- 172.21.15.92:0/2896849394 learned_addr learned my addr 172.21.15.92:0/2896849394 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-05-21T00:32:55.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.551+0000 7f9491d81700 1 --2- 172.21.15.92:0/2896849394 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f948c104050 0x7f948c104fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:32:55.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.551+0000 7f9490d7f700 1 -- 172.21.15.92:0/2896849394 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f948c104050 msgr2=0x7f948c104fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:32:55.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.551+0000 7f9490d7f700 1 --2- 172.21.15.92:0/2896849394 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f948c104050 0x7f948c104fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:32:55.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.551+0000 7f9490d7f700 1 -- 172.21.15.92:0/2896849394 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f948c1024b0 msgr2=0x7f948c106440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:32:55.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.551+0000 7f9490d7f700 1 --2- 172.21.15.92:0/2896849394 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f948c1024b0 0x7f948c106440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:32:55.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.551+0000 7f9490d7f700 1 -- 172.21.15.92:0/2896849394 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f948c105880 con 0x7f948c1036b0 2024-05-21T00:32:55.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.551+0000 7f9490d7f700 1 --2- 172.21.15.92:0/2896849394 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f948c1036b0 0x7f948c104a90 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f948800b530 tx=0x7f948800b840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:32:55.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.552+0000 7f94827fc700 1 -- 172.21.15.92:0/2896849394 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9488015020 con 0x7f948c1036b0 2024-05-21T00:32:55.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.552+0000 7f94827fc700 1 -- 172.21.15.92:0/2896849394 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9488011ce0 con 0x7f948c1036b0 2024-05-21T00:32:55.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.552+0000 7f94937e4700 1 -- 172.21.15.92:0/2896849394 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f948c1a3930 con 0x7f948c1036b0 2024-05-21T00:32:55.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.552+0000 7f94827fc700 1 -- 172.21.15.92:0/2896849394 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9488010e40 con 0x7f948c1036b0 2024-05-21T00:32:55.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.552+0000 7f94937e4700 1 -- 172.21.15.92:0/2896849394 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f948c1a3ec0 con 0x7f948c1036b0 2024-05-21T00:32:55.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.553+0000 7f94937e4700 1 -- 172.21.15.92:0/2896849394 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f948c06a230 con 0x7f948c1036b0 2024-05-21T00:32:55.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.554+0000 7f94827fc700 1 -- 172.21.15.92:0/2896849394 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f9488018020 con 0x7f948c1036b0 2024-05-21T00:32:55.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.555+0000 7f94827fc700 1 --2- 172.21.15.92:0/2896849394 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f94780b2880 0x7f94780b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:32:55.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.555+0000 7f94827fc700 1 -- 172.21.15.92:0/2896849394 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 4101+0+0 (secure 0 0 0) 0x7f94880e0fb0 con 0x7f948c1036b0 2024-05-21T00:32:55.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.555+0000 7f9491580700 1 --2- 172.21.15.92:0/2896849394 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f94780b2880 0x7f94780b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:32:55.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.556+0000 7f9491580700 1 --2- 172.21.15.92:0/2896849394 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f94780b2880 0x7f94780b4d40 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f948c103510 tx=0x7f947c009470 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:32:55.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.559+0000 7f94827fc700 1 -- 172.21.15.92:0/2896849394 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f948801f020 con 0x7f948c1036b0 2024-05-21T00:32:55.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:55 smithi044 ceph-mon[31392]: Detected new or changed devices on smithi082 2024-05-21T00:32:55.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:55 smithi044 ceph-mon[31392]: Adjusting osd_memory_target on smithi082 to 8544M 2024-05-21T00:32:55.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:55 smithi044 ceph-mon[31392]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:32:55.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:32:55.769+0000 7f94937e4700 1 -- 172.21.15.92:0/2896849394 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi092:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f948c1a4150 con 0x7f94780b2880 2024-05-21T00:32:56.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:56 smithi082 ceph-mon[36141]: osdmap e32: 5 total, 5 up, 5 in 2024-05-21T00:32:56.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:56 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:32:56.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:56 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:32:56.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:56 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:32:56.549 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:56 smithi092 ceph-mon[36335]: osdmap e32: 5 total, 5 up, 5 in 2024-05-21T00:32:56.550 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:56 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:32:56.550 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:56 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:32:56.550 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:56 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:32:56.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:56 smithi044 ceph-mon[31392]: osdmap e32: 5 total, 5 up, 5 in 2024-05-21T00:32:56.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:56 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:32:56.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:56 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:32:56.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:56 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:32:57.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:57 smithi082 ceph-mon[36141]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi092:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:32:57.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:57 smithi082 ceph-mon[36141]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 145 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:32:57.453 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:57 smithi092 ceph-mon[36335]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi092:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:32:57.453 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:57 smithi092 ceph-mon[36335]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 145 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:32:57.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:57 smithi044 ceph-mon[31392]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi092:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:32:57.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:57 smithi044 ceph-mon[31392]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 145 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:32:59.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:59 smithi082 ceph-mon[36141]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:32:59.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:59 smithi082 ceph-mon[36141]: from='client.? 172.21.15.92:0/4173655026' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d37ad690-2e64-44d9-b4ba-5c1413dbde2e"}]: dispatch 2024-05-21T00:32:59.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:59 smithi082 ceph-mon[36141]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d37ad690-2e64-44d9-b4ba-5c1413dbde2e"}]: dispatch 2024-05-21T00:32:59.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:59 smithi082 ceph-mon[36141]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d37ad690-2e64-44d9-b4ba-5c1413dbde2e"}]': finished 2024-05-21T00:32:59.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:59 smithi082 ceph-mon[36141]: osdmap e33: 6 total, 5 up, 6 in 2024-05-21T00:32:59.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:59 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:32:59.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:32:59 smithi082 ceph-mon[36141]: from='client.? 172.21.15.92:0/3927475777' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:32:59.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:59 smithi092 ceph-mon[36335]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:32:59.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:59 smithi092 ceph-mon[36335]: from='client.? 172.21.15.92:0/4173655026' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d37ad690-2e64-44d9-b4ba-5c1413dbde2e"}]: dispatch 2024-05-21T00:32:59.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:59 smithi092 ceph-mon[36335]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d37ad690-2e64-44d9-b4ba-5c1413dbde2e"}]: dispatch 2024-05-21T00:32:59.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:59 smithi092 ceph-mon[36335]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d37ad690-2e64-44d9-b4ba-5c1413dbde2e"}]': finished 2024-05-21T00:32:59.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:59 smithi092 ceph-mon[36335]: osdmap e33: 6 total, 5 up, 6 in 2024-05-21T00:32:59.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:59 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:32:59.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:32:59 smithi092 ceph-mon[36335]: from='client.? 172.21.15.92:0/3927475777' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:32:59.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:59 smithi044 ceph-mon[31392]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:32:59.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:59 smithi044 ceph-mon[31392]: from='client.? 172.21.15.92:0/4173655026' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d37ad690-2e64-44d9-b4ba-5c1413dbde2e"}]: dispatch 2024-05-21T00:32:59.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:59 smithi044 ceph-mon[31392]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d37ad690-2e64-44d9-b4ba-5c1413dbde2e"}]: dispatch 2024-05-21T00:32:59.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:59 smithi044 ceph-mon[31392]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d37ad690-2e64-44d9-b4ba-5c1413dbde2e"}]': finished 2024-05-21T00:32:59.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:59 smithi044 ceph-mon[31392]: osdmap e33: 6 total, 5 up, 6 in 2024-05-21T00:32:59.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:59 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:32:59.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:32:59 smithi044 ceph-mon[31392]: from='client.? 172.21.15.92:0/3927475777' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:33:01.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:01 smithi092 ceph-mon[36335]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:33:01.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:01 smithi044 ceph-mon[31392]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:33:01.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:01 smithi082 ceph-mon[36141]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:33:03.367 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:03 smithi092 ceph-mon[36335]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:33:03.455 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:03 smithi082 ceph-mon[36141]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:33:03.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:03 smithi044 ceph-mon[31392]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:33:05.555 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:05 smithi092 ceph-mon[36335]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:33:05.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:05 smithi044 ceph-mon[31392]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:33:05.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:05 smithi082 ceph-mon[36141]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:33:06.525 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:06 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-21T00:33:06.525 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:06 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:33:06.525 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:06 smithi092 ceph-mon[36335]: Deploying daemon osd.5 on smithi092 2024-05-21T00:33:06.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:06 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-21T00:33:06.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:06 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:33:06.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:06 smithi044 ceph-mon[31392]: Deploying daemon osd.5 on smithi092 2024-05-21T00:33:06.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:06 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-21T00:33:06.698 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:06 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:33:06.698 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:06 smithi082 ceph-mon[36141]: Deploying daemon osd.5 on smithi092 2024-05-21T00:33:07.431 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:07 smithi092 ceph-mon[36335]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:33:07.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:07 smithi044 ceph-mon[31392]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:33:07.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:07 smithi082 ceph-mon[36141]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:33:09.382 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:09 smithi092 ceph-mon[36335]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:33:09.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:09 smithi044 ceph-mon[31392]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:33:09.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:09 smithi082 ceph-mon[36141]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:33:11.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:11 smithi092 ceph-mon[36335]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:33:11.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:11.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:11.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:33:11.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:11 smithi044 ceph-mon[31392]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:33:11.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:11.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:11.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:33:11.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:11 smithi082 ceph-mon[36141]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:33:11.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:11 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:11.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:11 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:11.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:11 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:33:13.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:13 smithi092 ceph-mon[36335]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:33:13.514 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:13 smithi082 ceph-mon[36141]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:33:13.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:13 smithi044 ceph-mon[31392]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:33:14.710 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:33:14.707+0000 7f94827fc700 1 -- 172.21.15.92:0/2896849394 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f948c1a4150 con 0x7f94780b2880 2024-05-21T00:33:14.710 INFO:teuthology.orchestra.run.smithi092.stdout:Created osd(s) 5 on host 'smithi092' 2024-05-21T00:33:14.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:33:14.708+0000 7f94937e4700 1 -- 172.21.15.92:0/2896849394 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f94780b2880 msgr2=0x7f94780b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:33:14.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:33:14.708+0000 7f94937e4700 1 --2- 172.21.15.92:0/2896849394 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f94780b2880 0x7f94780b4d40 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f948c103510 tx=0x7f947c009470 comp rx=0 tx=0).stop 2024-05-21T00:33:14.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:33:14.709+0000 7f94937e4700 1 -- 172.21.15.92:0/2896849394 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f948c1036b0 msgr2=0x7f948c104a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:33:14.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:33:14.709+0000 7f94937e4700 1 --2- 172.21.15.92:0/2896849394 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f948c1036b0 0x7f948c104a90 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f948800b530 tx=0x7f948800b840 comp rx=0 tx=0).stop 2024-05-21T00:33:14.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:33:14.709+0000 7f94937e4700 1 -- 172.21.15.92:0/2896849394 shutdown_connections 2024-05-21T00:33:14.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:33:14.709+0000 7f94937e4700 1 --2- 172.21.15.92:0/2896849394 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f94780b2880 0x7f94780b4d40 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:33:14.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:33:14.709+0000 7f94937e4700 1 --2- 172.21.15.92:0/2896849394 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f948c1024b0 0x7f948c106440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:33:14.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:33:14.709+0000 7f94937e4700 1 --2- 172.21.15.92:0/2896849394 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f948c104050 0x7f948c104fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:33:14.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:33:14.709+0000 7f94937e4700 1 --2- 172.21.15.92:0/2896849394 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f948c1036b0 0x7f948c104a90 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:33:14.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:33:14.709+0000 7f94937e4700 1 -- 172.21.15.92:0/2896849394 >> 172.21.15.92:0/2896849394 conn(0x7f948c0fda70 msgr2=0x7f948c0ff570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:33:14.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:33:14.709+0000 7f94937e4700 1 -- 172.21.15.92:0/2896849394 shutdown_connections 2024-05-21T00:33:14.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:33:14.709+0000 7f94937e4700 1 -- 172.21.15.92:0/2896849394 wait complete. 2024-05-21T00:33:14.999 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:14 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:14.999 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:14 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:14.999 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:14 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:33:14.999 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:14 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:33:14.999 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:14 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:14.999 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:14 smithi092 ceph-mon[36335]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:33:14.999 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:14 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:14.999 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:14 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:14.999 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:14 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:33:15.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:14 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:15.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:14 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:15.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:14 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:33:15.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:14 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:33:15.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:14 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:15.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:14 smithi044 ceph-mon[31392]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:33:15.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:14 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:15.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:14 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:15.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:14 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:33:15.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:14 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:15.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:14 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:15.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:14 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:33:15.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:14 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:33:15.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:14 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:15.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:14 smithi082 ceph-mon[36141]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:33:15.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:14 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:15.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:14 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:15.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:14 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:33:15.228 DEBUG:teuthology.orchestra.run.smithi092:osd.5> sudo journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.5.service 2024-05-21T00:33:15.230 INFO:tasks.cephadm:Deploying osd.6 on smithi044 with /dev/vg_nvme/lv_2... 2024-05-21T00:33:15.230 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-21T00:33:15.687 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:33:16.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:15 smithi044 ceph-mon[31392]: from='osd.5 [v2:172.21.15.92:6808/965782434,v1:172.21.15.92:6809/965782434]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-21T00:33:16.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:15 smithi044 ceph-mon[31392]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-21T00:33:16.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:15 smithi082 ceph-mon[36141]: from='osd.5 [v2:172.21.15.92:6808/965782434,v1:172.21.15.92:6809/965782434]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-21T00:33:16.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:15 smithi082 ceph-mon[36141]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-21T00:33:16.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:15 smithi092 ceph-mon[36335]: from='osd.5 [v2:172.21.15.92:6808/965782434,v1:172.21.15.92:6809/965782434]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-21T00:33:16.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:15 smithi092 ceph-mon[36335]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-21T00:33:17.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:16 smithi092 ceph-mon[36335]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-21T00:33:17.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:16 smithi092 ceph-mon[36335]: from='osd.5 [v2:172.21.15.92:6808/965782434,v1:172.21.15.92:6809/965782434]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-05-21T00:33:17.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:16 smithi092 ceph-mon[36335]: osdmap e34: 6 total, 5 up, 6 in 2024-05-21T00:33:17.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:16 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:33:17.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:16 smithi092 ceph-mon[36335]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-05-21T00:33:17.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:16 smithi092 ceph-mon[36335]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:33:17.058 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:33:16 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:33:16.871+0000 7f352ead9700 -1 osd.5 0 waiting for initial osdmap 2024-05-21T00:33:17.059 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:33:16 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:33:16.879+0000 7f352a8cc700 -1 osd.5 35 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T00:33:17.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:16 smithi044 ceph-mon[31392]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-21T00:33:17.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:16 smithi044 ceph-mon[31392]: from='osd.5 [v2:172.21.15.92:6808/965782434,v1:172.21.15.92:6809/965782434]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-05-21T00:33:17.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:16 smithi044 ceph-mon[31392]: osdmap e34: 6 total, 5 up, 6 in 2024-05-21T00:33:17.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:16 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:33:17.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:16 smithi044 ceph-mon[31392]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-05-21T00:33:17.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:16 smithi044 ceph-mon[31392]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:33:17.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:16 smithi082 ceph-mon[36141]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-21T00:33:17.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:16 smithi082 ceph-mon[36141]: from='osd.5 [v2:172.21.15.92:6808/965782434,v1:172.21.15.92:6809/965782434]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-05-21T00:33:17.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:16 smithi082 ceph-mon[36141]: osdmap e34: 6 total, 5 up, 6 in 2024-05-21T00:33:17.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:16 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:33:17.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:16 smithi082 ceph-mon[36141]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-05-21T00:33:17.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:16 smithi082 ceph-mon[36141]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:33:18.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:17 smithi092 ceph-mon[36335]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]': finished 2024-05-21T00:33:18.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:17 smithi092 ceph-mon[36335]: osdmap e35: 6 total, 5 up, 6 in 2024-05-21T00:33:18.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:17 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:33:18.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:17 smithi092 ceph-mon[36335]: osd.5 [v2:172.21.15.92:6808/965782434,v1:172.21.15.92:6809/965782434] boot 2024-05-21T00:33:18.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:17 smithi092 ceph-mon[36335]: osdmap e36: 6 total, 6 up, 6 in 2024-05-21T00:33:18.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:17 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:33:18.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:17 smithi044 ceph-mon[31392]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]': finished 2024-05-21T00:33:18.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:17 smithi044 ceph-mon[31392]: osdmap e35: 6 total, 5 up, 6 in 2024-05-21T00:33:18.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:17 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:33:18.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:17 smithi044 ceph-mon[31392]: osd.5 [v2:172.21.15.92:6808/965782434,v1:172.21.15.92:6809/965782434] boot 2024-05-21T00:33:18.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:17 smithi044 ceph-mon[31392]: osdmap e36: 6 total, 6 up, 6 in 2024-05-21T00:33:18.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:17 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:33:18.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:17 smithi082 ceph-mon[36141]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]': finished 2024-05-21T00:33:18.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:17 smithi082 ceph-mon[36141]: osdmap e35: 6 total, 5 up, 6 in 2024-05-21T00:33:18.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:17 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:33:18.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:17 smithi082 ceph-mon[36141]: osd.5 [v2:172.21.15.92:6808/965782434,v1:172.21.15.92:6809/965782434] boot 2024-05-21T00:33:18.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:17 smithi082 ceph-mon[36141]: osdmap e36: 6 total, 6 up, 6 in 2024-05-21T00:33:18.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:17 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:33:18.900 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-21T00:33:18.901 INFO:teuthology.orchestra.run.smithi044.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-21T00:33:18.901 INFO:teuthology.orchestra.run.smithi044.stderr: stderr: 10+0 records in 2024-05-21T00:33:18.901 INFO:teuthology.orchestra.run.smithi044.stderr:10+0 records out 2024-05-21T00:33:18.901 INFO:teuthology.orchestra.run.smithi044.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0613589 s, 171 MB/s 2024-05-21T00:33:18.901 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping successful for: 2024-05-21T00:33:19.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:18 smithi044 ceph-mon[31392]: purged_snaps scrub starts 2024-05-21T00:33:19.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:18 smithi044 ceph-mon[31392]: purged_snaps scrub ok 2024-05-21T00:33:19.151 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:18 smithi044 ceph-mon[31392]: osdmap e37: 6 total, 6 up, 6 in 2024-05-21T00:33:19.151 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:18 smithi044 ceph-mon[31392]: Detected new or changed devices on smithi092 2024-05-21T00:33:19.151 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:18 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:19.151 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:18 smithi044 ceph-mon[31392]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 172 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:19.151 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:18 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:19.152 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:18 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:33:19.152 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:18 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:33:19.152 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:18 smithi044 ceph-mon[31392]: Adjusting osd_memory_target on smithi092 to 8544M 2024-05-21T00:33:19.152 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:18 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:19.153 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:18 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:33:19.153 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:18 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:33:19.153 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:18 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:19.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:18 smithi082 ceph-mon[36141]: purged_snaps scrub starts 2024-05-21T00:33:19.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:18 smithi082 ceph-mon[36141]: purged_snaps scrub ok 2024-05-21T00:33:19.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:18 smithi082 ceph-mon[36141]: osdmap e37: 6 total, 6 up, 6 in 2024-05-21T00:33:19.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:18 smithi082 ceph-mon[36141]: Detected new or changed devices on smithi092 2024-05-21T00:33:19.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:18 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:19.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:18 smithi082 ceph-mon[36141]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 172 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:19.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:18 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:19.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:18 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:33:19.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:18 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:33:19.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:18 smithi082 ceph-mon[36141]: Adjusting osd_memory_target on smithi092 to 8544M 2024-05-21T00:33:19.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:18 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:19.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:18 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:33:19.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:18 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:33:19.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:18 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:19.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:18 smithi092 ceph-mon[36335]: purged_snaps scrub starts 2024-05-21T00:33:19.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:18 smithi092 ceph-mon[36335]: purged_snaps scrub ok 2024-05-21T00:33:19.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:18 smithi092 ceph-mon[36335]: osdmap e37: 6 total, 6 up, 6 in 2024-05-21T00:33:19.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:18 smithi092 ceph-mon[36335]: Detected new or changed devices on smithi092 2024-05-21T00:33:19.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:18 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:19.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:18 smithi092 ceph-mon[36335]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 172 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:19.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:18 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:19.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:18 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:33:19.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:18 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:33:19.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:18 smithi092 ceph-mon[36335]: Adjusting osd_memory_target on smithi092 to 8544M 2024-05-21T00:33:19.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:18 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:19.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:18 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:33:19.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:18 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:33:19.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:18 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:19.823 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi044:vg_nvme/lv_2 2024-05-21T00:33:20.268 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:33:20.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:20 smithi092 ceph-mon[36335]: osdmap e38: 6 total, 6 up, 6 in 2024-05-21T00:33:20.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:20 smithi044 ceph-mon[31392]: osdmap e38: 6 total, 6 up, 6 in 2024-05-21T00:33:20.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:20 smithi082 ceph-mon[36141]: osdmap e38: 6 total, 6 up, 6 in 2024-05-21T00:33:21.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:21 smithi092 ceph-mon[36335]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 172 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:21.308 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:21 smithi044 ceph-mon[31392]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 172 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:21.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:21 smithi082 ceph-mon[36141]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 172 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:22.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.564+0000 7f29dc600700 1 -- 172.21.15.44:0/126221433 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f29d41069b0 msgr2=0x7f29d4106e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:33:22.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.564+0000 7f29dc600700 1 --2- 172.21.15.44:0/126221433 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f29d41069b0 0x7f29d4106e10 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f29c00099c0 tx=0x7f29c0009cd0 comp rx=0 tx=0).stop 2024-05-21T00:33:22.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.564+0000 7f29dc600700 1 -- 172.21.15.44:0/126221433 shutdown_connections 2024-05-21T00:33:22.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.564+0000 7f29dc600700 1 --2- 172.21.15.44:0/126221433 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f29d4107350 0x7f29d410dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:33:22.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.564+0000 7f29dc600700 1 --2- 172.21.15.44:0/126221433 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29d41057b0 0x7f29d4105bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:33:22.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.564+0000 7f29dc600700 1 --2- 172.21.15.44:0/126221433 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f29d41069b0 0x7f29d4106e10 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:33:22.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.564+0000 7f29dc600700 1 -- 172.21.15.44:0/126221433 >> 172.21.15.44:0/126221433 conn(0x7f29d4100d50 msgr2=0x7f29d4103190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:33:22.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.564+0000 7f29dc600700 1 -- 172.21.15.44:0/126221433 shutdown_connections 2024-05-21T00:33:22.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.564+0000 7f29dc600700 1 -- 172.21.15.44:0/126221433 wait complete. 2024-05-21T00:33:22.571 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.565+0000 7f29dc600700 1 Processor -- start 2024-05-21T00:33:22.571 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.565+0000 7f29dc600700 1 -- start start 2024-05-21T00:33:22.571 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.566+0000 7f29dc600700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29d41057b0 0x7f29d419b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:33:22.571 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.566+0000 7f29dc600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f29d41069b0 0x7f29d419be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:33:22.571 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.566+0000 7f29dc600700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f29d4107350 0x7f29d41a2ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:33:22.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.566+0000 7f29dc600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f29d4111270 con 0x7f29d41069b0 2024-05-21T00:33:22.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.566+0000 7f29dc600700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f29d41110f0 con 0x7f29d4107350 2024-05-21T00:33:22.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.566+0000 7f29dc600700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f29d41113f0 con 0x7f29d41057b0 2024-05-21T00:33:22.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.566+0000 7f29d9c00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29d41057b0 0x7f29d419b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:33:22.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.566+0000 7f29d9c00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29d41057b0 0x7f29d419b8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:41626/0 (socket says 172.21.15.44:41626) 2024-05-21T00:33:22.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.566+0000 7f29d9c00700 1 -- 172.21.15.44:0/1350440744 learned_addr learned my addr 172.21.15.44:0/1350440744 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:33:22.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.566+0000 7f29d9200700 1 --2- 172.21.15.44:0/1350440744 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f29d41069b0 0x7f29d419be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:33:22.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.566+0000 7f29da600700 1 --2- 172.21.15.44:0/1350440744 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f29d4107350 0x7f29d41a2ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:33:22.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.566+0000 7f29d9c00700 1 -- 172.21.15.44:0/1350440744 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f29d4107350 msgr2=0x7f29d41a2ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:33:22.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.566+0000 7f29d9c00700 1 --2- 172.21.15.44:0/1350440744 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f29d4107350 0x7f29d41a2ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:33:22.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.566+0000 7f29d9c00700 1 -- 172.21.15.44:0/1350440744 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f29d41069b0 msgr2=0x7f29d419be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:33:22.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.566+0000 7f29d9c00700 1 --2- 172.21.15.44:0/1350440744 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f29d41069b0 0x7f29d419be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:33:22.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.566+0000 7f29d9c00700 1 -- 172.21.15.44:0/1350440744 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29d41a3540 con 0x7f29d41057b0 2024-05-21T00:33:22.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.566+0000 7f29da600700 1 --2- 172.21.15.44:0/1350440744 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f29d4107350 0x7f29d41a2ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:33:22.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.567+0000 7f29d9c00700 1 --2- 172.21.15.44:0/1350440744 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29d41057b0 0x7f29d419b8e0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f29c800ea80 tx=0x7f29c800ed90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:33:22.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.567+0000 7f29d2000700 1 -- 172.21.15.44:0/1350440744 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29c800cbd0 con 0x7f29d41057b0 2024-05-21T00:33:22.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.567+0000 7f29d2000700 1 -- 172.21.15.44:0/1350440744 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f29c800cd70 con 0x7f29d41057b0 2024-05-21T00:33:22.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.567+0000 7f29d2000700 1 -- 172.21.15.44:0/1350440744 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29c80186e0 con 0x7f29d41057b0 2024-05-21T00:33:22.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.567+0000 7f29dc600700 1 -- 172.21.15.44:0/1350440744 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29d41a3830 con 0x7f29d41057b0 2024-05-21T00:33:22.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.567+0000 7f29dc600700 1 -- 172.21.15.44:0/1350440744 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29d41a3dc0 con 0x7f29d41057b0 2024-05-21T00:33:22.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.569+0000 7f29dc600700 1 -- 172.21.15.44:0/1350440744 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29d406a230 con 0x7f29d41057b0 2024-05-21T00:33:22.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.571+0000 7f29d2000700 1 -- 172.21.15.44:0/1350440744 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f29c801f020 con 0x7f29d41057b0 2024-05-21T00:33:22.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.572+0000 7f29d2000700 1 --2- 172.21.15.44:0/1350440744 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f29bc0b2900 0x7f29bc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:33:22.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.572+0000 7f29d2000700 1 -- 172.21.15.44:0/1350440744 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 4533+0+0 (secure 0 0 0) 0x7f29c80e1390 con 0x7f29d41057b0 2024-05-21T00:33:22.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.572+0000 7f29d9200700 1 --2- 172.21.15.44:0/1350440744 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f29bc0b2900 0x7f29bc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:33:22.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.573+0000 7f29d9200700 1 --2- 172.21.15.44:0/1350440744 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f29bc0b2900 0x7f29bc0b4dc0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f29c0000c00 tx=0x7f29c0005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:33:22.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.577+0000 7f29d2000700 1 -- 172.21.15.44:0/1350440744 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f29c80a9ed0 con 0x7f29d41057b0 2024-05-21T00:33:22.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:22.831+0000 7f29dc600700 1 -- 172.21.15.44:0/1350440744 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f29d4063980 con 0x7f29bc0b2900 2024-05-21T00:33:23.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:23 smithi092 ceph-mon[36335]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 109 KiB/s, 0 objects/s recovering 2024-05-21T00:33:23.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:23 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:33:23.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:23 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:33:23.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:23 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:33:23.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:23 smithi044 ceph-mon[31392]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 109 KiB/s, 0 objects/s recovering 2024-05-21T00:33:23.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:23 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:33:23.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:23 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:33:23.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:23 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:33:23.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:23 smithi082 ceph-mon[36141]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 109 KiB/s, 0 objects/s recovering 2024-05-21T00:33:23.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:23 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:33:23.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:23 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:33:23.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:23 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:33:24.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:24 smithi092 ceph-mon[36335]: from='client.24265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:33:24.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:24 smithi044 ceph-mon[31392]: from='client.24265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:33:24.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:24 smithi082 ceph-mon[36141]: from='client.24265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:33:25.537 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:25 smithi044 ceph-mon[31392]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-05-21T00:33:25.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:25 smithi092 ceph-mon[36335]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-05-21T00:33:25.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:25 smithi082 ceph-mon[36141]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-05-21T00:33:27.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:27 smithi092 ceph-mon[36335]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-05-21T00:33:27.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:27 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/2456760411' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a51f7723-c78c-4ef9-a341-b1ff72ba518e"}]: dispatch 2024-05-21T00:33:27.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:27 smithi092 ceph-mon[36335]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a51f7723-c78c-4ef9-a341-b1ff72ba518e"}]: dispatch 2024-05-21T00:33:27.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:27 smithi092 ceph-mon[36335]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a51f7723-c78c-4ef9-a341-b1ff72ba518e"}]': finished 2024-05-21T00:33:27.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:27 smithi092 ceph-mon[36335]: osdmap e39: 7 total, 6 up, 7 in 2024-05-21T00:33:27.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:27 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:33:27.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:27 smithi044 ceph-mon[31392]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-05-21T00:33:27.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:27 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/2456760411' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a51f7723-c78c-4ef9-a341-b1ff72ba518e"}]: dispatch 2024-05-21T00:33:27.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:27 smithi044 ceph-mon[31392]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a51f7723-c78c-4ef9-a341-b1ff72ba518e"}]: dispatch 2024-05-21T00:33:27.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:27 smithi044 ceph-mon[31392]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a51f7723-c78c-4ef9-a341-b1ff72ba518e"}]': finished 2024-05-21T00:33:27.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:27 smithi044 ceph-mon[31392]: osdmap e39: 7 total, 6 up, 7 in 2024-05-21T00:33:27.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:27 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:33:27.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:27 smithi082 ceph-mon[36141]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-05-21T00:33:27.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:27 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/2456760411' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a51f7723-c78c-4ef9-a341-b1ff72ba518e"}]: dispatch 2024-05-21T00:33:27.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:27 smithi082 ceph-mon[36141]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a51f7723-c78c-4ef9-a341-b1ff72ba518e"}]: dispatch 2024-05-21T00:33:27.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:27 smithi082 ceph-mon[36141]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a51f7723-c78c-4ef9-a341-b1ff72ba518e"}]': finished 2024-05-21T00:33:27.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:27 smithi082 ceph-mon[36141]: osdmap e39: 7 total, 6 up, 7 in 2024-05-21T00:33:27.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:27 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:33:28.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:28 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/3139683297' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:33:28.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:28 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/3139683297' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:33:28.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:28 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/3139683297' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:33:29.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:29 smithi092 ceph-mon[36335]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-05-21T00:33:29.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:29 smithi044 ceph-mon[31392]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-05-21T00:33:29.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:29 smithi082 ceph-mon[36141]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-05-21T00:33:31.541 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:31 smithi044 ceph-mon[31392]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:33:31.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:31 smithi092 ceph-mon[36335]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:33:31.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:31 smithi082 ceph-mon[36141]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:33:33.524 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:33 smithi044 ceph-mon[31392]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:33.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:33 smithi092 ceph-mon[36335]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:33.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:33 smithi082 ceph-mon[36141]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:35.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:35 smithi092 ceph-mon[36335]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:35.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:35 smithi044 ceph-mon[31392]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:35.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:35 smithi082 ceph-mon[36141]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:37.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:37 smithi092 ceph-mon[36335]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:37.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:37 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-21T00:33:37.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:37 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:33:37.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:37 smithi044 ceph-mon[31392]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:37.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:37 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-21T00:33:37.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:37 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:33:37.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:37 smithi082 ceph-mon[36141]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:37.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:37 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-21T00:33:37.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:37 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:33:38.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:38 smithi092 ceph-mon[36335]: Deploying daemon osd.6 on smithi044 2024-05-21T00:33:38.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:38 smithi044 ceph-mon[31392]: Deploying daemon osd.6 on smithi044 2024-05-21T00:33:38.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:38 smithi082 ceph-mon[36141]: Deploying daemon osd.6 on smithi044 2024-05-21T00:33:39.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:39 smithi044 ceph-mon[31392]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:39.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:39 smithi092 ceph-mon[36335]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:39.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:39 smithi082 ceph-mon[36141]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:41.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:41 smithi092 ceph-mon[36335]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:41.588 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:41 smithi044 ceph-mon[31392]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:41.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:41 smithi082 ceph-mon[36141]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:43.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:43 smithi092 ceph-mon[36335]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:43.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:43 smithi044 ceph-mon[31392]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:43.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:43 smithi082 ceph-mon[36141]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:45.524 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:45 smithi044 ceph-mon[31392]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:45.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:45 smithi092 ceph-mon[36335]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:45.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:45 smithi082 ceph-mon[36141]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:46.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:46 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:33:46.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:46 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:46.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:46 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:46.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:46 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:33:46.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:46 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:46.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:46 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:46.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:46 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:33:46.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:46 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:46.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:46 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:47.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:47 smithi044 ceph-mon[31392]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:47.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:47 smithi092 ceph-mon[36335]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:47.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:47 smithi082 ceph-mon[36141]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:49.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:49 smithi092 ceph-mon[36335]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:49.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:49 smithi044 ceph-mon[31392]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:49.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:49 smithi082 ceph-mon[36141]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:50.696 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:50 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:50.696 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:50 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:50.696 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:50 smithi044 ceph-mon[31392]: from='osd.6 [v2:172.21.15.44:6818/1537486544,v1:172.21.15.44:6819/1537486544]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-21T00:33:50.697 INFO:teuthology.orchestra.run.smithi044.stdout:Created osd(s) 6 on host 'smithi044' 2024-05-21T00:33:50.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:50.690+0000 7f29d2000700 1 -- 172.21.15.44:0/1350440744 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f29d4063980 con 0x7f29bc0b2900 2024-05-21T00:33:50.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:50 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:50.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:50 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:50.698 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:50 smithi082 ceph-mon[36141]: from='osd.6 [v2:172.21.15.44:6818/1537486544,v1:172.21.15.44:6819/1537486544]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-21T00:33:50.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:50.693+0000 7f29dc600700 1 -- 172.21.15.44:0/1350440744 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f29bc0b2900 msgr2=0x7f29bc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:33:50.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:50.693+0000 7f29dc600700 1 --2- 172.21.15.44:0/1350440744 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f29bc0b2900 0x7f29bc0b4dc0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f29c0000c00 tx=0x7f29c0005fb0 comp rx=0 tx=0).stop 2024-05-21T00:33:50.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:50.693+0000 7f29dc600700 1 -- 172.21.15.44:0/1350440744 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29d41057b0 msgr2=0x7f29d419b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:33:50.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:50.693+0000 7f29dc600700 1 --2- 172.21.15.44:0/1350440744 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29d41057b0 0x7f29d419b8e0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f29c800ea80 tx=0x7f29c800ed90 comp rx=0 tx=0).stop 2024-05-21T00:33:50.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:50.694+0000 7f29dc600700 1 -- 172.21.15.44:0/1350440744 shutdown_connections 2024-05-21T00:33:50.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:50.694+0000 7f29dc600700 1 --2- 172.21.15.44:0/1350440744 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f29bc0b2900 0x7f29bc0b4dc0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:33:50.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:50.694+0000 7f29dc600700 1 --2- 172.21.15.44:0/1350440744 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f29d4107350 0x7f29d41a2ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:33:50.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:50.694+0000 7f29dc600700 1 --2- 172.21.15.44:0/1350440744 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29d41057b0 0x7f29d419b8e0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:33:50.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:50.694+0000 7f29dc600700 1 --2- 172.21.15.44:0/1350440744 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f29d41069b0 0x7f29d419be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:33:50.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:50.694+0000 7f29dc600700 1 -- 172.21.15.44:0/1350440744 >> 172.21.15.44:0/1350440744 conn(0x7f29d4100d50 msgr2=0x7f29d4109cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:33:50.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:50.694+0000 7f29dc600700 1 -- 172.21.15.44:0/1350440744 shutdown_connections 2024-05-21T00:33:50.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:33:50.694+0000 7f29dc600700 1 -- 172.21.15.44:0/1350440744 wait complete. 2024-05-21T00:33:50.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:50 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:50.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:50 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:50.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:50 smithi092 ceph-mon[36335]: from='osd.6 [v2:172.21.15.44:6818/1537486544,v1:172.21.15.44:6819/1537486544]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-21T00:33:51.460 DEBUG:teuthology.orchestra.run.smithi044:osd.6> sudo journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.6.service 2024-05-21T00:33:51.465 INFO:tasks.cephadm:Deploying osd.7 on smithi082 with /dev/vg_nvme/lv_2... 2024-05-21T00:33:51.465 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-21T00:33:51.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:51 smithi044 ceph-mon[31392]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:51.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:51 smithi044 ceph-mon[31392]: from='osd.6 [v2:172.21.15.44:6818/1537486544,v1:172.21.15.44:6819/1537486544]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-21T00:33:51.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:51 smithi044 ceph-mon[31392]: osdmap e40: 7 total, 6 up, 7 in 2024-05-21T00:33:51.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:51 smithi044 ceph-mon[31392]: from='osd.6 [v2:172.21.15.44:6818/1537486544,v1:172.21.15.44:6819/1537486544]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-21T00:33:51.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:51 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:33:51.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:51 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:51.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:51 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:51.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:51 smithi082 ceph-mon[36141]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:51.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:51 smithi082 ceph-mon[36141]: from='osd.6 [v2:172.21.15.44:6818/1537486544,v1:172.21.15.44:6819/1537486544]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-21T00:33:51.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:51 smithi082 ceph-mon[36141]: osdmap e40: 7 total, 6 up, 7 in 2024-05-21T00:33:51.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:51 smithi082 ceph-mon[36141]: from='osd.6 [v2:172.21.15.44:6818/1537486544,v1:172.21.15.44:6819/1537486544]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-21T00:33:51.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:51 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:33:51.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:51 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:51.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:51 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:51.709 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:51 smithi092 ceph-mon[36335]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:51.709 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:51 smithi092 ceph-mon[36335]: from='osd.6 [v2:172.21.15.44:6818/1537486544,v1:172.21.15.44:6819/1537486544]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-21T00:33:51.709 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:51 smithi092 ceph-mon[36335]: osdmap e40: 7 total, 6 up, 7 in 2024-05-21T00:33:51.709 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:51 smithi092 ceph-mon[36335]: from='osd.6 [v2:172.21.15.44:6818/1537486544,v1:172.21.15.44:6819/1537486544]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-21T00:33:51.709 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:51 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:33:51.709 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:51 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:51.709 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:51 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:51.710 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T00:33:52.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:52 smithi082 ceph-mon[36141]: from='osd.6 [v2:172.21.15.44:6818/1537486544,v1:172.21.15.44:6819/1537486544]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-05-21T00:33:52.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:52 smithi082 ceph-mon[36141]: osdmap e41: 7 total, 6 up, 7 in 2024-05-21T00:33:52.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:52 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:33:52.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:52 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:33:52.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:52 smithi092 ceph-mon[36335]: from='osd.6 [v2:172.21.15.44:6818/1537486544,v1:172.21.15.44:6819/1537486544]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-05-21T00:33:52.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:52 smithi092 ceph-mon[36335]: osdmap e41: 7 total, 6 up, 7 in 2024-05-21T00:33:52.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:52 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:33:52.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:52 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:33:52.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:52 smithi044 ceph-mon[31392]: from='osd.6 [v2:172.21.15.44:6818/1537486544,v1:172.21.15.44:6819/1537486544]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-05-21T00:33:52.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:52 smithi044 ceph-mon[31392]: osdmap e41: 7 total, 6 up, 7 in 2024-05-21T00:33:52.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:52 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:33:52.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:52 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:33:53.591 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:53 smithi044 ceph-mon[31392]: purged_snaps scrub starts 2024-05-21T00:33:53.592 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:53 smithi044 ceph-mon[31392]: purged_snaps scrub ok 2024-05-21T00:33:53.592 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:53 smithi044 ceph-mon[31392]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:53.592 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:53 smithi044 ceph-mon[31392]: osd.6 [v2:172.21.15.44:6818/1537486544,v1:172.21.15.44:6819/1537486544] boot 2024-05-21T00:33:53.592 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:53 smithi044 ceph-mon[31392]: osdmap e42: 7 total, 7 up, 7 in 2024-05-21T00:33:53.592 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:53 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:33:53.594 INFO:teuthology.orchestra.run.smithi082.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-21T00:33:53.594 INFO:teuthology.orchestra.run.smithi082.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-21T00:33:53.594 INFO:teuthology.orchestra.run.smithi082.stderr: stderr: 10+0 records in 2024-05-21T00:33:53.594 INFO:teuthology.orchestra.run.smithi082.stderr:10+0 records out 2024-05-21T00:33:53.595 INFO:teuthology.orchestra.run.smithi082.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0115667 s, 907 MB/s 2024-05-21T00:33:53.595 INFO:teuthology.orchestra.run.smithi082.stderr:--> Zapping successful for: 2024-05-21T00:33:53.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:53 smithi092 ceph-mon[36335]: purged_snaps scrub starts 2024-05-21T00:33:53.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:53 smithi092 ceph-mon[36335]: purged_snaps scrub ok 2024-05-21T00:33:53.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:53 smithi092 ceph-mon[36335]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:53.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:53 smithi092 ceph-mon[36335]: osd.6 [v2:172.21.15.44:6818/1537486544,v1:172.21.15.44:6819/1537486544] boot 2024-05-21T00:33:53.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:53 smithi092 ceph-mon[36335]: osdmap e42: 7 total, 7 up, 7 in 2024-05-21T00:33:53.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:53 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:33:53.920 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:53 smithi082 ceph-mon[36141]: purged_snaps scrub starts 2024-05-21T00:33:53.921 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:53 smithi082 ceph-mon[36141]: purged_snaps scrub ok 2024-05-21T00:33:53.921 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:53 smithi082 ceph-mon[36141]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:33:53.921 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:53 smithi082 ceph-mon[36141]: osd.6 [v2:172.21.15.44:6818/1537486544,v1:172.21.15.44:6819/1537486544] boot 2024-05-21T00:33:53.921 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:53 smithi082 ceph-mon[36141]: osdmap e42: 7 total, 7 up, 7 in 2024-05-21T00:33:53.921 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:53 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:33:54.226 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi082:vg_nvme/lv_2 2024-05-21T00:33:54.469 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T00:33:54.746 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:54 smithi082 ceph-mon[36141]: osdmap e43: 7 total, 7 up, 7 in 2024-05-21T00:33:54.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:54 smithi092 ceph-mon[36335]: osdmap e43: 7 total, 7 up, 7 in 2024-05-21T00:33:54.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:54 smithi044 ceph-mon[31392]: osdmap e43: 7 total, 7 up, 7 in 2024-05-21T00:33:55.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:55 smithi044 ceph-mon[31392]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:33:55.714 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:55 smithi082 ceph-mon[36141]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:33:55.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:55 smithi092 ceph-mon[36335]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:33:56.069 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.064+0000 7f30a5450700 1 -- 172.21.15.82:0/3520643574 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f30a01035a0 msgr2=0x7f30a01039c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:33:56.069 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.064+0000 7f30a5450700 1 --2- 172.21.15.82:0/3520643574 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f30a01035a0 0x7f30a01039c0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f30900099c0 tx=0x7f3090009cd0 comp rx=0 tx=0).stop 2024-05-21T00:33:56.069 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.064+0000 7f30a5450700 1 -- 172.21.15.82:0/3520643574 shutdown_connections 2024-05-21T00:33:56.069 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.064+0000 7f30a5450700 1 --2- 172.21.15.82:0/3520643574 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f30a0105140 0x7f30a010b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:33:56.070 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.064+0000 7f30a5450700 1 --2- 172.21.15.82:0/3520643574 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f30a01035a0 0x7f30a01039c0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:33:56.070 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.064+0000 7f30a5450700 1 --2- 172.21.15.82:0/3520643574 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30a01047a0 0x7f30a0104c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:33:56.070 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.064+0000 7f30a5450700 1 -- 172.21.15.82:0/3520643574 >> 172.21.15.82:0/3520643574 conn(0x7f30a00feb40 msgr2=0x7f30a0100f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:33:56.070 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.064+0000 7f30a5450700 1 -- 172.21.15.82:0/3520643574 shutdown_connections 2024-05-21T00:33:56.070 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.064+0000 7f30a5450700 1 -- 172.21.15.82:0/3520643574 wait complete. 2024-05-21T00:33:56.070 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.065+0000 7f30a5450700 1 Processor -- start 2024-05-21T00:33:56.070 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.065+0000 7f30a5450700 1 -- start start 2024-05-21T00:33:56.072 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.065+0000 7f30a5450700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30a01035a0 0x7f30a01997e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:33:56.072 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.065+0000 7f30a5450700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f30a01047a0 0x7f30a0199d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:33:56.072 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.065+0000 7f30a5450700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f30a0105140 0x7f30a01a0da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:33:56.072 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.065+0000 7f30a5450700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f30a010f110 con 0x7f30a01035a0 2024-05-21T00:33:56.072 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.065+0000 7f30a5450700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f30a010ef90 con 0x7f30a01047a0 2024-05-21T00:33:56.072 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.065+0000 7f30a5450700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f30a010f290 con 0x7f30a0105140 2024-05-21T00:33:56.073 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.065+0000 7f309e7fc700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f30a01047a0 0x7f30a0199d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:33:56.073 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.065+0000 7f309e7fc700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f30a01047a0 0x7f30a0199d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:40264/0 (socket says 172.21.15.82:40264) 2024-05-21T00:33:56.073 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.065+0000 7f309e7fc700 1 -- 172.21.15.82:0/1095410121 learned_addr learned my addr 172.21.15.82:0/1095410121 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-05-21T00:33:56.073 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.065+0000 7f309f7fe700 1 --2- 172.21.15.82:0/1095410121 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f30a0105140 0x7f30a01a0da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:33:56.073 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.066+0000 7f309e7fc700 1 -- 172.21.15.82:0/1095410121 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f30a0105140 msgr2=0x7f30a01a0da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:33:56.073 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.066+0000 7f309e7fc700 1 --2- 172.21.15.82:0/1095410121 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f30a0105140 0x7f30a01a0da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:33:56.073 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.066+0000 7f309e7fc700 1 -- 172.21.15.82:0/1095410121 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30a01035a0 msgr2=0x7f30a01997e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:33:56.073 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.066+0000 7f309e7fc700 1 --2- 172.21.15.82:0/1095410121 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30a01035a0 0x7f30a01997e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:33:56.073 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.066+0000 7f309e7fc700 1 -- 172.21.15.82:0/1095410121 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30a01a1440 con 0x7f30a01047a0 2024-05-21T00:33:56.073 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.066+0000 7f309e7fc700 1 --2- 172.21.15.82:0/1095410121 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f30a01047a0 0x7f30a0199d20 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f309800ba50 tx=0x7f309800bd60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:33:56.073 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.066+0000 7f3087fff700 1 -- 172.21.15.82:0/1095410121 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3098019070 con 0x7f30a01047a0 2024-05-21T00:33:56.073 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.066+0000 7f3087fff700 1 -- 172.21.15.82:0/1095410121 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3098014440 con 0x7f30a01047a0 2024-05-21T00:33:56.073 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.066+0000 7f3087fff700 1 -- 172.21.15.82:0/1095410121 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f309800ce60 con 0x7f30a01047a0 2024-05-21T00:33:56.074 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.066+0000 7f30a5450700 1 -- 172.21.15.82:0/1095410121 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30a01a1730 con 0x7f30a01047a0 2024-05-21T00:33:56.074 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.066+0000 7f30a5450700 1 -- 172.21.15.82:0/1095410121 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30a01a1cf0 con 0x7f30a01047a0 2024-05-21T00:33:56.074 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.067+0000 7f30a5450700 1 -- 172.21.15.82:0/1095410121 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30a006a230 con 0x7f30a01047a0 2024-05-21T00:33:56.074 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.068+0000 7f3087fff700 1 -- 172.21.15.82:0/1095410121 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f309801c070 con 0x7f30a01047a0 2024-05-21T00:33:56.075 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.069+0000 7f3087fff700 1 --2- 172.21.15.82:0/1095410121 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f30880b2880 0x7f30880b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:33:56.075 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.069+0000 7f3087fff700 1 -- 172.21.15.82:0/1095410121 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 4965+0+0 (secure 0 0 0) 0x7f30980e0d00 con 0x7f30a01047a0 2024-05-21T00:33:56.075 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.070+0000 7f309effd700 1 --2- 172.21.15.82:0/1095410121 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f30880b2880 0x7f30880b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:33:56.075 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.071+0000 7f309effd700 1 --2- 172.21.15.82:0/1095410121 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f30880b2880 0x7f30880b4d40 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f3090003790 tx=0x7f3090009f10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:33:56.077 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.073+0000 7f3087fff700 1 -- 172.21.15.82:0/1095410121 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f30980a9730 con 0x7f30a01047a0 2024-05-21T00:33:56.289 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:33:56.285+0000 7f30a5450700 1 -- 172.21.15.82:0/1095410121 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f30a0063980 con 0x7f30880b2880 2024-05-21T00:33:56.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:56 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:33:56.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:56 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:33:56.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:56 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:33:56.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:56 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:56.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:56 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:56.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:56 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:33:56.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:56 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:33:56.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:56 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:33:56.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:56 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:56.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:56 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:33:56.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:56 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:33:56.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:56 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:56.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:56 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:33:56.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:56 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:33:56.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:56 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:33:56.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:56 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:56.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:56 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:56.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:56 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:33:56.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:56 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:33:56.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:56 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:33:56.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:56 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:56.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:56 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:33:56.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:56 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:33:56.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:56 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:56.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:56 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:33:56.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:56 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:33:56.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:56 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:33:56.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:56 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:56.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:56 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:56.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:56 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:33:56.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:56 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:33:56.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:56 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:33:56.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:56 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:56.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:56 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:33:56.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:56 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:33:56.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:56 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:57.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:57 smithi092 ceph-mon[36335]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:33:57.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:57 smithi092 ceph-mon[36335]: from='client.24305 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:33:57.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:57 smithi092 ceph-mon[36335]: Detected new or changed devices on smithi044 2024-05-21T00:33:57.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:57 smithi092 ceph-mon[36335]: Adjusting osd_memory_target on smithi044 to 5698M 2024-05-21T00:33:57.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:57 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:33:57.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:57 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:33:57.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:57 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:33:57.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:57 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:57.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:57 smithi044 ceph-mon[31392]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:33:57.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:57 smithi044 ceph-mon[31392]: from='client.24305 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:33:57.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:57 smithi044 ceph-mon[31392]: Detected new or changed devices on smithi044 2024-05-21T00:33:57.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:57 smithi044 ceph-mon[31392]: Adjusting osd_memory_target on smithi044 to 5698M 2024-05-21T00:33:57.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:57 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:33:57.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:57 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:33:57.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:57 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:33:57.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:57 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:57.907 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:57 smithi082 ceph-mon[36141]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:33:57.907 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:57 smithi082 ceph-mon[36141]: from='client.24305 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:33:57.907 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:57 smithi082 ceph-mon[36141]: Detected new or changed devices on smithi044 2024-05-21T00:33:57.907 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:57 smithi082 ceph-mon[36141]: Adjusting osd_memory_target on smithi044 to 5698M 2024-05-21T00:33:57.907 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:57 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:33:57.907 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:57 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:33:57.907 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:57 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:33:57.908 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:57 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:33:59.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:59 smithi082 ceph-mon[36141]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:33:59.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:59 smithi082 ceph-mon[36141]: from='client.? 172.21.15.82:0/2068178454' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9cb07a5c-be70-4030-a329-3d4f374fb837"}]: dispatch 2024-05-21T00:33:59.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:59 smithi082 ceph-mon[36141]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9cb07a5c-be70-4030-a329-3d4f374fb837"}]: dispatch 2024-05-21T00:33:59.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:59 smithi082 ceph-mon[36141]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9cb07a5c-be70-4030-a329-3d4f374fb837"}]': finished 2024-05-21T00:33:59.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:59 smithi082 ceph-mon[36141]: osdmap e44: 8 total, 7 up, 8 in 2024-05-21T00:33:59.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:33:59 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T00:33:59.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:59 smithi092 ceph-mon[36335]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:33:59.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:59 smithi092 ceph-mon[36335]: from='client.? 172.21.15.82:0/2068178454' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9cb07a5c-be70-4030-a329-3d4f374fb837"}]: dispatch 2024-05-21T00:33:59.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:59 smithi092 ceph-mon[36335]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9cb07a5c-be70-4030-a329-3d4f374fb837"}]: dispatch 2024-05-21T00:33:59.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:59 smithi092 ceph-mon[36335]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9cb07a5c-be70-4030-a329-3d4f374fb837"}]': finished 2024-05-21T00:33:59.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:59 smithi092 ceph-mon[36335]: osdmap e44: 8 total, 7 up, 8 in 2024-05-21T00:33:59.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:33:59 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T00:33:59.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:59 smithi044 ceph-mon[31392]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:33:59.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:59 smithi044 ceph-mon[31392]: from='client.? 172.21.15.82:0/2068178454' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9cb07a5c-be70-4030-a329-3d4f374fb837"}]: dispatch 2024-05-21T00:33:59.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:59 smithi044 ceph-mon[31392]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9cb07a5c-be70-4030-a329-3d4f374fb837"}]: dispatch 2024-05-21T00:33:59.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:59 smithi044 ceph-mon[31392]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9cb07a5c-be70-4030-a329-3d4f374fb837"}]': finished 2024-05-21T00:33:59.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:59 smithi044 ceph-mon[31392]: osdmap e44: 8 total, 7 up, 8 in 2024-05-21T00:33:59.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:33:59 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T00:34:00.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:00 smithi092 ceph-mon[36335]: from='client.? 172.21.15.82:0/3921720274' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:34:00.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:00 smithi044 ceph-mon[31392]: from='client.? 172.21.15.82:0/3921720274' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:34:00.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:00 smithi082 ceph-mon[36141]: from='client.? 172.21.15.82:0/3921720274' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:34:01.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:01 smithi092 ceph-mon[36335]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:34:01.846 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:01 smithi082 ceph-mon[36141]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:34:01.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:01 smithi044 ceph-mon[31392]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:34:03.698 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:03 smithi082 ceph-mon[36141]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:34:03.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:03 smithi092 ceph-mon[36335]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:34:03.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:03 smithi044 ceph-mon[31392]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:34:05.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:05 smithi082 ceph-mon[36141]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:34:05.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:05 smithi092 ceph-mon[36335]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:34:05.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:05 smithi044 ceph-mon[31392]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:34:06.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:06 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-21T00:34:06.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:06 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:34:06.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:06 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-21T00:34:06.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:06 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:34:07.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:06 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-21T00:34:07.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:06 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:34:07.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:07 smithi082 ceph-mon[36141]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:34:07.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:07 smithi082 ceph-mon[36141]: Deploying daemon osd.7 on smithi082 2024-05-21T00:34:07.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:07 smithi044 ceph-mon[31392]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:34:07.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:07 smithi044 ceph-mon[31392]: Deploying daemon osd.7 on smithi082 2024-05-21T00:34:08.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:07 smithi092 ceph-mon[36335]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:34:08.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:07 smithi092 ceph-mon[36335]: Deploying daemon osd.7 on smithi082 2024-05-21T00:34:09.657 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:09 smithi082 ceph-mon[36141]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:34:09.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:09 smithi044 ceph-mon[31392]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:34:10.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:09 smithi092 ceph-mon[36335]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:34:11.826 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:11 smithi082 ceph-mon[36141]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:34:11.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:11 smithi044 ceph-mon[31392]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:34:12.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:11 smithi092 ceph-mon[36335]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:34:13.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:13 smithi092 ceph-mon[36335]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:34:13.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:13 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:13.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:13 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:13.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:13 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:34:13.577 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:13 smithi082 ceph-mon[36141]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:34:13.577 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:13 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:13.577 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:13 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:13.577 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:13 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:34:13.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:13 smithi044 ceph-mon[31392]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:34:13.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:13 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:13.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:13 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:13.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:13 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:34:15.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:15 smithi092 ceph-mon[36335]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:34:15.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:15 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:15.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:15 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:15.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:15 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:34:15.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:15 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:34:15.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:15 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:15.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:15 smithi044 ceph-mon[31392]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:34:15.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:15 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:15.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:15 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:15.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:15 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:34:15.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:15 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:34:15.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:15 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:15.671 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:15 smithi082 ceph-mon[36141]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:34:15.671 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:15 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:15.671 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:15 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:15.671 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:15 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:34:15.671 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:15 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:34:15.671 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:15 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:16.076 INFO:teuthology.orchestra.run.smithi082.stdout:Created osd(s) 7 on host 'smithi082' 2024-05-21T00:34:16.082 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:34:16.070+0000 7f3087fff700 1 -- 172.21.15.82:0/1095410121 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f30a0063980 con 0x7f30880b2880 2024-05-21T00:34:16.082 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:34:16.073+0000 7f30a5450700 1 -- 172.21.15.82:0/1095410121 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f30880b2880 msgr2=0x7f30880b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:34:16.082 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:34:16.073+0000 7f30a5450700 1 --2- 172.21.15.82:0/1095410121 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f30880b2880 0x7f30880b4d40 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f3090003790 tx=0x7f3090009f10 comp rx=0 tx=0).stop 2024-05-21T00:34:16.082 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:34:16.073+0000 7f30a5450700 1 -- 172.21.15.82:0/1095410121 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f30a01047a0 msgr2=0x7f30a0199d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:34:16.082 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:34:16.073+0000 7f30a5450700 1 --2- 172.21.15.82:0/1095410121 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f30a01047a0 0x7f30a0199d20 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f309800ba50 tx=0x7f309800bd60 comp rx=0 tx=0).stop 2024-05-21T00:34:16.082 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:34:16.073+0000 7f30a5450700 1 -- 172.21.15.82:0/1095410121 shutdown_connections 2024-05-21T00:34:16.083 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:34:16.073+0000 7f30a5450700 1 --2- 172.21.15.82:0/1095410121 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f30880b2880 0x7f30880b4d40 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:34:16.083 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:34:16.073+0000 7f30a5450700 1 --2- 172.21.15.82:0/1095410121 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30a01035a0 0x7f30a01997e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:34:16.083 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:34:16.073+0000 7f30a5450700 1 --2- 172.21.15.82:0/1095410121 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f30a0105140 0x7f30a01a0da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:34:16.083 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:34:16.073+0000 7f30a5450700 1 --2- 172.21.15.82:0/1095410121 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f30a01047a0 0x7f30a0199d20 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:34:16.083 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:34:16.073+0000 7f30a5450700 1 -- 172.21.15.82:0/1095410121 >> 172.21.15.82:0/1095410121 conn(0x7f30a00feb40 msgr2=0x7f30a0107be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:34:16.083 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:34:16.073+0000 7f30a5450700 1 -- 172.21.15.82:0/1095410121 shutdown_connections 2024-05-21T00:34:16.083 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:34:16.073+0000 7f30a5450700 1 -- 172.21.15.82:0/1095410121 wait complete. 2024-05-21T00:34:16.693 DEBUG:teuthology.orchestra.run.smithi082:osd.7> sudo journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.7.service 2024-05-21T00:34:16.696 INFO:tasks.cephadm:Deploying osd.8 on smithi092 with /dev/vg_nvme/lv_2... 2024-05-21T00:34:16.696 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-21T00:34:16.937 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:34:17.266 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:17 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:17.266 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:17 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:34:17.266 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:17 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:17.266 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:17 smithi092 ceph-mon[36335]: from='osd.7 [v2:172.21.15.82:6816/205724371,v1:172.21.15.82:6817/205724371]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-21T00:34:17.267 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:17 smithi092 ceph-mon[36335]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-21T00:34:17.267 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:17 smithi092 ceph-mon[36335]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:34:17.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:17 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:17.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:17 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:34:17.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:17 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:17.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:17 smithi044 ceph-mon[31392]: from='osd.7 [v2:172.21.15.82:6816/205724371,v1:172.21.15.82:6817/205724371]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-21T00:34:17.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:17 smithi044 ceph-mon[31392]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-21T00:34:17.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:17 smithi044 ceph-mon[31392]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:34:17.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:17 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:17.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:17 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:34:17.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:17 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:17.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:17 smithi082 ceph-mon[36141]: from='osd.7 [v2:172.21.15.82:6816/205724371,v1:172.21.15.82:6817/205724371]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-21T00:34:17.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:17 smithi082 ceph-mon[36141]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-21T00:34:17.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:17 smithi082 ceph-mon[36141]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:34:18.272 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:18 smithi092 ceph-mon[36335]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-21T00:34:18.272 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:18 smithi092 ceph-mon[36335]: osdmap e45: 8 total, 7 up, 8 in 2024-05-21T00:34:18.272 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:18 smithi092 ceph-mon[36335]: from='osd.7 [v2:172.21.15.82:6816/205724371,v1:172.21.15.82:6817/205724371]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-05-21T00:34:18.272 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:18 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T00:34:18.272 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:18 smithi092 ceph-mon[36335]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-05-21T00:34:18.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:18 smithi044 ceph-mon[31392]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-21T00:34:18.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:18 smithi044 ceph-mon[31392]: osdmap e45: 8 total, 7 up, 8 in 2024-05-21T00:34:18.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:18 smithi044 ceph-mon[31392]: from='osd.7 [v2:172.21.15.82:6816/205724371,v1:172.21.15.82:6817/205724371]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-05-21T00:34:18.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:18 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T00:34:18.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:18 smithi044 ceph-mon[31392]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-05-21T00:34:18.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:18 smithi082 ceph-mon[36141]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-21T00:34:18.447 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:18 smithi082 ceph-mon[36141]: osdmap e45: 8 total, 7 up, 8 in 2024-05-21T00:34:18.447 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:18 smithi082 ceph-mon[36141]: from='osd.7 [v2:172.21.15.82:6816/205724371,v1:172.21.15.82:6817/205724371]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-05-21T00:34:18.447 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:18 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T00:34:18.447 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:18 smithi082 ceph-mon[36141]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-05-21T00:34:18.816 INFO:teuthology.orchestra.run.smithi092.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-21T00:34:18.817 INFO:teuthology.orchestra.run.smithi092.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-21T00:34:18.817 INFO:teuthology.orchestra.run.smithi092.stderr: stderr: 10+0 records in 2024-05-21T00:34:18.817 INFO:teuthology.orchestra.run.smithi092.stderr:10+0 records out 2024-05-21T00:34:18.817 INFO:teuthology.orchestra.run.smithi092.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0117241 s, 894 MB/s 2024-05-21T00:34:18.817 INFO:teuthology.orchestra.run.smithi092.stderr:--> Zapping successful for: 2024-05-21T00:34:18.910 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:34:18 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:34:18.496+0000 7f60648a2700 -1 osd.7 0 waiting for initial osdmap 2024-05-21T00:34:18.911 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:34:18 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:34:18.506+0000 7f605be8c700 -1 osd.7 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T00:34:19.142 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:19 smithi092 ceph-mon[36335]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-05-21T00:34:19.143 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:19 smithi092 ceph-mon[36335]: osdmap e46: 8 total, 7 up, 8 in 2024-05-21T00:34:19.143 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:19 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T00:34:19.143 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:19 smithi092 ceph-mon[36335]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:34:19.143 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:19 smithi092 ceph-mon[36335]: from='osd.7 ' entity='osd.7' 2024-05-21T00:34:19.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:19 smithi082 ceph-mon[36141]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-05-21T00:34:19.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:19 smithi082 ceph-mon[36141]: osdmap e46: 8 total, 7 up, 8 in 2024-05-21T00:34:19.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:19 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T00:34:19.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:19 smithi082 ceph-mon[36141]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:34:19.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:19 smithi082 ceph-mon[36141]: from='osd.7 ' entity='osd.7' 2024-05-21T00:34:19.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:19 smithi044 ceph-mon[31392]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-05-21T00:34:19.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:19 smithi044 ceph-mon[31392]: osdmap e46: 8 total, 7 up, 8 in 2024-05-21T00:34:19.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:19 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T00:34:19.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:19 smithi044 ceph-mon[31392]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:34:19.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:19 smithi044 ceph-mon[31392]: from='osd.7 ' entity='osd.7' 2024-05-21T00:34:19.462 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi092:vg_nvme/lv_2 2024-05-21T00:34:19.703 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:34:20.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:20 smithi092 ceph-mon[36335]: purged_snaps scrub starts 2024-05-21T00:34:20.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:20 smithi092 ceph-mon[36335]: purged_snaps scrub ok 2024-05-21T00:34:20.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:20 smithi092 ceph-mon[36335]: osd.7 [v2:172.21.15.82:6816/205724371,v1:172.21.15.82:6817/205724371] boot 2024-05-21T00:34:20.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:20 smithi092 ceph-mon[36335]: osdmap e47: 8 total, 8 up, 8 in 2024-05-21T00:34:20.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:20 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T00:34:20.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:20 smithi092 ceph-mon[36335]: Detected new or changed devices on smithi082 2024-05-21T00:34:20.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:20 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:20.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:20 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:20.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:20 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:34:20.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:20 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:34:20.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:20 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:34:20.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:20 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:20.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:20 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:34:20.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:20 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:34:20.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:20 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:20.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:20 smithi092 ceph-mon[36335]: osdmap e48: 8 total, 8 up, 8 in 2024-05-21T00:34:20.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:20 smithi044 ceph-mon[31392]: purged_snaps scrub starts 2024-05-21T00:34:20.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:20 smithi044 ceph-mon[31392]: purged_snaps scrub ok 2024-05-21T00:34:20.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:20 smithi044 ceph-mon[31392]: osd.7 [v2:172.21.15.82:6816/205724371,v1:172.21.15.82:6817/205724371] boot 2024-05-21T00:34:20.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:20 smithi044 ceph-mon[31392]: osdmap e47: 8 total, 8 up, 8 in 2024-05-21T00:34:20.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:20 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T00:34:20.400 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:20 smithi044 ceph-mon[31392]: Detected new or changed devices on smithi082 2024-05-21T00:34:20.400 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:20 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:20.400 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:20 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:20.400 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:20 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:34:20.400 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:20 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:34:20.400 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:20 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:34:20.400 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:20 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:20.400 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:20 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:34:20.400 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:20 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:34:20.400 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:20 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:20.401 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:20 smithi044 ceph-mon[31392]: osdmap e48: 8 total, 8 up, 8 in 2024-05-21T00:34:20.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:20 smithi082 ceph-mon[36141]: purged_snaps scrub starts 2024-05-21T00:34:20.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:20 smithi082 ceph-mon[36141]: purged_snaps scrub ok 2024-05-21T00:34:20.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:20 smithi082 ceph-mon[36141]: osd.7 [v2:172.21.15.82:6816/205724371,v1:172.21.15.82:6817/205724371] boot 2024-05-21T00:34:20.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:20 smithi082 ceph-mon[36141]: osdmap e47: 8 total, 8 up, 8 in 2024-05-21T00:34:20.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:20 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T00:34:20.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:20 smithi082 ceph-mon[36141]: Detected new or changed devices on smithi082 2024-05-21T00:34:20.447 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:20 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:20.447 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:20 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:20.447 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:20 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:34:20.447 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:20 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:34:20.447 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:20 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:34:20.447 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:20 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:20.447 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:20 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:34:20.447 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:20 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:34:20.447 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:20 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:20.447 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:20 smithi082 ceph-mon[36141]: osdmap e48: 8 total, 8 up, 8 in 2024-05-21T00:34:21.182 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.175+0000 7f149aea0700 1 -- 172.21.15.92:0/2368829783 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1494102490 msgr2=0x7f14941028b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:34:21.182 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.175+0000 7f149aea0700 1 --2- 172.21.15.92:0/2368829783 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1494102490 0x7f14941028b0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f149000b0a0 tx=0x7f149000b3b0 comp rx=0 tx=0).stop 2024-05-21T00:34:21.182 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.175+0000 7f149aea0700 1 -- 172.21.15.92:0/2368829783 shutdown_connections 2024-05-21T00:34:21.182 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.175+0000 7f149aea0700 1 --2- 172.21.15.92:0/2368829783 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1494104030 0x7f149410a8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:34:21.182 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.175+0000 7f149aea0700 1 --2- 172.21.15.92:0/2368829783 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1494102490 0x7f14941028b0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:34:21.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.175+0000 7f149aea0700 1 --2- 172.21.15.92:0/2368829783 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1494103690 0x7f1494103af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:34:21.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.175+0000 7f149aea0700 1 -- 172.21.15.92:0/2368829783 >> 172.21.15.92:0/2368829783 conn(0x7f14940fda30 msgr2=0x7f14940ffe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:34:21.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.175+0000 7f149aea0700 1 -- 172.21.15.92:0/2368829783 shutdown_connections 2024-05-21T00:34:21.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.175+0000 7f149aea0700 1 -- 172.21.15.92:0/2368829783 wait complete. 2024-05-21T00:34:21.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.176+0000 7f149aea0700 1 Processor -- start 2024-05-21T00:34:21.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.176+0000 7f149aea0700 1 -- start start 2024-05-21T00:34:21.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.176+0000 7f149aea0700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1494102490 0x7f149406c5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:34:21.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.176+0000 7f149aea0700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1494103690 0x7f14941a0a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:34:21.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.176+0000 7f149aea0700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1494104030 0x7f14941a2f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:34:21.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.176+0000 7f149aea0700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f149410e000 con 0x7f1494104030 2024-05-21T00:34:21.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.176+0000 7f149aea0700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f149410de80 con 0x7f1494103690 2024-05-21T00:34:21.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.176+0000 7f149aea0700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f149410e180 con 0x7f1494102490 2024-05-21T00:34:21.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.176+0000 7f1498c3c700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1494102490 0x7f149406c5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:34:21.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.176+0000 7f1498c3c700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1494102490 0x7f149406c5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38900/0 (socket says 172.21.15.92:38900) 2024-05-21T00:34:21.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.176+0000 7f1498c3c700 1 -- 172.21.15.92:0/305135260 learned_addr learned my addr 172.21.15.92:0/305135260 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-05-21T00:34:21.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.176+0000 7f148bfff700 1 --2- 172.21.15.92:0/305135260 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1494103690 0x7f14941a0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:34:21.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.176+0000 7f1498c3c700 1 -- 172.21.15.92:0/305135260 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1494103690 msgr2=0x7f14941a0a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:34:21.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.176+0000 7f1498c3c700 1 --2- 172.21.15.92:0/305135260 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1494103690 0x7f14941a0a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:34:21.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.176+0000 7f1498c3c700 1 -- 172.21.15.92:0/305135260 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1494104030 msgr2=0x7f14941a2f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:34:21.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.176+0000 7f1498c3c700 1 --2- 172.21.15.92:0/305135260 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1494104030 0x7f14941a2f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:34:21.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.176+0000 7f1498c3c700 1 -- 172.21.15.92:0/305135260 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14941a36b0 con 0x7f1494102490 2024-05-21T00:34:21.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.176+0000 7f148bfff700 1 --2- 172.21.15.92:0/305135260 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1494103690 0x7f14941a0a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:34:21.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.176+0000 7f1498c3c700 1 --2- 172.21.15.92:0/305135260 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1494102490 0x7f149406c5c0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f1490009610 tx=0x7f1490004ef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:34:21.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.177+0000 7f1489ffb700 1 -- 172.21.15.92:0/305135260 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1490021070 con 0x7f1494102490 2024-05-21T00:34:21.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.177+0000 7f1489ffb700 1 -- 172.21.15.92:0/305135260 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f149001d900 con 0x7f1494102490 2024-05-21T00:34:21.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.177+0000 7f149aea0700 1 -- 172.21.15.92:0/305135260 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14941a3940 con 0x7f1494102490 2024-05-21T00:34:21.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.177+0000 7f1489ffb700 1 -- 172.21.15.92:0/305135260 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1490005470 con 0x7f1494102490 2024-05-21T00:34:21.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.177+0000 7f149aea0700 1 -- 172.21.15.92:0/305135260 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14941a3e70 con 0x7f1494102490 2024-05-21T00:34:21.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.178+0000 7f149aea0700 1 -- 172.21.15.92:0/305135260 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f149406a230 con 0x7f1494102490 2024-05-21T00:34:21.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.179+0000 7f1489ffb700 1 -- 172.21.15.92:0/305135260 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f1490024070 con 0x7f1494102490 2024-05-21T00:34:21.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.179+0000 7f1489ffb700 1 --2- 172.21.15.92:0/305135260 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f147c0b2880 0x7f147c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:34:21.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.180+0000 7f1489ffb700 1 -- 172.21.15.92:0/305135260 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5397+0+0 (secure 0 0 0) 0x7f149000f020 con 0x7f1494102490 2024-05-21T00:34:21.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.180+0000 7f148bfff700 1 --2- 172.21.15.92:0/305135260 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f147c0b2880 0x7f147c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:34:21.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.181+0000 7f148bfff700 1 --2- 172.21.15.92:0/305135260 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f147c0b2880 0x7f147c0b4d40 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f1484007900 tx=0x7f1484008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:34:21.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.184+0000 7f1489ffb700 1 -- 172.21.15.92:0/305135260 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f149002b020 con 0x7f1494102490 2024-05-21T00:34:21.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:21 smithi092 ceph-mon[36335]: Adjusting osd_memory_target on smithi082 to 5696M 2024-05-21T00:34:21.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:21 smithi092 ceph-mon[36335]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:34:21.310 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:21 smithi092 ceph-mon[36335]: osdmap e49: 8 total, 8 up, 8 in 2024-05-21T00:34:21.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:21 smithi044 ceph-mon[31392]: Adjusting osd_memory_target on smithi082 to 5696M 2024-05-21T00:34:21.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:21 smithi044 ceph-mon[31392]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:34:21.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:21 smithi044 ceph-mon[31392]: osdmap e49: 8 total, 8 up, 8 in 2024-05-21T00:34:21.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:21.398+0000 7f149aea0700 1 -- 172.21.15.92:0/305135260 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi092:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f1494063a40 con 0x7f147c0b2880 2024-05-21T00:34:21.447 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:21 smithi082 ceph-mon[36141]: Adjusting osd_memory_target on smithi082 to 5696M 2024-05-21T00:34:21.447 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:21 smithi082 ceph-mon[36141]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:34:21.447 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:21 smithi082 ceph-mon[36141]: osdmap e49: 8 total, 8 up, 8 in 2024-05-21T00:34:22.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:22 smithi092 ceph-mon[36335]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi092:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:34:22.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:22 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:34:22.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:22 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:34:22.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:22 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:34:22.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:22 smithi044 ceph-mon[31392]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi092:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:34:22.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:22 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:34:22.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:22 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:34:22.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:22 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:34:22.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:22 smithi082 ceph-mon[36141]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi092:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:34:22.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:34:22.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:34:22.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:34:23.192 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:23 smithi092 ceph-mon[36335]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:34:23.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:23 smithi044 ceph-mon[31392]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:34:23.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:23 smithi082 ceph-mon[36141]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:34:24.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:24 smithi082 ceph-mon[36141]: from='client.? 172.21.15.92:0/2313463552' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5dcab637-f5dc-45c1-8100-cb0b5ace5c92"}]: dispatch 2024-05-21T00:34:24.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:24 smithi082 ceph-mon[36141]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5dcab637-f5dc-45c1-8100-cb0b5ace5c92"}]: dispatch 2024-05-21T00:34:24.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:24 smithi082 ceph-mon[36141]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5dcab637-f5dc-45c1-8100-cb0b5ace5c92"}]': finished 2024-05-21T00:34:24.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:24 smithi082 ceph-mon[36141]: osdmap e50: 9 total, 8 up, 9 in 2024-05-21T00:34:24.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:24 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T00:34:24.498 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:24 smithi092 ceph-mon[36335]: from='client.? 172.21.15.92:0/2313463552' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5dcab637-f5dc-45c1-8100-cb0b5ace5c92"}]: dispatch 2024-05-21T00:34:24.498 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:24 smithi092 ceph-mon[36335]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5dcab637-f5dc-45c1-8100-cb0b5ace5c92"}]: dispatch 2024-05-21T00:34:24.498 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:24 smithi092 ceph-mon[36335]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5dcab637-f5dc-45c1-8100-cb0b5ace5c92"}]': finished 2024-05-21T00:34:24.498 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:24 smithi092 ceph-mon[36335]: osdmap e50: 9 total, 8 up, 9 in 2024-05-21T00:34:24.498 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:24 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T00:34:24.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:24 smithi044 ceph-mon[31392]: from='client.? 172.21.15.92:0/2313463552' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5dcab637-f5dc-45c1-8100-cb0b5ace5c92"}]: dispatch 2024-05-21T00:34:24.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:24 smithi044 ceph-mon[31392]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5dcab637-f5dc-45c1-8100-cb0b5ace5c92"}]: dispatch 2024-05-21T00:34:24.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:24 smithi044 ceph-mon[31392]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5dcab637-f5dc-45c1-8100-cb0b5ace5c92"}]': finished 2024-05-21T00:34:24.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:24 smithi044 ceph-mon[31392]: osdmap e50: 9 total, 8 up, 9 in 2024-05-21T00:34:24.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:24 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T00:34:25.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:25 smithi082 ceph-mon[36141]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 112 KiB/s, 0 objects/s recovering 2024-05-21T00:34:25.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:25 smithi082 ceph-mon[36141]: from='client.? 172.21.15.92:0/2837698581' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:34:25.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:25 smithi092 ceph-mon[36335]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 112 KiB/s, 0 objects/s recovering 2024-05-21T00:34:25.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:25 smithi092 ceph-mon[36335]: from='client.? 172.21.15.92:0/2837698581' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:34:25.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:25 smithi044 ceph-mon[31392]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 112 KiB/s, 0 objects/s recovering 2024-05-21T00:34:25.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:25 smithi044 ceph-mon[31392]: from='client.? 172.21.15.92:0/2837698581' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:34:27.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:27 smithi092 ceph-mon[36335]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-05-21T00:34:27.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:27 smithi044 ceph-mon[31392]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-05-21T00:34:27.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:27 smithi082 ceph-mon[36141]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-05-21T00:34:29.463 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:29 smithi092 ceph-mon[36335]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T00:34:29.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:29 smithi044 ceph-mon[31392]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T00:34:29.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:29 smithi082 ceph-mon[36141]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T00:34:31.508 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:31 smithi082 ceph-mon[36141]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-05-21T00:34:31.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:31 smithi092 ceph-mon[36335]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-05-21T00:34:31.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:31 smithi044 ceph-mon[31392]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-05-21T00:34:32.417 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:32 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-05-21T00:34:32.418 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:32 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:34:32.418 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:32 smithi092 ceph-mon[36335]: Deploying daemon osd.8 on smithi092 2024-05-21T00:34:32.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:32 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-05-21T00:34:32.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:32 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:34:32.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:32 smithi044 ceph-mon[31392]: Deploying daemon osd.8 on smithi092 2024-05-21T00:34:32.682 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:32 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-05-21T00:34:32.682 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:32 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:34:32.683 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:32 smithi082 ceph-mon[36141]: Deploying daemon osd.8 on smithi092 2024-05-21T00:34:33.405 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:33 smithi092 ceph-mon[36335]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:34:33.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:33 smithi044 ceph-mon[31392]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:34:33.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:33 smithi082 ceph-mon[36141]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:34:35.341 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:35 smithi092 ceph-mon[36335]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:34:35.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:35 smithi044 ceph-mon[31392]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:34:35.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:35 smithi082 ceph-mon[36141]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:34:37.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:37 smithi092 ceph-mon[36335]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:34:37.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:37 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:37.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:37 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:37.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:37 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:34:37.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:37 smithi044 ceph-mon[31392]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:34:37.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:37 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:37.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:37 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:37.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:37 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:34:37.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:37 smithi082 ceph-mon[36141]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:34:37.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:37 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:37.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:37 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:37.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:37 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:34:39.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:39 smithi092 ceph-mon[36335]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:34:39.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:39 smithi044 ceph-mon[31392]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:34:39.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:39 smithi082 ceph-mon[36141]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:34:40.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:40.587+0000 7f1489ffb700 1 -- 172.21.15.92:0/305135260 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f1494063a40 con 0x7f147c0b2880 2024-05-21T00:34:40.591 INFO:teuthology.orchestra.run.smithi092.stdout:Created osd(s) 8 on host 'smithi092' 2024-05-21T00:34:40.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:40.589+0000 7f149aea0700 1 -- 172.21.15.92:0/305135260 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f147c0b2880 msgr2=0x7f147c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:34:40.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:40.589+0000 7f149aea0700 1 --2- 172.21.15.92:0/305135260 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f147c0b2880 0x7f147c0b4d40 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f1484007900 tx=0x7f1484008040 comp rx=0 tx=0).stop 2024-05-21T00:34:40.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:40.589+0000 7f149aea0700 1 -- 172.21.15.92:0/305135260 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1494102490 msgr2=0x7f149406c5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:34:40.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:40.589+0000 7f149aea0700 1 --2- 172.21.15.92:0/305135260 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1494102490 0x7f149406c5c0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f1490009610 tx=0x7f1490004ef0 comp rx=0 tx=0).stop 2024-05-21T00:34:40.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:40.589+0000 7f149aea0700 1 -- 172.21.15.92:0/305135260 shutdown_connections 2024-05-21T00:34:40.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:40.589+0000 7f149aea0700 1 --2- 172.21.15.92:0/305135260 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f147c0b2880 0x7f147c0b4d40 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:34:40.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:40.589+0000 7f149aea0700 1 --2- 172.21.15.92:0/305135260 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1494104030 0x7f14941a2f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:34:40.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:40.589+0000 7f149aea0700 1 --2- 172.21.15.92:0/305135260 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1494102490 0x7f149406c5c0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:34:40.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:40.589+0000 7f149aea0700 1 --2- 172.21.15.92:0/305135260 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1494103690 0x7f14941a0a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:34:40.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:40.589+0000 7f149aea0700 1 -- 172.21.15.92:0/305135260 >> 172.21.15.92:0/305135260 conn(0x7f14940fda30 msgr2=0x7f1494106b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:34:40.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:40.589+0000 7f149aea0700 1 -- 172.21.15.92:0/305135260 shutdown_connections 2024-05-21T00:34:40.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:34:40.589+0000 7f149aea0700 1 -- 172.21.15.92:0/305135260 wait complete. 2024-05-21T00:34:40.863 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:40 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:40.863 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:40 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:40.863 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:40 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:34:40.863 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:40 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:34:40.863 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:40 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:40.863 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:40 smithi092 ceph-mon[36335]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:34:40.864 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:40 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:40.864 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:40 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:40.864 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:40 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:34:41.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:40 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:41.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:40 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:41.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:40 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:34:41.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:40 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:34:41.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:40 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:41.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:40 smithi044 ceph-mon[31392]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:34:41.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:40 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:41.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:40 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:41.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:40 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:34:41.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:40 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:41.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:40 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:41.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:40 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:34:41.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:40 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:34:41.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:40 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:41.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:40 smithi082 ceph-mon[36141]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:34:41.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:40 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:41.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:40 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:41.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:40 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:34:41.288 DEBUG:teuthology.orchestra.run.smithi092:osd.8> sudo journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.8.service 2024-05-21T00:34:41.290 INFO:tasks.cephadm:Deploying osd.9 on smithi044 with /dev/vg_nvme/lv_1... 2024-05-21T00:34:41.291 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-21T00:34:41.747 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:34:41.995 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:41 smithi044 ceph-mon[31392]: from='osd.8 [v2:172.21.15.92:6816/3959245624,v1:172.21.15.92:6817/3959245624]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-21T00:34:41.996 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:41 smithi044 ceph-mon[31392]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-21T00:34:42.070 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:41 smithi092 ceph-mon[36335]: from='osd.8 [v2:172.21.15.92:6816/3959245624,v1:172.21.15.92:6817/3959245624]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-21T00:34:42.070 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:41 smithi092 ceph-mon[36335]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-21T00:34:42.191 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:41 smithi082 ceph-mon[36141]: from='osd.8 [v2:172.21.15.92:6816/3959245624,v1:172.21.15.92:6817/3959245624]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-21T00:34:42.191 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:41 smithi082 ceph-mon[36141]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-21T00:34:43.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:42 smithi092 ceph-mon[36335]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-05-21T00:34:43.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:42 smithi092 ceph-mon[36335]: from='osd.8 [v2:172.21.15.92:6816/3959245624,v1:172.21.15.92:6817/3959245624]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-05-21T00:34:43.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:42 smithi092 ceph-mon[36335]: osdmap e51: 9 total, 8 up, 9 in 2024-05-21T00:34:43.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:42 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T00:34:43.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:42 smithi092 ceph-mon[36335]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-05-21T00:34:43.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:42 smithi092 ceph-mon[36335]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:34:43.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:42 smithi044 ceph-mon[31392]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-05-21T00:34:43.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:42 smithi044 ceph-mon[31392]: from='osd.8 [v2:172.21.15.92:6816/3959245624,v1:172.21.15.92:6817/3959245624]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-05-21T00:34:43.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:42 smithi044 ceph-mon[31392]: osdmap e51: 9 total, 8 up, 9 in 2024-05-21T00:34:43.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:42 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T00:34:43.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:42 smithi044 ceph-mon[31392]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-05-21T00:34:43.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:42 smithi044 ceph-mon[31392]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:34:43.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:42 smithi082 ceph-mon[36141]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-05-21T00:34:43.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:42 smithi082 ceph-mon[36141]: from='osd.8 [v2:172.21.15.92:6816/3959245624,v1:172.21.15.92:6817/3959245624]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-05-21T00:34:43.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:42 smithi082 ceph-mon[36141]: osdmap e51: 9 total, 8 up, 9 in 2024-05-21T00:34:43.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:42 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T00:34:43.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:42 smithi082 ceph-mon[36141]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-05-21T00:34:43.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:42 smithi082 ceph-mon[36141]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:34:43.539 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:34:43 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:34:43.232+0000 7f1f5b255700 -1 osd.8 0 waiting for initial osdmap 2024-05-21T00:34:43.539 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:34:43 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:34:43.244+0000 7f1f53040700 -1 osd.8 52 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T00:34:43.829 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:43 smithi044 ceph-mon[31392]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]': finished 2024-05-21T00:34:43.829 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:43 smithi044 ceph-mon[31392]: osdmap e52: 9 total, 8 up, 9 in 2024-05-21T00:34:43.829 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:43 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T00:34:43.829 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:43 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T00:34:43.829 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:43 smithi044 ceph-mon[31392]: from='osd.8 ' entity='osd.8' 2024-05-21T00:34:44.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:43 smithi082 ceph-mon[36141]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]': finished 2024-05-21T00:34:44.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:43 smithi082 ceph-mon[36141]: osdmap e52: 9 total, 8 up, 9 in 2024-05-21T00:34:44.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:43 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T00:34:44.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:43 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T00:34:44.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:43 smithi082 ceph-mon[36141]: from='osd.8 ' entity='osd.8' 2024-05-21T00:34:44.202 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:43 smithi092 ceph-mon[36335]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]': finished 2024-05-21T00:34:44.202 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:43 smithi092 ceph-mon[36335]: osdmap e52: 9 total, 8 up, 9 in 2024-05-21T00:34:44.202 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:43 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T00:34:44.202 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:43 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T00:34:44.202 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:43 smithi092 ceph-mon[36335]: from='osd.8 ' entity='osd.8' 2024-05-21T00:34:44.883 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-21T00:34:44.883 INFO:teuthology.orchestra.run.smithi044.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-21T00:34:44.883 INFO:teuthology.orchestra.run.smithi044.stderr: stderr: 10+0 records in 2024-05-21T00:34:44.883 INFO:teuthology.orchestra.run.smithi044.stderr:10+0 records out 2024-05-21T00:34:44.883 INFO:teuthology.orchestra.run.smithi044.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0381302 s, 275 MB/s 2024-05-21T00:34:44.883 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping successful for: 2024-05-21T00:34:45.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:44 smithi044 ceph-mon[31392]: purged_snaps scrub starts 2024-05-21T00:34:45.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:44 smithi044 ceph-mon[31392]: purged_snaps scrub ok 2024-05-21T00:34:45.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:44 smithi044 ceph-mon[31392]: osd.8 [v2:172.21.15.92:6816/3959245624,v1:172.21.15.92:6817/3959245624] boot 2024-05-21T00:34:45.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:44 smithi044 ceph-mon[31392]: osdmap e53: 9 total, 9 up, 9 in 2024-05-21T00:34:45.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:44 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T00:34:45.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:44 smithi044 ceph-mon[31392]: pgmap v210: 1 pgs: 1 remapped+peering; 577 KiB data, 262 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:34:45.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:44 smithi044 ceph-mon[31392]: Detected new or changed devices on smithi092 2024-05-21T00:34:45.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:44 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:45.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:44 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:45.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:44 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:34:45.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:44 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:34:45.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:44 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:34:45.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:44 smithi044 ceph-mon[31392]: Adjusting osd_memory_target on smithi092 to 5696M 2024-05-21T00:34:45.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:44 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:45.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:44 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:34:45.151 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:44 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:34:45.151 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:44 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:45.151 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:44 smithi044 ceph-mon[31392]: osdmap e54: 9 total, 9 up, 9 in 2024-05-21T00:34:45.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:44 smithi082 ceph-mon[36141]: purged_snaps scrub starts 2024-05-21T00:34:45.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:44 smithi082 ceph-mon[36141]: purged_snaps scrub ok 2024-05-21T00:34:45.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:44 smithi082 ceph-mon[36141]: osd.8 [v2:172.21.15.92:6816/3959245624,v1:172.21.15.92:6817/3959245624] boot 2024-05-21T00:34:45.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:44 smithi082 ceph-mon[36141]: osdmap e53: 9 total, 9 up, 9 in 2024-05-21T00:34:45.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:44 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T00:34:45.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:44 smithi082 ceph-mon[36141]: pgmap v210: 1 pgs: 1 remapped+peering; 577 KiB data, 262 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:34:45.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:44 smithi082 ceph-mon[36141]: Detected new or changed devices on smithi092 2024-05-21T00:34:45.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:44 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:45.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:44 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:45.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:44 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:34:45.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:44 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:34:45.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:44 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:34:45.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:44 smithi082 ceph-mon[36141]: Adjusting osd_memory_target on smithi092 to 5696M 2024-05-21T00:34:45.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:44 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:45.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:44 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:34:45.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:44 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:34:45.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:44 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:45.198 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:44 smithi082 ceph-mon[36141]: osdmap e54: 9 total, 9 up, 9 in 2024-05-21T00:34:45.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:44 smithi092 ceph-mon[36335]: purged_snaps scrub starts 2024-05-21T00:34:45.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:44 smithi092 ceph-mon[36335]: purged_snaps scrub ok 2024-05-21T00:34:45.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:44 smithi092 ceph-mon[36335]: osd.8 [v2:172.21.15.92:6816/3959245624,v1:172.21.15.92:6817/3959245624] boot 2024-05-21T00:34:45.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:44 smithi092 ceph-mon[36335]: osdmap e53: 9 total, 9 up, 9 in 2024-05-21T00:34:45.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:44 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T00:34:45.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:44 smithi092 ceph-mon[36335]: pgmap v210: 1 pgs: 1 remapped+peering; 577 KiB data, 262 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:34:45.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:44 smithi092 ceph-mon[36335]: Detected new or changed devices on smithi092 2024-05-21T00:34:45.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:44 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:45.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:44 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:45.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:44 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:34:45.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:44 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:34:45.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:44 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:34:45.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:44 smithi092 ceph-mon[36335]: Adjusting osd_memory_target on smithi092 to 5696M 2024-05-21T00:34:45.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:44 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:45.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:44 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:34:45.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:44 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:34:45.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:44 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:34:45.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:44 smithi092 ceph-mon[36335]: osdmap e54: 9 total, 9 up, 9 in 2024-05-21T00:34:45.824 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi044:vg_nvme/lv_1 2024-05-21T00:34:46.290 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:34:47.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:46 smithi044 ceph-mon[31392]: osdmap e55: 9 total, 9 up, 9 in 2024-05-21T00:34:47.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:46 smithi044 ceph-mon[31392]: pgmap v213: 1 pgs: 1 remapped+peering; 577 KiB data, 262 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:34:47.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:46 smithi082 ceph-mon[36141]: osdmap e55: 9 total, 9 up, 9 in 2024-05-21T00:34:47.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:46 smithi082 ceph-mon[36141]: pgmap v213: 1 pgs: 1 remapped+peering; 577 KiB data, 262 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:34:47.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:46 smithi092 ceph-mon[36335]: osdmap e55: 9 total, 9 up, 9 in 2024-05-21T00:34:47.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:46 smithi092 ceph-mon[36335]: pgmap v213: 1 pgs: 1 remapped+peering; 577 KiB data, 262 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:34:48.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.510+0000 7fdc58200700 1 -- 172.21.15.44:0/729059325 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdc501069f0 msgr2=0x7fdc50106e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:34:48.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.510+0000 7fdc58200700 1 --2- 172.21.15.44:0/729059325 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdc501069f0 0x7fdc50106e50 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fdc3c0099c0 tx=0x7fdc3c009cd0 comp rx=0 tx=0).stop 2024-05-21T00:34:48.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.510+0000 7fdc58200700 1 -- 172.21.15.44:0/729059325 shutdown_connections 2024-05-21T00:34:48.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.510+0000 7fdc58200700 1 --2- 172.21.15.44:0/729059325 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdc50107390 0x7fdc5010dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:34:48.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.510+0000 7fdc58200700 1 --2- 172.21.15.44:0/729059325 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdc501057f0 0x7fdc50105c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:34:48.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.510+0000 7fdc58200700 1 --2- 172.21.15.44:0/729059325 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdc501069f0 0x7fdc50106e50 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:34:48.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.510+0000 7fdc58200700 1 -- 172.21.15.44:0/729059325 >> 172.21.15.44:0/729059325 conn(0x7fdc50100d90 msgr2=0x7fdc501031d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:34:48.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.510+0000 7fdc58200700 1 -- 172.21.15.44:0/729059325 shutdown_connections 2024-05-21T00:34:48.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.511+0000 7fdc58200700 1 -- 172.21.15.44:0/729059325 wait complete. 2024-05-21T00:34:48.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.512+0000 7fdc58200700 1 Processor -- start 2024-05-21T00:34:48.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.512+0000 7fdc58200700 1 -- start start 2024-05-21T00:34:48.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.512+0000 7fdc58200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdc501057f0 0x7fdc5019b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:34:48.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.512+0000 7fdc58200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdc501069f0 0x7fdc5019be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:34:48.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.512+0000 7fdc58200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdc50107390 0x7fdc501a2ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:34:48.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.512+0000 7fdc58200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fdc50111280 con 0x7fdc50107390 2024-05-21T00:34:48.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.512+0000 7fdc58200700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fdc50111100 con 0x7fdc501057f0 2024-05-21T00:34:48.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.512+0000 7fdc58200700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fdc50111400 con 0x7fdc501069f0 2024-05-21T00:34:48.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.512+0000 7fdc55800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdc501057f0 0x7fdc5019b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:34:48.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.512+0000 7fdc56200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdc50107390 0x7fdc501a2ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:34:48.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.513+0000 7fdc54e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdc501069f0 0x7fdc5019be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:34:48.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.513+0000 7fdc55800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdc501057f0 0x7fdc5019b920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:44700/0 (socket says 172.21.15.44:44700) 2024-05-21T00:34:48.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.513+0000 7fdc55800700 1 -- 172.21.15.44:0/3933843462 learned_addr learned my addr 172.21.15.44:0/3933843462 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:34:48.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.513+0000 7fdc55800700 1 -- 172.21.15.44:0/3933843462 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdc501069f0 msgr2=0x7fdc5019be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:34:48.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.513+0000 7fdc55800700 1 --2- 172.21.15.44:0/3933843462 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdc501069f0 0x7fdc5019be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:34:48.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.513+0000 7fdc55800700 1 -- 172.21.15.44:0/3933843462 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdc50107390 msgr2=0x7fdc501a2ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:34:48.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.513+0000 7fdc55800700 1 --2- 172.21.15.44:0/3933843462 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdc50107390 0x7fdc501a2ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:34:48.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.513+0000 7fdc55800700 1 -- 172.21.15.44:0/3933843462 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc501a3580 con 0x7fdc501057f0 2024-05-21T00:34:48.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.513+0000 7fdc55800700 1 --2- 172.21.15.44:0/3933843462 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdc501057f0 0x7fdc5019b920 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fdc4400efc0 tx=0x7fdc4400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:34:48.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.513+0000 7fdc4e000700 1 -- 172.21.15.44:0/3933843462 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc44003a00 con 0x7fdc501057f0 2024-05-21T00:34:48.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.514+0000 7fdc4e000700 1 -- 172.21.15.44:0/3933843462 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc44003ba0 con 0x7fdc501057f0 2024-05-21T00:34:48.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.514+0000 7fdc4e000700 1 -- 172.21.15.44:0/3933843462 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc44004710 con 0x7fdc501057f0 2024-05-21T00:34:48.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.514+0000 7fdc58200700 1 -- 172.21.15.44:0/3933843462 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc501a3870 con 0x7fdc501057f0 2024-05-21T00:34:48.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.514+0000 7fdc58200700 1 -- 172.21.15.44:0/3933843462 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc501a3db0 con 0x7fdc501057f0 2024-05-21T00:34:48.520 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.515+0000 7fdc58200700 1 -- 172.21.15.44:0/3933843462 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc5006a230 con 0x7fdc501057f0 2024-05-21T00:34:48.521 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.517+0000 7fdc4e000700 1 -- 172.21.15.44:0/3933843462 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fdc44012050 con 0x7fdc501057f0 2024-05-21T00:34:48.522 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.518+0000 7fdc4e000700 1 --2- 172.21.15.44:0/3933843462 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fdc380b2900 0x7fdc380b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:34:48.522 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.519+0000 7fdc4e000700 1 -- 172.21.15.44:0/3933843462 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5829+0+0 (secure 0 0 0) 0x7fdc440e1670 con 0x7fdc501057f0 2024-05-21T00:34:48.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.519+0000 7fdc54e00700 1 --2- 172.21.15.44:0/3933843462 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fdc380b2900 0x7fdc380b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:34:48.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.520+0000 7fdc54e00700 1 --2- 172.21.15.44:0/3933843462 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fdc380b2900 0x7fdc380b4dc0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fdc3c000c00 tx=0x7fdc3c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:34:48.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.523+0000 7fdc4e000700 1 -- 172.21.15.44:0/3933843462 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fdc44010040 con 0x7fdc501057f0 2024-05-21T00:34:48.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:34:48.771+0000 7fdc58200700 1 -- 172.21.15.44:0/3933843462 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fdc50063980 con 0x7fdc380b2900 2024-05-21T00:34:49.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:49 smithi092 ceph-mon[36335]: pgmap v214: 1 pgs: 1 remapped+peering; 577 KiB data, 262 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:34:49.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:49 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:34:49.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:49 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:34:49.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:49 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:34:49.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:49 smithi044 ceph-mon[31392]: pgmap v214: 1 pgs: 1 remapped+peering; 577 KiB data, 262 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:34:49.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:49 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:34:49.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:49 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:34:49.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:49 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:34:49.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:49 smithi082 ceph-mon[36141]: pgmap v214: 1 pgs: 1 remapped+peering; 577 KiB data, 262 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:34:49.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:49 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:34:49.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:49 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:34:49.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:49 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:34:50.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:50 smithi044 ceph-mon[31392]: from='client.24344 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:34:50.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:50 smithi092 ceph-mon[36335]: from='client.24344 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:34:50.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:50 smithi082 ceph-mon[36141]: from='client.24344 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:34:51.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:51 smithi092 ceph-mon[36335]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-05-21T00:34:51.562 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:51 smithi044 ceph-mon[31392]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-05-21T00:34:51.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:51 smithi082 ceph-mon[36141]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-05-21T00:34:53.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:53 smithi044 ceph-mon[31392]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T00:34:53.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:53 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1644913117' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e8018f84-c48b-46c3-97f9-933126a7b2fb"}]: dispatch 2024-05-21T00:34:53.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:53 smithi044 ceph-mon[31392]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e8018f84-c48b-46c3-97f9-933126a7b2fb"}]: dispatch 2024-05-21T00:34:53.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:53 smithi044 ceph-mon[31392]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e8018f84-c48b-46c3-97f9-933126a7b2fb"}]': finished 2024-05-21T00:34:53.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:53 smithi044 ceph-mon[31392]: osdmap e56: 10 total, 9 up, 10 in 2024-05-21T00:34:53.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:53 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:34:53.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:53 smithi092 ceph-mon[36335]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T00:34:53.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:53 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/1644913117' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e8018f84-c48b-46c3-97f9-933126a7b2fb"}]: dispatch 2024-05-21T00:34:53.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:53 smithi092 ceph-mon[36335]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e8018f84-c48b-46c3-97f9-933126a7b2fb"}]: dispatch 2024-05-21T00:34:53.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:53 smithi092 ceph-mon[36335]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e8018f84-c48b-46c3-97f9-933126a7b2fb"}]': finished 2024-05-21T00:34:53.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:53 smithi092 ceph-mon[36335]: osdmap e56: 10 total, 9 up, 10 in 2024-05-21T00:34:53.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:53 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:34:53.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:53 smithi082 ceph-mon[36141]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T00:34:53.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:53 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/1644913117' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e8018f84-c48b-46c3-97f9-933126a7b2fb"}]: dispatch 2024-05-21T00:34:53.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:53 smithi082 ceph-mon[36141]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e8018f84-c48b-46c3-97f9-933126a7b2fb"}]: dispatch 2024-05-21T00:34:53.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:53 smithi082 ceph-mon[36141]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e8018f84-c48b-46c3-97f9-933126a7b2fb"}]': finished 2024-05-21T00:34:53.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:53 smithi082 ceph-mon[36141]: osdmap e56: 10 total, 9 up, 10 in 2024-05-21T00:34:53.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:53 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:34:54.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:54 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/1985618717' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:34:54.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:54 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1985618717' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:34:54.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:54 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/1985618717' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:34:55.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:55 smithi092 ceph-mon[36335]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-05-21T00:34:55.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:55 smithi044 ceph-mon[31392]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-05-21T00:34:55.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:55 smithi082 ceph-mon[36141]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-05-21T00:34:57.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:57 smithi044 ceph-mon[31392]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:34:57.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:57 smithi092 ceph-mon[36335]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:34:57.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:57 smithi082 ceph-mon[36141]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:34:59.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:34:59 smithi044 ceph-mon[31392]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:34:59.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:34:59 smithi092 ceph-mon[36335]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:34:59.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:34:59 smithi082 ceph-mon[36141]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:35:01.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:01 smithi092 ceph-mon[36335]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:35:01.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:01 smithi044 ceph-mon[31392]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:35:01.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:01 smithi082 ceph-mon[36141]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:35:02.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:02 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-05-21T00:35:02.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:02 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:35:02.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:02 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-05-21T00:35:02.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:02 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:35:02.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:02 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-05-21T00:35:02.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:02 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:35:03.478 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:03 smithi044 ceph-mon[31392]: Deploying daemon osd.9 on smithi044 2024-05-21T00:35:03.478 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:03 smithi044 ceph-mon[31392]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:35:03.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:03 smithi092 ceph-mon[36335]: Deploying daemon osd.9 on smithi044 2024-05-21T00:35:03.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:03 smithi092 ceph-mon[36335]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:35:03.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:03 smithi082 ceph-mon[36141]: Deploying daemon osd.9 on smithi044 2024-05-21T00:35:03.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:03 smithi082 ceph-mon[36141]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:35:05.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:05 smithi092 ceph-mon[36335]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:35:05.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:05 smithi044 ceph-mon[31392]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:35:05.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:05 smithi082 ceph-mon[36141]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:35:07.584 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:07 smithi044 ceph-mon[31392]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:35:07.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:07 smithi082 ceph-mon[36141]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:35:07.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:07 smithi092 ceph-mon[36335]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:35:09.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:09 smithi044 ceph-mon[31392]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:35:09.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:09 smithi082 ceph-mon[36141]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:35:09.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:09 smithi092 ceph-mon[36335]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:35:11.428 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:11 smithi044 ceph-mon[31392]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:35:11.429 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:11.429 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:11.429 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:35:11.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:11 smithi082 ceph-mon[36141]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:35:11.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:11 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:11.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:11 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:11.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:11 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:35:11.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:11 smithi092 ceph-mon[36335]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:35:11.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:11.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:11.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:35:13.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:13 smithi044 ceph-mon[31392]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:35:13.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:13 smithi082 ceph-mon[36141]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:35:13.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:13 smithi092 ceph-mon[36335]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:35:15.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:15 smithi044 ceph-mon[31392]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:35:15.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:15 smithi044 ceph-mon[31392]: from='osd.9 [v2:172.21.15.44:6826/1654517516,v1:172.21.15.44:6827/1654517516]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-21T00:35:15.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:15 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:15.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:15 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:15.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:15 smithi082 ceph-mon[36141]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:35:15.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:15 smithi082 ceph-mon[36141]: from='osd.9 [v2:172.21.15.44:6826/1654517516,v1:172.21.15.44:6827/1654517516]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-21T00:35:15.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:15 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:15.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:15 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:15.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:15 smithi092 ceph-mon[36335]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:35:15.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:15 smithi092 ceph-mon[36335]: from='osd.9 [v2:172.21.15.44:6826/1654517516,v1:172.21.15.44:6827/1654517516]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-21T00:35:15.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:15 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:15.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:15 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:16.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:35:16.281+0000 7fdc4e000700 1 -- 172.21.15.44:0/3933843462 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fdc50063980 con 0x7fdc380b2900 2024-05-21T00:35:16.287 INFO:teuthology.orchestra.run.smithi044.stdout:Created osd(s) 9 on host 'smithi044' 2024-05-21T00:35:16.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:35:16.285+0000 7fdc58200700 1 -- 172.21.15.44:0/3933843462 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fdc380b2900 msgr2=0x7fdc380b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:35:16.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:35:16.285+0000 7fdc58200700 1 --2- 172.21.15.44:0/3933843462 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fdc380b2900 0x7fdc380b4dc0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fdc3c000c00 tx=0x7fdc3c005fb0 comp rx=0 tx=0).stop 2024-05-21T00:35:16.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:35:16.285+0000 7fdc58200700 1 -- 172.21.15.44:0/3933843462 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdc501057f0 msgr2=0x7fdc5019b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:35:16.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:35:16.285+0000 7fdc58200700 1 --2- 172.21.15.44:0/3933843462 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdc501057f0 0x7fdc5019b920 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fdc4400efc0 tx=0x7fdc4400c3a0 comp rx=0 tx=0).stop 2024-05-21T00:35:16.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:35:16.286+0000 7fdc58200700 1 -- 172.21.15.44:0/3933843462 shutdown_connections 2024-05-21T00:35:16.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:35:16.286+0000 7fdc58200700 1 --2- 172.21.15.44:0/3933843462 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fdc380b2900 0x7fdc380b4dc0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:35:16.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:35:16.286+0000 7fdc58200700 1 --2- 172.21.15.44:0/3933843462 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdc50107390 0x7fdc501a2ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:35:16.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:35:16.286+0000 7fdc58200700 1 --2- 172.21.15.44:0/3933843462 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdc501057f0 0x7fdc5019b920 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:35:16.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:35:16.286+0000 7fdc58200700 1 --2- 172.21.15.44:0/3933843462 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdc501069f0 0x7fdc5019be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:35:16.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:35:16.286+0000 7fdc58200700 1 -- 172.21.15.44:0/3933843462 >> 172.21.15.44:0/3933843462 conn(0x7fdc50100d90 msgr2=0x7fdc50109d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:35:16.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:35:16.286+0000 7fdc58200700 1 -- 172.21.15.44:0/3933843462 shutdown_connections 2024-05-21T00:35:16.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:35:16.286+0000 7fdc58200700 1 -- 172.21.15.44:0/3933843462 wait complete. 2024-05-21T00:35:16.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:16 smithi044 ceph-mon[31392]: from='osd.9 [v2:172.21.15.44:6826/1654517516,v1:172.21.15.44:6827/1654517516]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-05-21T00:35:16.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:16 smithi044 ceph-mon[31392]: osdmap e57: 10 total, 9 up, 10 in 2024-05-21T00:35:16.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:16 smithi044 ceph-mon[31392]: from='osd.9 [v2:172.21.15.44:6826/1654517516,v1:172.21.15.44:6827/1654517516]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-21T00:35:16.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:16 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:35:16.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:16 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:16.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:16 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:16.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:16 smithi044 ceph-mon[31392]: from='osd.9 [v2:172.21.15.44:6826/1654517516,v1:172.21.15.44:6827/1654517516]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-05-21T00:35:16.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:16 smithi082 ceph-mon[36141]: from='osd.9 [v2:172.21.15.44:6826/1654517516,v1:172.21.15.44:6827/1654517516]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-05-21T00:35:16.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:16 smithi082 ceph-mon[36141]: osdmap e57: 10 total, 9 up, 10 in 2024-05-21T00:35:16.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:16 smithi082 ceph-mon[36141]: from='osd.9 [v2:172.21.15.44:6826/1654517516,v1:172.21.15.44:6827/1654517516]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-21T00:35:16.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:16 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:35:16.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:16 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:16.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:16 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:16.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:16 smithi082 ceph-mon[36141]: from='osd.9 [v2:172.21.15.44:6826/1654517516,v1:172.21.15.44:6827/1654517516]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-05-21T00:35:16.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:16 smithi092 ceph-mon[36335]: from='osd.9 [v2:172.21.15.44:6826/1654517516,v1:172.21.15.44:6827/1654517516]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-05-21T00:35:16.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:16 smithi092 ceph-mon[36335]: osdmap e57: 10 total, 9 up, 10 in 2024-05-21T00:35:16.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:16 smithi092 ceph-mon[36335]: from='osd.9 [v2:172.21.15.44:6826/1654517516,v1:172.21.15.44:6827/1654517516]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-21T00:35:16.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:16 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:35:16.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:16 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:16.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:16 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:16.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:16 smithi092 ceph-mon[36335]: from='osd.9 [v2:172.21.15.44:6826/1654517516,v1:172.21.15.44:6827/1654517516]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-05-21T00:35:17.075 DEBUG:teuthology.orchestra.run.smithi044:osd.9> sudo journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.9.service 2024-05-21T00:35:17.081 INFO:tasks.cephadm:Deploying osd.10 on smithi082 with /dev/vg_nvme/lv_1... 2024-05-21T00:35:17.081 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-21T00:35:17.327 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T00:35:17.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:17 smithi082 ceph-mon[36141]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:35:17.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:17 smithi082 ceph-mon[36141]: osdmap e58: 10 total, 9 up, 10 in 2024-05-21T00:35:17.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:17 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:35:17.447 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:17 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:35:17.618 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:17 smithi044 ceph-mon[31392]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:35:17.618 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:17 smithi044 ceph-mon[31392]: osdmap e58: 10 total, 9 up, 10 in 2024-05-21T00:35:17.618 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:17 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:35:17.618 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:17 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:35:17.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:17 smithi092 ceph-mon[36335]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:35:17.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:17 smithi092 ceph-mon[36335]: osdmap e58: 10 total, 9 up, 10 in 2024-05-21T00:35:17.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:17 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:35:17.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:17 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:35:18.506 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:18 smithi044 ceph-mon[31392]: purged_snaps scrub starts 2024-05-21T00:35:18.506 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:18 smithi044 ceph-mon[31392]: purged_snaps scrub ok 2024-05-21T00:35:18.506 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:18 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:35:18.506 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:18 smithi044 ceph-mon[31392]: osd.9 [v2:172.21.15.44:6826/1654517516,v1:172.21.15.44:6827/1654517516] boot 2024-05-21T00:35:18.506 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:18 smithi044 ceph-mon[31392]: osdmap e59: 10 total, 10 up, 10 in 2024-05-21T00:35:18.506 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:18 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:35:18.621 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:18 smithi082 ceph-mon[36141]: purged_snaps scrub starts 2024-05-21T00:35:18.622 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:18 smithi082 ceph-mon[36141]: purged_snaps scrub ok 2024-05-21T00:35:18.622 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:18 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:35:18.622 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:18 smithi082 ceph-mon[36141]: osd.9 [v2:172.21.15.44:6826/1654517516,v1:172.21.15.44:6827/1654517516] boot 2024-05-21T00:35:18.622 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:18 smithi082 ceph-mon[36141]: osdmap e59: 10 total, 10 up, 10 in 2024-05-21T00:35:18.622 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:18 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:35:18.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:18 smithi092 ceph-mon[36335]: purged_snaps scrub starts 2024-05-21T00:35:18.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:18 smithi092 ceph-mon[36335]: purged_snaps scrub ok 2024-05-21T00:35:18.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:18 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:35:18.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:18 smithi092 ceph-mon[36335]: osd.9 [v2:172.21.15.44:6826/1654517516,v1:172.21.15.44:6827/1654517516] boot 2024-05-21T00:35:18.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:18 smithi092 ceph-mon[36335]: osdmap e59: 10 total, 10 up, 10 in 2024-05-21T00:35:18.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:18 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:35:19.349 INFO:teuthology.orchestra.run.smithi082.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-21T00:35:19.349 INFO:teuthology.orchestra.run.smithi082.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-21T00:35:19.349 INFO:teuthology.orchestra.run.smithi082.stderr: stderr: 10+0 records in 2024-05-21T00:35:19.349 INFO:teuthology.orchestra.run.smithi082.stderr:10+0 records out 2024-05-21T00:35:19.349 INFO:teuthology.orchestra.run.smithi082.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0130433 s, 804 MB/s 2024-05-21T00:35:19.349 INFO:teuthology.orchestra.run.smithi082.stderr:--> Zapping successful for: 2024-05-21T00:35:19.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:19 smithi044 ceph-mon[31392]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:35:19.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:19 smithi044 ceph-mon[31392]: osdmap e60: 10 total, 10 up, 10 in 2024-05-21T00:35:19.652 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:19 smithi082 ceph-mon[36141]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:35:19.652 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:19 smithi082 ceph-mon[36141]: osdmap e60: 10 total, 10 up, 10 in 2024-05-21T00:35:19.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:19 smithi092 ceph-mon[36335]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:35:19.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:19 smithi092 ceph-mon[36335]: osdmap e60: 10 total, 10 up, 10 in 2024-05-21T00:35:20.014 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi082:vg_nvme/lv_1 2024-05-21T00:35:20.317 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T00:35:21.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:21 smithi044 ceph-mon[31392]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:21.673 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:21 smithi082 ceph-mon[36141]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:21.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:21 smithi092 ceph-mon[36335]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:22.087 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.052+0000 7fd365d10700 1 -- 172.21.15.82:0/3755530865 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd3601047a0 msgr2=0x7fd360104c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:35:22.087 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.052+0000 7fd365d10700 1 --2- 172.21.15.82:0/3755530865 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd3601047a0 0x7fd360104c00 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fd3540099c0 tx=0x7fd354009cd0 comp rx=0 tx=0).stop 2024-05-21T00:35:22.087 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.052+0000 7fd365d10700 1 -- 172.21.15.82:0/3755530865 shutdown_connections 2024-05-21T00:35:22.087 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.052+0000 7fd365d10700 1 --2- 172.21.15.82:0/3755530865 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3601035a0 0x7fd3601039c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:35:22.087 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.052+0000 7fd365d10700 1 --2- 172.21.15.82:0/3755530865 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd360105140 0x7fd36010b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:35:22.088 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.052+0000 7fd365d10700 1 --2- 172.21.15.82:0/3755530865 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd3601047a0 0x7fd360104c00 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:35:22.088 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.052+0000 7fd365d10700 1 -- 172.21.15.82:0/3755530865 >> 172.21.15.82:0/3755530865 conn(0x7fd3600feb40 msgr2=0x7fd360100f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:35:22.088 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.052+0000 7fd365d10700 1 -- 172.21.15.82:0/3755530865 shutdown_connections 2024-05-21T00:35:22.088 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.052+0000 7fd365d10700 1 -- 172.21.15.82:0/3755530865 wait complete. 2024-05-21T00:35:22.088 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.052+0000 7fd365d10700 1 Processor -- start 2024-05-21T00:35:22.088 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.053+0000 7fd365d10700 1 -- start start 2024-05-21T00:35:22.088 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.053+0000 7fd365d10700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3601035a0 0x7fd360199760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:35:22.088 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.053+0000 7fd365d10700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd3601047a0 0x7fd360199ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:35:22.088 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.053+0000 7fd365d10700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd360105140 0x7fd3601a0d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:35:22.088 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.053+0000 7fd365d10700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd36010f090 con 0x7fd360105140 2024-05-21T00:35:22.088 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.053+0000 7fd365d10700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd36010ef10 con 0x7fd3601047a0 2024-05-21T00:35:22.089 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.053+0000 7fd365d10700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fd36010f210 con 0x7fd3601035a0 2024-05-21T00:35:22.089 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.053+0000 7fd35effd700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd3601047a0 0x7fd360199ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:35:22.089 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.053+0000 7fd35effd700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd3601047a0 0x7fd360199ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:40680/0 (socket says 172.21.15.82:40680) 2024-05-21T00:35:22.089 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.053+0000 7fd35effd700 1 -- 172.21.15.82:0/1362603853 learned_addr learned my addr 172.21.15.82:0/1362603853 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-05-21T00:35:22.089 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.053+0000 7fd35f7fe700 1 --2- 172.21.15.82:0/1362603853 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3601035a0 0x7fd360199760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:35:22.089 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.053+0000 7fd35effd700 1 -- 172.21.15.82:0/1362603853 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3601035a0 msgr2=0x7fd360199760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:35:22.089 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.053+0000 7fd35effd700 1 --2- 172.21.15.82:0/1362603853 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3601035a0 0x7fd360199760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:35:22.089 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.053+0000 7fd35ffff700 1 --2- 172.21.15.82:0/1362603853 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd360105140 0x7fd3601a0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:35:22.089 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.053+0000 7fd35effd700 1 -- 172.21.15.82:0/1362603853 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd360105140 msgr2=0x7fd3601a0d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:35:22.089 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.053+0000 7fd35effd700 1 --2- 172.21.15.82:0/1362603853 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd360105140 0x7fd3601a0d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:35:22.089 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.053+0000 7fd35effd700 1 -- 172.21.15.82:0/1362603853 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3601a13c0 con 0x7fd3601047a0 2024-05-21T00:35:22.089 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.053+0000 7fd35ffff700 1 --2- 172.21.15.82:0/1362603853 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd360105140 0x7fd3601a0d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:35:22.089 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.053+0000 7fd35effd700 1 --2- 172.21.15.82:0/1362603853 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd3601047a0 0x7fd360199ca0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fd354003790 tx=0x7fd354003a10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:35:22.090 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.053+0000 7fd35cff9700 1 -- 172.21.15.82:0/1362603853 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd354027070 con 0x7fd3601047a0 2024-05-21T00:35:22.090 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.054+0000 7fd35cff9700 1 -- 172.21.15.82:0/1362603853 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd354003f80 con 0x7fd3601047a0 2024-05-21T00:35:22.090 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.054+0000 7fd365d10700 1 -- 172.21.15.82:0/1362603853 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3601a1650 con 0x7fd3601047a0 2024-05-21T00:35:22.090 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.054+0000 7fd35cff9700 1 -- 172.21.15.82:0/1362603853 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd35400f460 con 0x7fd3601047a0 2024-05-21T00:35:22.090 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.054+0000 7fd365d10700 1 -- 172.21.15.82:0/1362603853 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3601a1b30 con 0x7fd3601047a0 2024-05-21T00:35:22.090 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.055+0000 7fd365d10700 1 -- 172.21.15.82:0/1362603853 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd36006a230 con 0x7fd3601047a0 2024-05-21T00:35:22.090 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.056+0000 7fd35cff9700 1 -- 172.21.15.82:0/1362603853 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fd35402a070 con 0x7fd3601047a0 2024-05-21T00:35:22.090 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.056+0000 7fd35cff9700 1 --2- 172.21.15.82:0/1362603853 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd3480b2880 0x7fd3480b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:35:22.090 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.056+0000 7fd35cff9700 1 -- 172.21.15.82:0/1362603853 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 6261+0+0 (secure 0 0 0) 0x7fd3540e2ab0 con 0x7fd3601047a0 2024-05-21T00:35:22.090 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.057+0000 7fd35f7fe700 1 --2- 172.21.15.82:0/1362603853 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd3480b2880 0x7fd3480b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:35:22.090 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.058+0000 7fd35f7fe700 1 --2- 172.21.15.82:0/1362603853 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd3480b2880 0x7fd3480b4d40 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fd350005fd0 tx=0x7fd350005dd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:35:22.090 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.061+0000 7fd35cff9700 1 -- 172.21.15.82:0/1362603853 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd354013070 con 0x7fd3601047a0 2024-05-21T00:35:22.283 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:22.279+0000 7fd365d10700 1 -- 172.21.15.82:0/1362603853 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fd360063980 con 0x7fd3480b2880 2024-05-21T00:35:23.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:22 smithi044 ceph-mon[31392]: Detected new or changed devices on smithi044 2024-05-21T00:35:23.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:22 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:23.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:22 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:23.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:22 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:35:23.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:22 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:35:23.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:22 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:35:23.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:22 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:35:23.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:22 smithi044 ceph-mon[31392]: Adjusting osd_memory_target on smithi044 to 4273M 2024-05-21T00:35:23.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:22 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:23.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:22 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:35:23.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:22 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:35:23.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:22 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:23.151 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:22 smithi044 ceph-mon[31392]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:23.151 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:22 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:35:23.151 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:22 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:35:23.151 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:22 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:35:23.151 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:22 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:23.151 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:22 smithi044 ceph-mon[31392]: from='client.24371 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:35:23.151 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:22 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:35:23.151 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:22 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:35:23.151 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:22 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:35:23.173 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:22 smithi082 ceph-mon[36141]: Detected new or changed devices on smithi044 2024-05-21T00:35:23.173 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:23.173 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:23.173 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:35:23.173 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:35:23.174 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:35:23.174 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:35:23.174 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:22 smithi082 ceph-mon[36141]: Adjusting osd_memory_target on smithi044 to 4273M 2024-05-21T00:35:23.174 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:23.174 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:35:23.174 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:35:23.174 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:23.174 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:22 smithi082 ceph-mon[36141]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:23.174 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:35:23.174 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:35:23.174 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:35:23.174 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:23.174 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:22 smithi082 ceph-mon[36141]: from='client.24371 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:35:23.175 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:35:23.175 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:35:23.175 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:22 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:35:23.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:22 smithi092 ceph-mon[36335]: Detected new or changed devices on smithi044 2024-05-21T00:35:23.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:22 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:23.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:22 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:23.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:22 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:35:23.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:22 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:35:23.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:22 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:35:23.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:22 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:35:23.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:22 smithi092 ceph-mon[36335]: Adjusting osd_memory_target on smithi044 to 4273M 2024-05-21T00:35:23.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:22 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:23.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:22 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:35:23.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:22 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:35:23.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:22 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:23.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:22 smithi092 ceph-mon[36335]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:23.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:22 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:35:23.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:22 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:35:23.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:22 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:35:23.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:22 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:23.310 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:22 smithi092 ceph-mon[36335]: from='client.24371 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:35:23.310 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:22 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:35:23.310 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:22 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:35:23.310 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:22 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:35:25.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:25 smithi092 ceph-mon[36335]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:25.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:25 smithi092 ceph-mon[36335]: from='client.? 172.21.15.82:0/4102246680' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2887e4b5-afd3-4a9f-9d8a-c8c22964451d"}]: dispatch 2024-05-21T00:35:25.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:25 smithi092 ceph-mon[36335]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2887e4b5-afd3-4a9f-9d8a-c8c22964451d"}]: dispatch 2024-05-21T00:35:25.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:25 smithi092 ceph-mon[36335]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2887e4b5-afd3-4a9f-9d8a-c8c22964451d"}]': finished 2024-05-21T00:35:25.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:25 smithi092 ceph-mon[36335]: osdmap e61: 11 total, 10 up, 11 in 2024-05-21T00:35:25.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:25 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T00:35:25.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:25 smithi044 ceph-mon[31392]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:25.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:25 smithi044 ceph-mon[31392]: from='client.? 172.21.15.82:0/4102246680' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2887e4b5-afd3-4a9f-9d8a-c8c22964451d"}]: dispatch 2024-05-21T00:35:25.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:25 smithi044 ceph-mon[31392]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2887e4b5-afd3-4a9f-9d8a-c8c22964451d"}]: dispatch 2024-05-21T00:35:25.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:25 smithi044 ceph-mon[31392]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2887e4b5-afd3-4a9f-9d8a-c8c22964451d"}]': finished 2024-05-21T00:35:25.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:25 smithi044 ceph-mon[31392]: osdmap e61: 11 total, 10 up, 11 in 2024-05-21T00:35:25.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:25 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T00:35:25.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:25 smithi082 ceph-mon[36141]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:25.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:25 smithi082 ceph-mon[36141]: from='client.? 172.21.15.82:0/4102246680' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2887e4b5-afd3-4a9f-9d8a-c8c22964451d"}]: dispatch 2024-05-21T00:35:25.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:25 smithi082 ceph-mon[36141]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2887e4b5-afd3-4a9f-9d8a-c8c22964451d"}]: dispatch 2024-05-21T00:35:25.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:25 smithi082 ceph-mon[36141]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2887e4b5-afd3-4a9f-9d8a-c8c22964451d"}]': finished 2024-05-21T00:35:25.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:25 smithi082 ceph-mon[36141]: osdmap e61: 11 total, 10 up, 11 in 2024-05-21T00:35:25.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:25 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T00:35:26.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:26 smithi092 ceph-mon[36335]: from='client.? 172.21.15.82:0/4063580212' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:35:26.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:26 smithi044 ceph-mon[31392]: from='client.? 172.21.15.82:0/4063580212' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:35:26.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:26 smithi082 ceph-mon[36141]: from='client.? 172.21.15.82:0/4063580212' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:35:27.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:27 smithi092 ceph-mon[36335]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:27.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:27 smithi044 ceph-mon[31392]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:27.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:27 smithi082 ceph-mon[36141]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:29.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:29 smithi082 ceph-mon[36141]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:29.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:29 smithi092 ceph-mon[36335]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:29.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:29 smithi044 ceph-mon[31392]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:31.425 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:31 smithi082 ceph-mon[36141]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:31.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:31 smithi092 ceph-mon[36335]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:31.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:31 smithi044 ceph-mon[31392]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:33.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:33 smithi092 ceph-mon[36335]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:33.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:33 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-05-21T00:35:33.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:33 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:35:33.598 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:33 smithi082 ceph-mon[36141]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:33.598 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:33 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-05-21T00:35:33.599 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:33 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:35:33.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:33 smithi044 ceph-mon[31392]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:33.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:33 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-05-21T00:35:33.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:33 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:35:34.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:34 smithi092 ceph-mon[36335]: Deploying daemon osd.10 on smithi082 2024-05-21T00:35:34.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:34 smithi044 ceph-mon[31392]: Deploying daemon osd.10 on smithi082 2024-05-21T00:35:34.659 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:34 smithi082 ceph-mon[36141]: Deploying daemon osd.10 on smithi082 2024-05-21T00:35:35.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:35 smithi082 ceph-mon[36141]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:35.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:35 smithi092 ceph-mon[36335]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:35.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:35 smithi044 ceph-mon[31392]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:37.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:37 smithi092 ceph-mon[36335]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:37.637 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:37 smithi082 ceph-mon[36141]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:37.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:37 smithi044 ceph-mon[31392]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:39.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:39 smithi044 ceph-mon[31392]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:39.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:39 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:39.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:39 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:39.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:39 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:35:39.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:39 smithi082 ceph-mon[36141]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:39.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:39 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:39.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:39 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:39.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:39 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:35:40.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:39 smithi092 ceph-mon[36335]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:40.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:39 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:40.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:39 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:40.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:39 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:35:41.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:41 smithi044 ceph-mon[31392]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:41.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:41 smithi082 ceph-mon[36141]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:42.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:41 smithi092 ceph-mon[36335]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:42.424 INFO:teuthology.orchestra.run.smithi082.stdout:Created osd(s) 10 on host 'smithi082' 2024-05-21T00:35:42.424 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:42.419+0000 7fd35cff9700 1 -- 172.21.15.82:0/1362603853 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7fd360063980 con 0x7fd3480b2880 2024-05-21T00:35:42.425 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:42.422+0000 7fd365d10700 1 -- 172.21.15.82:0/1362603853 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd3480b2880 msgr2=0x7fd3480b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:35:42.425 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:42.422+0000 7fd365d10700 1 --2- 172.21.15.82:0/1362603853 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd3480b2880 0x7fd3480b4d40 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fd350005fd0 tx=0x7fd350005dd0 comp rx=0 tx=0).stop 2024-05-21T00:35:42.426 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:42.422+0000 7fd365d10700 1 -- 172.21.15.82:0/1362603853 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd3601047a0 msgr2=0x7fd360199ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:35:42.426 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:42.422+0000 7fd365d10700 1 --2- 172.21.15.82:0/1362603853 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd3601047a0 0x7fd360199ca0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fd354003790 tx=0x7fd354003a10 comp rx=0 tx=0).stop 2024-05-21T00:35:42.426 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:42.422+0000 7fd365d10700 1 -- 172.21.15.82:0/1362603853 shutdown_connections 2024-05-21T00:35:42.426 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:42.422+0000 7fd365d10700 1 --2- 172.21.15.82:0/1362603853 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd3480b2880 0x7fd3480b4d40 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:35:42.426 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:42.422+0000 7fd365d10700 1 --2- 172.21.15.82:0/1362603853 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd360105140 0x7fd3601a0d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:35:42.426 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:42.422+0000 7fd365d10700 1 --2- 172.21.15.82:0/1362603853 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3601035a0 0x7fd360199760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:35:42.426 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:42.422+0000 7fd365d10700 1 --2- 172.21.15.82:0/1362603853 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd3601047a0 0x7fd360199ca0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:35:42.426 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:42.422+0000 7fd365d10700 1 -- 172.21.15.82:0/1362603853 >> 172.21.15.82:0/1362603853 conn(0x7fd3600feb40 msgr2=0x7fd360107b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:35:42.426 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:42.422+0000 7fd365d10700 1 -- 172.21.15.82:0/1362603853 shutdown_connections 2024-05-21T00:35:42.426 INFO:teuthology.orchestra.run.smithi082.stderr:2024-05-21T00:35:42.422+0000 7fd365d10700 1 -- 172.21.15.82:0/1362603853 wait complete. 2024-05-21T00:35:42.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:42 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:42.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:42 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:42.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:42 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:35:42.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:42 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:35:42.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:42 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:42.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:42 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:42.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:42 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:42.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:42 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:35:42.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:42 smithi082 ceph-mon[36141]: from='osd.10 [v2:172.21.15.82:6824/1964064567,v1:172.21.15.82:6825/1964064567]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-21T00:35:42.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:42 smithi082 ceph-mon[36141]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-21T00:35:42.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:42 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:42.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:42 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:42.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:42 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:35:42.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:42 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:35:42.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:42 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:42.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:42 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:42.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:42 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:42.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:42 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:35:42.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:42 smithi044 ceph-mon[31392]: from='osd.10 [v2:172.21.15.82:6824/1964064567,v1:172.21.15.82:6825/1964064567]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-21T00:35:42.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:42 smithi044 ceph-mon[31392]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-21T00:35:43.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:42 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:43.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:42 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:43.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:42 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:35:43.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:42 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:35:43.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:42 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:43.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:42 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:43.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:42 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:43.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:42 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:35:43.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:42 smithi092 ceph-mon[36335]: from='osd.10 [v2:172.21.15.82:6824/1964064567,v1:172.21.15.82:6825/1964064567]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-21T00:35:43.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:42 smithi092 ceph-mon[36335]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-21T00:35:43.130 DEBUG:teuthology.orchestra.run.smithi082:osd.10> sudo journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.10.service 2024-05-21T00:35:43.132 INFO:tasks.cephadm:Deploying osd.11 on smithi092 with /dev/vg_nvme/lv_1... 2024-05-21T00:35:43.132 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-21T00:35:43.383 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:35:43.640 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:43 smithi082 ceph-mon[36141]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:43.640 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:43 smithi082 ceph-mon[36141]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-05-21T00:35:43.640 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:43 smithi082 ceph-mon[36141]: from='osd.10 [v2:172.21.15.82:6824/1964064567,v1:172.21.15.82:6825/1964064567]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-05-21T00:35:43.640 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:43 smithi082 ceph-mon[36141]: osdmap e62: 11 total, 10 up, 11 in 2024-05-21T00:35:43.640 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:43 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T00:35:43.640 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:43 smithi082 ceph-mon[36141]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-05-21T00:35:43.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:43 smithi044 ceph-mon[31392]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:43.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:43 smithi044 ceph-mon[31392]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-05-21T00:35:43.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:43 smithi044 ceph-mon[31392]: from='osd.10 [v2:172.21.15.82:6824/1964064567,v1:172.21.15.82:6825/1964064567]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-05-21T00:35:43.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:43 smithi044 ceph-mon[31392]: osdmap e62: 11 total, 10 up, 11 in 2024-05-21T00:35:43.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:43 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T00:35:43.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:43 smithi044 ceph-mon[31392]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-05-21T00:35:43.797 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:43 smithi092 ceph-mon[36335]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:43.797 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:43 smithi092 ceph-mon[36335]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-05-21T00:35:43.797 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:43 smithi092 ceph-mon[36335]: from='osd.10 [v2:172.21.15.82:6824/1964064567,v1:172.21.15.82:6825/1964064567]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-05-21T00:35:43.798 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:43 smithi092 ceph-mon[36335]: osdmap e62: 11 total, 10 up, 11 in 2024-05-21T00:35:43.798 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:43 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T00:35:43.798 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:43 smithi092 ceph-mon[36335]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-05-21T00:35:44.947 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:35:44 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:35:44.838+0000 7fa78afa2700 -1 osd.10 0 waiting for initial osdmap 2024-05-21T00:35:44.947 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:35:44 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:35:44.850+0000 7fa782d8d700 -1 osd.10 63 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T00:35:45.411 INFO:teuthology.orchestra.run.smithi092.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-21T00:35:45.411 INFO:teuthology.orchestra.run.smithi092.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-21T00:35:45.412 INFO:teuthology.orchestra.run.smithi092.stderr: stderr: 10+0 records in 2024-05-21T00:35:45.412 INFO:teuthology.orchestra.run.smithi092.stderr:10+0 records out 2024-05-21T00:35:45.412 INFO:teuthology.orchestra.run.smithi092.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.011929 s, 879 MB/s 2024-05-21T00:35:45.412 INFO:teuthology.orchestra.run.smithi092.stderr:--> Zapping successful for: 2024-05-21T00:35:45.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:45 smithi082 ceph-mon[36141]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:45.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:45 smithi082 ceph-mon[36141]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-05-21T00:35:45.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:45 smithi082 ceph-mon[36141]: osdmap e63: 11 total, 10 up, 11 in 2024-05-21T00:35:45.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:45 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T00:35:45.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:45 smithi082 ceph-mon[36141]: from='osd.10 ' entity='osd.10' 2024-05-21T00:35:45.734 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:45 smithi092 ceph-mon[36335]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:45.734 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:45 smithi092 ceph-mon[36335]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-05-21T00:35:45.735 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:45 smithi092 ceph-mon[36335]: osdmap e63: 11 total, 10 up, 11 in 2024-05-21T00:35:45.735 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:45 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T00:35:45.735 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:45 smithi092 ceph-mon[36335]: from='osd.10 ' entity='osd.10' 2024-05-21T00:35:45.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:45 smithi044 ceph-mon[31392]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:35:45.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:45 smithi044 ceph-mon[31392]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-05-21T00:35:45.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:45 smithi044 ceph-mon[31392]: osdmap e63: 11 total, 10 up, 11 in 2024-05-21T00:35:45.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:45 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T00:35:45.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:45 smithi044 ceph-mon[31392]: from='osd.10 ' entity='osd.10' 2024-05-21T00:35:46.070 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi092:vg_nvme/lv_1 2024-05-21T00:35:46.315 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:35:46.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:46 smithi092 ceph-mon[36335]: purged_snaps scrub starts 2024-05-21T00:35:46.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:46 smithi092 ceph-mon[36335]: purged_snaps scrub ok 2024-05-21T00:35:46.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:46 smithi092 ceph-mon[36335]: osd.10 [v2:172.21.15.82:6824/1964064567,v1:172.21.15.82:6825/1964064567] boot 2024-05-21T00:35:46.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:46 smithi092 ceph-mon[36335]: osdmap e64: 11 total, 11 up, 11 in 2024-05-21T00:35:46.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:46 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T00:35:46.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:46 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:46.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:46 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:46.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:46 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:35:46.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:46 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:35:46.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:46 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:35:46.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:46 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:35:46.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:46 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:46.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:46 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:35:46.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:46 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:35:46.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:46 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:46.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:46 smithi082 ceph-mon[36141]: purged_snaps scrub starts 2024-05-21T00:35:46.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:46 smithi082 ceph-mon[36141]: purged_snaps scrub ok 2024-05-21T00:35:46.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:46 smithi082 ceph-mon[36141]: osd.10 [v2:172.21.15.82:6824/1964064567,v1:172.21.15.82:6825/1964064567] boot 2024-05-21T00:35:46.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:46 smithi082 ceph-mon[36141]: osdmap e64: 11 total, 11 up, 11 in 2024-05-21T00:35:46.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:46 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T00:35:46.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:46 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:46.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:46 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:46.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:46 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:35:46.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:46 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:35:46.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:46 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:35:46.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:46 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:35:46.698 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:46 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:46.698 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:46 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:35:46.698 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:46 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:35:46.698 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:46 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:46.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:46 smithi044 ceph-mon[31392]: purged_snaps scrub starts 2024-05-21T00:35:46.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:46 smithi044 ceph-mon[31392]: purged_snaps scrub ok 2024-05-21T00:35:46.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:46 smithi044 ceph-mon[31392]: osd.10 [v2:172.21.15.82:6824/1964064567,v1:172.21.15.82:6825/1964064567] boot 2024-05-21T00:35:46.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:46 smithi044 ceph-mon[31392]: osdmap e64: 11 total, 11 up, 11 in 2024-05-21T00:35:46.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:46 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T00:35:46.901 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:46 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:46.901 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:46 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:46.901 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:46 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:35:46.901 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:46 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:35:46.901 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:46 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:35:46.901 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:46 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:35:46.902 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:46 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:46.902 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:46 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:35:46.902 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:46 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:35:46.902 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:46 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:35:47.686 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:47 smithi092 ceph-mon[36335]: Detected new or changed devices on smithi082 2024-05-21T00:35:47.686 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:47 smithi092 ceph-mon[36335]: Adjusting osd_memory_target on smithi082 to 4272M 2024-05-21T00:35:47.686 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:47 smithi092 ceph-mon[36335]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:35:47.686 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:47 smithi092 ceph-mon[36335]: osdmap e65: 11 total, 11 up, 11 in 2024-05-21T00:35:47.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:47 smithi082 ceph-mon[36141]: Detected new or changed devices on smithi082 2024-05-21T00:35:47.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:47 smithi082 ceph-mon[36141]: Adjusting osd_memory_target on smithi082 to 4272M 2024-05-21T00:35:47.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:47 smithi082 ceph-mon[36141]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:35:47.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:47 smithi082 ceph-mon[36141]: osdmap e65: 11 total, 11 up, 11 in 2024-05-21T00:35:47.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:47 smithi044 ceph-mon[31392]: Detected new or changed devices on smithi082 2024-05-21T00:35:47.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:47 smithi044 ceph-mon[31392]: Adjusting osd_memory_target on smithi082 to 4272M 2024-05-21T00:35:47.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:47 smithi044 ceph-mon[31392]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:35:47.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:47 smithi044 ceph-mon[31392]: osdmap e65: 11 total, 11 up, 11 in 2024-05-21T00:35:47.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.903+0000 7f0086416700 1 -- 172.21.15.92:0/340051166 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f00801036b0 msgr2=0x7f0080103b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:35:47.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.903+0000 7f0086416700 1 --2- 172.21.15.92:0/340051166 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f00801036b0 0x7f0080103b10 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f0074009990 tx=0x7f0074009ca0 comp rx=0 tx=0).stop 2024-05-21T00:35:47.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.903+0000 7f0086416700 1 -- 172.21.15.92:0/340051166 shutdown_connections 2024-05-21T00:35:47.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.903+0000 7f0086416700 1 --2- 172.21.15.92:0/340051166 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f00801024b0 0x7f00801028d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:35:47.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.903+0000 7f0086416700 1 --2- 172.21.15.92:0/340051166 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0080104050 0x7f008010a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:35:47.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.903+0000 7f0086416700 1 --2- 172.21.15.92:0/340051166 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f00801036b0 0x7f0080103b10 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:35:47.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.903+0000 7f0086416700 1 -- 172.21.15.92:0/340051166 >> 172.21.15.92:0/340051166 conn(0x7f00800fda70 msgr2=0x7f00800ffe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:35:47.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.903+0000 7f0086416700 1 -- 172.21.15.92:0/340051166 shutdown_connections 2024-05-21T00:35:47.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.904+0000 7f0086416700 1 -- 172.21.15.92:0/340051166 wait complete. 2024-05-21T00:35:47.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.904+0000 7f0086416700 1 Processor -- start 2024-05-21T00:35:47.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.904+0000 7f0086416700 1 -- start start 2024-05-21T00:35:47.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.904+0000 7f0086416700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f00801024b0 0x7f008006c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:35:47.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.904+0000 7f0086416700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f00801036b0 0x7f008019e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:35:47.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.904+0000 7f0086416700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0080104050 0x7f00801a0b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:35:47.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.904+0000 7f0086416700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f008010dfd0 con 0x7f00801036b0 2024-05-21T00:35:47.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.904+0000 7f0086416700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f008010de50 con 0x7f00801024b0 2024-05-21T00:35:47.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.904+0000 7f0086416700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f008010e150 con 0x7f0080104050 2024-05-21T00:35:47.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.905+0000 7f00849b3700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0080104050 0x7f00801a0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:35:47.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.905+0000 7f00849b3700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0080104050 0x7f00801a0b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:40706/0 (socket says 172.21.15.92:40706) 2024-05-21T00:35:47.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.905+0000 7f00849b3700 1 -- 172.21.15.92:0/3347904410 learned_addr learned my addr 172.21.15.92:0/3347904410 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-05-21T00:35:47.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.905+0000 7f007ffff700 1 --2- 172.21.15.92:0/3347904410 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f00801024b0 0x7f008006c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:35:47.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.905+0000 7f00849b3700 1 -- 172.21.15.92:0/3347904410 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f00801024b0 msgr2=0x7f008006c7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:35:47.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.905+0000 7f00849b3700 1 --2- 172.21.15.92:0/3347904410 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f00801024b0 0x7f008006c7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:35:47.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.905+0000 7f00849b3700 1 -- 172.21.15.92:0/3347904410 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f00801036b0 msgr2=0x7f008019e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:35:47.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.905+0000 7f00849b3700 1 --2- 172.21.15.92:0/3347904410 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f00801036b0 0x7f008019e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:35:47.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.905+0000 7f00849b3700 1 -- 172.21.15.92:0/3347904410 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00801a13f0 con 0x7f0080104050 2024-05-21T00:35:47.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.905+0000 7f007ffff700 1 --2- 172.21.15.92:0/3347904410 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f00801024b0 0x7f008006c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:35:47.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.905+0000 7f00849b3700 1 --2- 172.21.15.92:0/3347904410 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0080104050 0x7f00801a0b20 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f0078007d70 tx=0x7f007800a340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:35:47.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.905+0000 7f007d7fa700 1 -- 172.21.15.92:0/3347904410 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0078016020 con 0x7f0080104050 2024-05-21T00:35:47.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.905+0000 7f0086416700 1 -- 172.21.15.92:0/3347904410 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00801a16e0 con 0x7f0080104050 2024-05-21T00:35:47.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.905+0000 7f007d7fa700 1 -- 172.21.15.92:0/3347904410 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f007800ad40 con 0x7f0080104050 2024-05-21T00:35:47.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.905+0000 7f007d7fa700 1 -- 172.21.15.92:0/3347904410 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00780115e0 con 0x7f0080104050 2024-05-21T00:35:47.913 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.905+0000 7f0086416700 1 -- 172.21.15.92:0/3347904410 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00801a1c20 con 0x7f0080104050 2024-05-21T00:35:47.913 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.906+0000 7f0086416700 1 -- 172.21.15.92:0/3347904410 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f008006a230 con 0x7f0080104050 2024-05-21T00:35:47.913 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.907+0000 7f007d7fa700 1 -- 172.21.15.92:0/3347904410 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f0078019020 con 0x7f0080104050 2024-05-21T00:35:47.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.908+0000 7f007d7fa700 1 --2- 172.21.15.92:0/3347904410 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f00680b2880 0x7f00680b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:35:47.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.908+0000 7f007d7fa700 1 -- 172.21.15.92:0/3347904410 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6694+0+0 (secure 0 0 0) 0x7f00780e2010 con 0x7f0080104050 2024-05-21T00:35:47.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.908+0000 7f007ffff700 1 --2- 172.21.15.92:0/3347904410 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f00680b2880 0x7f00680b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:35:47.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.909+0000 7f007ffff700 1 --2- 172.21.15.92:0/3347904410 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f00680b2880 0x7f00680b4d40 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f0080103510 tx=0x7f0070008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:35:47.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:47.912+0000 7f007d7fa700 1 -- 172.21.15.92:0/3347904410 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0078020020 con 0x7f0080104050 2024-05-21T00:35:48.129 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:35:48.124+0000 7f0086416700 1 -- 172.21.15.92:0/3347904410 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi092:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f0080063980 con 0x7f00680b2880 2024-05-21T00:35:48.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:48 smithi082 ceph-mon[36141]: osdmap e66: 11 total, 11 up, 11 in 2024-05-21T00:35:48.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:48 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:35:48.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:48 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:35:48.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:48 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:35:48.772 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:48 smithi092 ceph-mon[36335]: osdmap e66: 11 total, 11 up, 11 in 2024-05-21T00:35:48.772 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:48 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:35:48.772 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:48 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:35:48.772 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:48 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:35:48.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:48 smithi044 ceph-mon[31392]: osdmap e66: 11 total, 11 up, 11 in 2024-05-21T00:35:48.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:48 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:35:48.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:48 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:35:48.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:48 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:35:49.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:49 smithi082 ceph-mon[36141]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi092:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:35:49.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:49 smithi082 ceph-mon[36141]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:35:49.799 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:49 smithi092 ceph-mon[36335]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi092:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:35:49.799 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:49 smithi092 ceph-mon[36335]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:35:49.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:49 smithi044 ceph-mon[31392]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi092:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:35:49.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:49 smithi044 ceph-mon[31392]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:35:51.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:51 smithi092 ceph-mon[36335]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-05-21T00:35:51.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:51 smithi092 ceph-mon[36335]: from='client.? 172.21.15.92:0/54709152' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0bc8302f-4e43-4172-8b39-e845532325dc"}]: dispatch 2024-05-21T00:35:51.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:51 smithi092 ceph-mon[36335]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0bc8302f-4e43-4172-8b39-e845532325dc"}]: dispatch 2024-05-21T00:35:51.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:51 smithi092 ceph-mon[36335]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0bc8302f-4e43-4172-8b39-e845532325dc"}]': finished 2024-05-21T00:35:51.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:51 smithi092 ceph-mon[36335]: osdmap e67: 12 total, 11 up, 12 in 2024-05-21T00:35:51.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:51 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:35:51.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:51 smithi044 ceph-mon[31392]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-05-21T00:35:51.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:51 smithi044 ceph-mon[31392]: from='client.? 172.21.15.92:0/54709152' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0bc8302f-4e43-4172-8b39-e845532325dc"}]: dispatch 2024-05-21T00:35:51.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:51 smithi044 ceph-mon[31392]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0bc8302f-4e43-4172-8b39-e845532325dc"}]: dispatch 2024-05-21T00:35:51.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:51 smithi044 ceph-mon[31392]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0bc8302f-4e43-4172-8b39-e845532325dc"}]': finished 2024-05-21T00:35:51.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:51 smithi044 ceph-mon[31392]: osdmap e67: 12 total, 11 up, 12 in 2024-05-21T00:35:51.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:51 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:35:51.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:51 smithi082 ceph-mon[36141]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-05-21T00:35:51.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:51 smithi082 ceph-mon[36141]: from='client.? 172.21.15.92:0/54709152' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0bc8302f-4e43-4172-8b39-e845532325dc"}]: dispatch 2024-05-21T00:35:51.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:51 smithi082 ceph-mon[36141]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0bc8302f-4e43-4172-8b39-e845532325dc"}]: dispatch 2024-05-21T00:35:51.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:51 smithi082 ceph-mon[36141]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0bc8302f-4e43-4172-8b39-e845532325dc"}]': finished 2024-05-21T00:35:51.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:51 smithi082 ceph-mon[36141]: osdmap e67: 12 total, 11 up, 12 in 2024-05-21T00:35:51.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:51 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:35:52.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:52 smithi092 ceph-mon[36335]: from='client.? 172.21.15.92:0/3892373597' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:35:52.816 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:52 smithi044 ceph-mon[31392]: from='client.? 172.21.15.92:0/3892373597' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:35:52.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:52 smithi082 ceph-mon[36141]: from='client.? 172.21.15.92:0/3892373597' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:35:53.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:53 smithi092 ceph-mon[36335]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-21T00:35:53.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:53 smithi044 ceph-mon[31392]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-21T00:35:53.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:53 smithi082 ceph-mon[36141]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-21T00:35:55.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:55 smithi092 ceph-mon[36335]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-05-21T00:35:55.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:55 smithi044 ceph-mon[31392]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-05-21T00:35:55.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:55 smithi082 ceph-mon[36141]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-05-21T00:35:57.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:57 smithi092 ceph-mon[36335]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-05-21T00:35:57.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:57 smithi044 ceph-mon[31392]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-05-21T00:35:57.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:57 smithi082 ceph-mon[36141]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-05-21T00:35:58.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:58 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-05-21T00:35:58.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:58 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:35:58.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:58 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-05-21T00:35:58.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:58 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:35:58.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:58 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-05-21T00:35:58.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:58 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:35:59.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:59 smithi092 ceph-mon[36335]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:35:59.810 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:35:59 smithi092 ceph-mon[36335]: Deploying daemon osd.11 on smithi092 2024-05-21T00:35:59.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:59 smithi044 ceph-mon[31392]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:35:59.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:35:59 smithi044 ceph-mon[31392]: Deploying daemon osd.11 on smithi092 2024-05-21T00:35:59.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:59 smithi082 ceph-mon[36141]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:35:59.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:35:59 smithi082 ceph-mon[36141]: Deploying daemon osd.11 on smithi092 2024-05-21T00:36:01.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:01 smithi092 ceph-mon[36335]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:36:01.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:01 smithi044 ceph-mon[31392]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:36:01.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:01 smithi082 ceph-mon[36141]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:36:03.773 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:03 smithi092 ceph-mon[36335]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:36:03.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:03 smithi044 ceph-mon[31392]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:36:03.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:03 smithi082 ceph-mon[36141]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:36:05.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:05 smithi082 ceph-mon[36141]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:36:05.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:05 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:05.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:05 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:05.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:05 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:36:05.793 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:05 smithi092 ceph-mon[36335]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:36:05.793 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:05 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:05.793 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:05 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:05.793 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:05 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:36:05.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:05 smithi044 ceph-mon[31392]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:36:05.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:05 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:05.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:05 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:05.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:05 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:36:07.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:07 smithi092 ceph-mon[36335]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:36:07.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:07 smithi082 ceph-mon[36141]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:36:07.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:07 smithi044 ceph-mon[31392]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:36:08.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:08.368+0000 7f007d7fa700 1 -- 172.21.15.92:0/3347904410 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f0080063980 con 0x7f00680b2880 2024-05-21T00:36:08.373 INFO:teuthology.orchestra.run.smithi092.stdout:Created osd(s) 11 on host 'smithi092' 2024-05-21T00:36:08.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:08.370+0000 7f0086416700 1 -- 172.21.15.92:0/3347904410 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f00680b2880 msgr2=0x7f00680b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:08.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:08.370+0000 7f0086416700 1 --2- 172.21.15.92:0/3347904410 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f00680b2880 0x7f00680b4d40 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f0080103510 tx=0x7f0070008040 comp rx=0 tx=0).stop 2024-05-21T00:36:08.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:08.370+0000 7f0086416700 1 -- 172.21.15.92:0/3347904410 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0080104050 msgr2=0x7f00801a0b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:08.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:08.370+0000 7f0086416700 1 --2- 172.21.15.92:0/3347904410 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0080104050 0x7f00801a0b20 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f0078007d70 tx=0x7f007800a340 comp rx=0 tx=0).stop 2024-05-21T00:36:08.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:08.371+0000 7f0086416700 1 -- 172.21.15.92:0/3347904410 shutdown_connections 2024-05-21T00:36:08.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:08.371+0000 7f0086416700 1 --2- 172.21.15.92:0/3347904410 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f00680b2880 0x7f00680b4d40 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:08.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:08.371+0000 7f0086416700 1 --2- 172.21.15.92:0/3347904410 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0080104050 0x7f00801a0b20 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:08.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:08.371+0000 7f0086416700 1 --2- 172.21.15.92:0/3347904410 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f00801024b0 0x7f008006c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:08.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:08.371+0000 7f0086416700 1 --2- 172.21.15.92:0/3347904410 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f00801036b0 0x7f008019e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:08.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:08.371+0000 7f0086416700 1 -- 172.21.15.92:0/3347904410 >> 172.21.15.92:0/3347904410 conn(0x7f00800fda70 msgr2=0x7f0080106ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:36:08.376 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:08.371+0000 7f0086416700 1 -- 172.21.15.92:0/3347904410 shutdown_connections 2024-05-21T00:36:08.376 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:08.371+0000 7f0086416700 1 -- 172.21.15.92:0/3347904410 wait complete. 2024-05-21T00:36:08.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:08 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:08.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:08 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:08.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:08 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:08.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:08 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:36:08.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:08 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:08.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:08 smithi092 ceph-mon[36335]: from='osd.11 [v2:172.21.15.92:6824/2911355193,v1:172.21.15.92:6825/2911355193]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-21T00:36:08.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:08 smithi092 ceph-mon[36335]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-21T00:36:08.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:08 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:08.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:08 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:36:08.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:08 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:08.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:08 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:08.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:08 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:08.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:08 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:08.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:08 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:36:08.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:08 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:08.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:08 smithi044 ceph-mon[31392]: from='osd.11 [v2:172.21.15.92:6824/2911355193,v1:172.21.15.92:6825/2911355193]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-21T00:36:08.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:08 smithi044 ceph-mon[31392]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-21T00:36:08.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:08 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:08.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:08 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:36:08.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:08 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:08.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:08 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:08.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:08 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:08.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:08 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:08.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:08 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:36:08.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:08 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:08.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:08 smithi082 ceph-mon[36141]: from='osd.11 [v2:172.21.15.92:6824/2911355193,v1:172.21.15.92:6825/2911355193]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-21T00:36:08.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:08 smithi082 ceph-mon[36141]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-21T00:36:08.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:08 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:08.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:08 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:36:08.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:08 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:09.016 DEBUG:teuthology.orchestra.run.smithi092:osd.11> sudo journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.11.service 2024-05-21T00:36:09.018 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-05-21T00:36:09.018 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd stat -f json 2024-05-21T00:36:09.494 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:36:09.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:09 smithi092 ceph-mon[36335]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:36:09.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:09 smithi092 ceph-mon[36335]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-05-21T00:36:09.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:09 smithi092 ceph-mon[36335]: from='osd.11 [v2:172.21.15.92:6824/2911355193,v1:172.21.15.92:6825/2911355193]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-05-21T00:36:09.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:09 smithi092 ceph-mon[36335]: osdmap e68: 12 total, 11 up, 12 in 2024-05-21T00:36:09.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:09 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:36:09.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:09 smithi092 ceph-mon[36335]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-05-21T00:36:09.830 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:09 smithi044 ceph-mon[31392]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:36:09.830 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:09 smithi044 ceph-mon[31392]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-05-21T00:36:09.831 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:09 smithi044 ceph-mon[31392]: from='osd.11 [v2:172.21.15.92:6824/2911355193,v1:172.21.15.92:6825/2911355193]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-05-21T00:36:09.831 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:09 smithi044 ceph-mon[31392]: osdmap e68: 12 total, 11 up, 12 in 2024-05-21T00:36:09.831 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:09 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:36:09.831 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:09 smithi044 ceph-mon[31392]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-05-21T00:36:09.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:09 smithi082 ceph-mon[36141]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:36:09.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:09 smithi082 ceph-mon[36141]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-05-21T00:36:09.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:09 smithi082 ceph-mon[36141]: from='osd.11 [v2:172.21.15.92:6824/2911355193,v1:172.21.15.92:6825/2911355193]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-05-21T00:36:09.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:09 smithi082 ceph-mon[36141]: osdmap e68: 12 total, 11 up, 12 in 2024-05-21T00:36:09.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:09 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:36:09.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:09 smithi082 ceph-mon[36141]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-05-21T00:36:10.230 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:36:09 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:36:09.966+0000 7f2aec02e700 -1 osd.11 0 waiting for initial osdmap 2024-05-21T00:36:10.231 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:36:09 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:36:09.980+0000 7f2ae3e19700 -1 osd.11 69 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T00:36:10.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:10 smithi092 ceph-mon[36335]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]': finished 2024-05-21T00:36:10.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:10 smithi092 ceph-mon[36335]: osdmap e69: 12 total, 11 up, 12 in 2024-05-21T00:36:10.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:10 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:36:10.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:10 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:36:10.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:10 smithi092 ceph-mon[36335]: from='osd.11 ' entity='osd.11' 2024-05-21T00:36:10.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:10 smithi044 ceph-mon[31392]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]': finished 2024-05-21T00:36:10.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:10 smithi044 ceph-mon[31392]: osdmap e69: 12 total, 11 up, 12 in 2024-05-21T00:36:10.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:10 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:36:10.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:10 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:36:10.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:10 smithi044 ceph-mon[31392]: from='osd.11 ' entity='osd.11' 2024-05-21T00:36:10.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:10 smithi082 ceph-mon[36141]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]': finished 2024-05-21T00:36:10.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:10 smithi082 ceph-mon[36141]: osdmap e69: 12 total, 11 up, 12 in 2024-05-21T00:36:10.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:10 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:36:10.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:10 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:36:10.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:10 smithi082 ceph-mon[36141]: from='osd.11 ' entity='osd.11' 2024-05-21T00:36:11.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:11 smithi044 ceph-mon[31392]: purged_snaps scrub starts 2024-05-21T00:36:11.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:11 smithi044 ceph-mon[31392]: purged_snaps scrub ok 2024-05-21T00:36:11.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:11 smithi044 ceph-mon[31392]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:36:11.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:36:11.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:11 smithi044 ceph-mon[31392]: osd.11 [v2:172.21.15.92:6824/2911355193,v1:172.21.15.92:6825/2911355193] boot 2024-05-21T00:36:11.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:11 smithi044 ceph-mon[31392]: osdmap e70: 12 total, 12 up, 12 in 2024-05-21T00:36:11.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:36:11.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:11 smithi092 ceph-mon[36335]: purged_snaps scrub starts 2024-05-21T00:36:11.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:11 smithi092 ceph-mon[36335]: purged_snaps scrub ok 2024-05-21T00:36:11.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:11 smithi092 ceph-mon[36335]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:36:11.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:36:11.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:11 smithi092 ceph-mon[36335]: osd.11 [v2:172.21.15.92:6824/2911355193,v1:172.21.15.92:6825/2911355193] boot 2024-05-21T00:36:11.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:11 smithi092 ceph-mon[36335]: osdmap e70: 12 total, 12 up, 12 in 2024-05-21T00:36:11.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:36:11.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.875+0000 7fa819200700 1 -- 172.21.15.44:0/3567082668 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa814102780 msgr2=0x7fa814102c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:11.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.875+0000 7fa819200700 1 --2- 172.21.15.44:0/3567082668 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa814102780 0x7fa814102c00 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fa7fc009990 tx=0x7fa7fc009ca0 comp rx=0 tx=0).stop 2024-05-21T00:36:11.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.876+0000 7fa819200700 1 -- 172.21.15.44:0/3567082668 shutdown_connections 2024-05-21T00:36:11.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.876+0000 7fa819200700 1 --2- 172.21.15.44:0/3567082668 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa814101e20 0x7fa814102240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:11.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.876+0000 7fa819200700 1 --2- 172.21.15.44:0/3567082668 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa814103140 0x7fa8141035c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:11.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.876+0000 7fa819200700 1 --2- 172.21.15.44:0/3567082668 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa814102780 0x7fa814102c00 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:11.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.876+0000 7fa819200700 1 -- 172.21.15.44:0/3567082668 >> 172.21.15.44:0/3567082668 conn(0x7fa8140fda40 msgr2=0x7fa8140ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:36:11.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.876+0000 7fa819200700 1 -- 172.21.15.44:0/3567082668 shutdown_connections 2024-05-21T00:36:11.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.876+0000 7fa819200700 1 -- 172.21.15.44:0/3567082668 wait complete. 2024-05-21T00:36:11.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.877+0000 7fa819200700 1 Processor -- start 2024-05-21T00:36:11.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.877+0000 7fa819200700 1 -- start start 2024-05-21T00:36:11.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.877+0000 7fa819200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa814101e20 0x7fa81419b960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:11.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.877+0000 7fa819200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa814102780 0x7fa81419bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:11.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.877+0000 7fa819200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa814103140 0x7fa8141a2f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:11.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.877+0000 7fa819200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa814111200 con 0x7fa814102780 2024-05-21T00:36:11.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.877+0000 7fa819200700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa814111080 con 0x7fa814103140 2024-05-21T00:36:11.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.877+0000 7fa819200700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa814111380 con 0x7fa814101e20 2024-05-21T00:36:11.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.878+0000 7fa811e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa814101e20 0x7fa81419b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:11.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.878+0000 7fa809400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa814102780 0x7fa81419bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:11.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.878+0000 7fa811e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa814101e20 0x7fa81419b960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:44748/0 (socket says 172.21.15.44:44748) 2024-05-21T00:36:11.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.878+0000 7fa811e00700 1 -- 172.21.15.44:0/775717234 learned_addr learned my addr 172.21.15.44:0/775717234 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:36:11.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.878+0000 7fa812800700 1 --2- 172.21.15.44:0/775717234 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa814103140 0x7fa8141a2f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:11.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.878+0000 7fa811e00700 1 -- 172.21.15.44:0/775717234 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa814103140 msgr2=0x7fa8141a2f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:11.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.878+0000 7fa811e00700 1 --2- 172.21.15.44:0/775717234 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa814103140 0x7fa8141a2f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:11.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.878+0000 7fa811e00700 1 -- 172.21.15.44:0/775717234 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa814102780 msgr2=0x7fa81419bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:11.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.878+0000 7fa811e00700 1 --2- 172.21.15.44:0/775717234 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa814102780 0x7fa81419bea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:11.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.878+0000 7fa811e00700 1 -- 172.21.15.44:0/775717234 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8141a35c0 con 0x7fa814101e20 2024-05-21T00:36:11.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.878+0000 7fa812800700 1 --2- 172.21.15.44:0/775717234 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa814103140 0x7fa8141a2f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:36:11.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.878+0000 7fa811e00700 1 --2- 172.21.15.44:0/775717234 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa814101e20 0x7fa81419b960 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fa80400e9d0 tx=0x7fa80400ece0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:36:11.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.879+0000 7fa80b400700 1 -- 172.21.15.44:0/775717234 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa80400cbd0 con 0x7fa814101e20 2024-05-21T00:36:11.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.879+0000 7fa80b400700 1 -- 172.21.15.44:0/775717234 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa80400cd70 con 0x7fa814101e20 2024-05-21T00:36:11.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.879+0000 7fa819200700 1 -- 172.21.15.44:0/775717234 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8141a38b0 con 0x7fa814101e20 2024-05-21T00:36:11.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.879+0000 7fa80b400700 1 -- 172.21.15.44:0/775717234 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa804018680 con 0x7fa814101e20 2024-05-21T00:36:11.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.879+0000 7fa819200700 1 -- 172.21.15.44:0/775717234 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8141a3e40 con 0x7fa814101e20 2024-05-21T00:36:11.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.880+0000 7fa819200700 1 -- 172.21.15.44:0/775717234 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa81406a230 con 0x7fa814101e20 2024-05-21T00:36:11.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.882+0000 7fa80b400700 1 -- 172.21.15.44:0/775717234 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fa804010430 con 0x7fa814101e20 2024-05-21T00:36:11.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.883+0000 7fa80b400700 1 --2- 172.21.15.44:0/775717234 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa7f80b2900 0x7fa7f80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:11.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.884+0000 7fa80b400700 1 -- 172.21.15.44:0/775717234 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 7127+0+0 (secure 0 0 0) 0x7fa8040e1ff0 con 0x7fa814101e20 2024-05-21T00:36:11.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.884+0000 7fa809400700 1 --2- 172.21.15.44:0/775717234 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa7f80b2900 0x7fa7f80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:11.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.884+0000 7fa809400700 1 --2- 172.21.15.44:0/775717234 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa7f80b2900 0x7fa7f80b4dc0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fa7fc00b650 tx=0x7fa7fc0050c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:36:11.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:11.888+0000 7fa80b400700 1 -- 172.21.15.44:0/775717234 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa8040aa130 con 0x7fa814101e20 2024-05-21T00:36:11.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:11 smithi082 ceph-mon[36141]: purged_snaps scrub starts 2024-05-21T00:36:11.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:11 smithi082 ceph-mon[36141]: purged_snaps scrub ok 2024-05-21T00:36:11.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:11 smithi082 ceph-mon[36141]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:36:11.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:11 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:36:11.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:11 smithi082 ceph-mon[36141]: osd.11 [v2:172.21.15.92:6824/2911355193,v1:172.21.15.92:6825/2911355193] boot 2024-05-21T00:36:11.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:11 smithi082 ceph-mon[36141]: osdmap e70: 12 total, 12 up, 12 in 2024-05-21T00:36:11.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:11 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:36:12.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:12.140+0000 7fa819200700 1 -- 172.21.15.44:0/775717234 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7fa814064150 con 0x7fa814101e20 2024-05-21T00:36:12.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:12.140+0000 7fa80b400700 1 -- 172.21.15.44:0/775717234 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v71) ==== 74+0+133 (secure 0 0 0) 0x7fa8040b21b0 con 0x7fa814101e20 2024-05-21T00:36:12.145 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:36:12.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:12.144+0000 7fa819200700 1 -- 172.21.15.44:0/775717234 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa7f80b2900 msgr2=0x7fa7f80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:12.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:12.144+0000 7fa819200700 1 --2- 172.21.15.44:0/775717234 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa7f80b2900 0x7fa7f80b4dc0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fa7fc00b650 tx=0x7fa7fc0050c0 comp rx=0 tx=0).stop 2024-05-21T00:36:12.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:12.144+0000 7fa819200700 1 -- 172.21.15.44:0/775717234 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa814101e20 msgr2=0x7fa81419b960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:12.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:12.144+0000 7fa819200700 1 --2- 172.21.15.44:0/775717234 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa814101e20 0x7fa81419b960 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fa80400e9d0 tx=0x7fa80400ece0 comp rx=0 tx=0).stop 2024-05-21T00:36:12.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:12.145+0000 7fa819200700 1 -- 172.21.15.44:0/775717234 shutdown_connections 2024-05-21T00:36:12.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:12.145+0000 7fa819200700 1 --2- 172.21.15.44:0/775717234 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa7f80b2900 0x7fa7f80b4dc0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:12.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:12.145+0000 7fa819200700 1 --2- 172.21.15.44:0/775717234 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa814103140 0x7fa8141a2f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:12.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:12.145+0000 7fa819200700 1 --2- 172.21.15.44:0/775717234 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa814101e20 0x7fa81419b960 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:12.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:12.145+0000 7fa819200700 1 --2- 172.21.15.44:0/775717234 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa814102780 0x7fa81419bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:12.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:12.145+0000 7fa819200700 1 -- 172.21.15.44:0/775717234 >> 172.21.15.44:0/775717234 conn(0x7fa8140fda40 msgr2=0x7fa8140ff540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:36:12.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:12.145+0000 7fa819200700 1 -- 172.21.15.44:0/775717234 shutdown_connections 2024-05-21T00:36:12.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:12.145+0000 7fa819200700 1 -- 172.21.15.44:0/775717234 wait complete. 2024-05-21T00:36:12.961 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":71,"num_osds":12,"num_up_osds":12,"osd_up_since":1716251770,"num_in_osds":12,"osd_in_since":1716251750,"num_remapped_pgs":0} 2024-05-21T00:36:12.962 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T00:36:13.033 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:12 smithi044 ceph-mon[31392]: Detected new or changed devices on smithi092 2024-05-21T00:36:13.033 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:12 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:13.033 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:12 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:13.033 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:12 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:36:13.033 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:12 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:36:13.033 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:12 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:36:13.034 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:12 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:36:13.034 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:12 smithi044 ceph-mon[31392]: Adjusting osd_memory_target on smithi092 to 4272M 2024-05-21T00:36:13.034 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:12 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:13.034 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:12 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:13.035 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:12 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:36:13.035 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:12 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:13.035 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:12 smithi044 ceph-mon[31392]: osdmap e71: 12 total, 12 up, 12 in 2024-05-21T00:36:13.035 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:12 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/775717234' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-21T00:36:13.035 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:12 smithi044 ceph-mon[31392]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:13.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:12 smithi082 ceph-mon[36141]: Detected new or changed devices on smithi092 2024-05-21T00:36:13.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:12 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:13.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:12 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:13.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:12 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:36:13.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:12 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:36:13.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:12 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:36:13.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:12 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:36:13.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:12 smithi082 ceph-mon[36141]: Adjusting osd_memory_target on smithi092 to 4272M 2024-05-21T00:36:13.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:12 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:13.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:12 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:13.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:12 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:36:13.198 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:12 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:13.198 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:12 smithi082 ceph-mon[36141]: osdmap e71: 12 total, 12 up, 12 in 2024-05-21T00:36:13.198 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:12 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/775717234' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-21T00:36:13.198 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:12 smithi082 ceph-mon[36141]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:13.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:12 smithi092 ceph-mon[36335]: Detected new or changed devices on smithi092 2024-05-21T00:36:13.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:12 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:13.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:12 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:13.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:12 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:36:13.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:12 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:36:13.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:12 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:36:13.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:12 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:36:13.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:12 smithi092 ceph-mon[36335]: Adjusting osd_memory_target on smithi092 to 4272M 2024-05-21T00:36:13.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:12 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:13.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:12 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:13.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:12 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:36:13.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:12 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:13.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:12 smithi092 ceph-mon[36335]: osdmap e71: 12 total, 12 up, 12 in 2024-05-21T00:36:13.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:12 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/775717234' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-21T00:36:13.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:12 smithi092 ceph-mon[36335]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:13.415 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:36:15.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.528+0000 7f17eaa00700 1 -- 172.21.15.44:0/2194520604 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17e41024f0 msgr2=0x7f17e41103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:15.533 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.528+0000 7f17eaa00700 1 --2- 172.21.15.44:0/2194520604 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17e41024f0 0x7f17e41103d0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f17dc009fc0 tx=0x7f17dc00b330 comp rx=0 tx=0).stop 2024-05-21T00:36:15.533 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:15 smithi044 ceph-mon[31392]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:15.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.528+0000 7f17eaa00700 1 -- 172.21.15.44:0/2194520604 shutdown_connections 2024-05-21T00:36:15.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.528+0000 7f17eaa00700 1 --2- 172.21.15.44:0/2194520604 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17e41024f0 0x7f17e41103d0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:15.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.528+0000 7f17eaa00700 1 --2- 172.21.15.44:0/2194520604 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f17e4109520 0x7f17e4109900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:15.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.528+0000 7f17eaa00700 1 --2- 172.21.15.44:0/2194520604 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f17e4101b30 0x7f17e4101fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:15.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.528+0000 7f17eaa00700 1 -- 172.21.15.44:0/2194520604 >> 172.21.15.44:0/2194520604 conn(0x7f17e4078ab0 msgr2=0x7f17e40ffe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:36:15.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.528+0000 7f17eaa00700 1 -- 172.21.15.44:0/2194520604 shutdown_connections 2024-05-21T00:36:15.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.528+0000 7f17eaa00700 1 -- 172.21.15.44:0/2194520604 wait complete. 2024-05-21T00:36:15.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.529+0000 7f17eaa00700 1 Processor -- start 2024-05-21T00:36:15.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.529+0000 7f17eaa00700 1 -- start start 2024-05-21T00:36:15.537 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.530+0000 7f17eaa00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f17e4101b30 0x7f17e4102d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:15.537 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.530+0000 7f17eaa00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f17e41024f0 0x7f17e4103250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:15.537 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.530+0000 7f17eaa00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17e4109520 0x7f17e4103790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:15.537 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.530+0000 7f17eaa00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f17e4113760 con 0x7f17e4109520 2024-05-21T00:36:15.537 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.530+0000 7f17eaa00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f17e41135e0 con 0x7f17e4101b30 2024-05-21T00:36:15.537 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.530+0000 7f17eaa00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f17e41138e0 con 0x7f17e41024f0 2024-05-21T00:36:15.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.530+0000 7f17e3e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f17e4101b30 0x7f17e4102d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:15.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.530+0000 7f17e3e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f17e4101b30 0x7f17e4102d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:55572/0 (socket says 172.21.15.44:55572) 2024-05-21T00:36:15.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.530+0000 7f17e3e00700 1 -- 172.21.15.44:0/1679853969 learned_addr learned my addr 172.21.15.44:0/1679853969 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:36:15.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.530+0000 7f17e8a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17e4109520 0x7f17e4103790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:15.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.530+0000 7f17e3400700 1 --2- 172.21.15.44:0/1679853969 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f17e41024f0 0x7f17e4103250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:15.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.531+0000 7f17e3e00700 1 -- 172.21.15.44:0/1679853969 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f17e41024f0 msgr2=0x7f17e4103250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:15.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.531+0000 7f17e3e00700 1 --2- 172.21.15.44:0/1679853969 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f17e41024f0 0x7f17e4103250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:15.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.531+0000 7f17e3e00700 1 -- 172.21.15.44:0/1679853969 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17e4109520 msgr2=0x7f17e4103790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:15.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.531+0000 7f17e3e00700 1 --2- 172.21.15.44:0/1679853969 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17e4109520 0x7f17e4103790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:15.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.531+0000 7f17e3e00700 1 -- 172.21.15.44:0/1679853969 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17e41a8120 con 0x7f17e4101b30 2024-05-21T00:36:15.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.531+0000 7f17e8a00700 1 --2- 172.21.15.44:0/1679853969 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17e4109520 0x7f17e4103790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:36:15.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.531+0000 7f17e3e00700 1 --2- 172.21.15.44:0/1679853969 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f17e4101b30 0x7f17e4102d10 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f17d400ec10 tx=0x7f17d400ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:36:15.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.531+0000 7f17e0c00700 1 -- 172.21.15.44:0/1679853969 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17d400cc90 con 0x7f17e4101b30 2024-05-21T00:36:15.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.531+0000 7f17e0c00700 1 -- 172.21.15.44:0/1679853969 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f17d400ce30 con 0x7f17e4101b30 2024-05-21T00:36:15.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.531+0000 7f17e0c00700 1 -- 172.21.15.44:0/1679853969 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17d4010430 con 0x7f17e4101b30 2024-05-21T00:36:15.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.531+0000 7f17eaa00700 1 -- 172.21.15.44:0/1679853969 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17e41a8410 con 0x7f17e4101b30 2024-05-21T00:36:15.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.532+0000 7f17eaa00700 1 -- 172.21.15.44:0/1679853969 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17e41a8900 con 0x7f17e4101b30 2024-05-21T00:36:15.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.533+0000 7f17eaa00700 1 -- 172.21.15.44:0/1679853969 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17e4104e50 con 0x7f17e4101b30 2024-05-21T00:36:15.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.535+0000 7f17e0c00700 1 -- 172.21.15.44:0/1679853969 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f17d4004000 con 0x7f17e4101b30 2024-05-21T00:36:15.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.536+0000 7f17e0c00700 1 --2- 172.21.15.44:0/1679853969 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f17c80b2900 0x7f17c80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:15.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.537+0000 7f17e0c00700 1 -- 172.21.15.44:0/1679853969 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f17d40e1fb0 con 0x7f17e4101b30 2024-05-21T00:36:15.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.537+0000 7f17e3400700 1 --2- 172.21.15.44:0/1679853969 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f17c80b2900 0x7f17c80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:15.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.537+0000 7f17e3400700 1 --2- 172.21.15.44:0/1679853969 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f17c80b2900 0x7f17c80b4dc0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f17d0009680 tx=0x7f17d0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:36:15.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.541+0000 7f17e0c00700 1 -- 172.21.15.44:0/1679853969 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f17d40aa0d0 con 0x7f17e4101b30 2024-05-21T00:36:15.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:15 smithi092 ceph-mon[36335]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:15.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:15 smithi082 ceph-mon[36141]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:15.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.780+0000 7f17eaa00700 1 -- 172.21.15.44:0/1679853969 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f17e406a230 con 0x7f17e4101b30 2024-05-21T00:36:15.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.781+0000 7f17e0c00700 1 -- 172.21.15.44:0/1679853969 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v71) ==== 74+0+18369 (secure 0 0 0) 0x7f17d40a99d0 con 0x7f17e4101b30 2024-05-21T00:36:15.786 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:36:15.787 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":71,"fsid":"d03df2b2-1708-11ef-bc9a-c7b262605968","created":"2024-05-21T00:27:51.458771+0000","modified":"2024-05-21T00:36:11.987422+0000","last_up_change":"2024-05-21T00:36:10.971414+0000","last_in_change":"2024-05-21T00:35:50.957727+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T00:31:54.252537+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"87d95ec0-9884-407b-9d90-67a37bd139bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6803","nonce":3592915645}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6805","nonce":3592915645}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6809","nonce":3592915645}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6807","nonce":3592915645}]},"public_addr":"172.21.15.44:6803/3592915645","cluster_addr":"172.21.15.44:6805/3592915645","heartbeat_back_addr":"172.21.15.44:6809/3592915645","heartbeat_front_addr":"172.21.15.44:6807/3592915645","state":["exists","up"]},{"osd":1,"uuid":"f63d59d5-bcc5-4875-befd-f9ff99c11c5a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6800","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6801","nonce":2647472512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6803","nonce":2647472512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6807","nonce":2647472512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6805","nonce":2647472512}]},"public_addr":"172.21.15.82:6801/2647472512","cluster_addr":"172.21.15.82:6803/2647472512","heartbeat_back_addr":"172.21.15.82:6807/2647472512","heartbeat_front_addr":"172.21.15.82:6805/2647472512","state":["exists","up"]},{"osd":2,"uuid":"03dda03d-7581-476b-8e0b-ede8b7865165","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6801","nonce":2514141415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6803","nonce":2514141415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6807","nonce":2514141415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6805","nonce":2514141415}]},"public_addr":"172.21.15.92:6801/2514141415","cluster_addr":"172.21.15.92:6803/2514141415","heartbeat_back_addr":"172.21.15.92:6807/2514141415","heartbeat_front_addr":"172.21.15.92:6805/2514141415","state":["exists","up"]},{"osd":3,"uuid":"ee4c6871-e0ba-4dda-9fa1-f53d17314665","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6811","nonce":3929544733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6813","nonce":3929544733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6817","nonce":3929544733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6815","nonce":3929544733}]},"public_addr":"172.21.15.44:6811/3929544733","cluster_addr":"172.21.15.44:6813/3929544733","heartbeat_back_addr":"172.21.15.44:6817/3929544733","heartbeat_front_addr":"172.21.15.44:6815/3929544733","state":["exists","up"]},{"osd":4,"uuid":"43686e5d-9d5d-47ce-9a87-809e4dd36914","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6809","nonce":1580415467}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6811","nonce":1580415467}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6815","nonce":1580415467}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6813","nonce":1580415467}]},"public_addr":"172.21.15.82:6809/1580415467","cluster_addr":"172.21.15.82:6811/1580415467","heartbeat_back_addr":"172.21.15.82:6815/1580415467","heartbeat_front_addr":"172.21.15.82:6813/1580415467","state":["exists","up"]},{"osd":5,"uuid":"d37ad690-2e64-44d9-b4ba-5c1413dbde2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6809","nonce":965782434}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6811","nonce":965782434}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6815","nonce":965782434}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6813","nonce":965782434}]},"public_addr":"172.21.15.92:6809/965782434","cluster_addr":"172.21.15.92:6811/965782434","heartbeat_back_addr":"172.21.15.92:6815/965782434","heartbeat_front_addr":"172.21.15.92:6813/965782434","state":["exists","up"]},{"osd":6,"uuid":"a51f7723-c78c-4ef9-a341-b1ff72ba518e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6819","nonce":1537486544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6821","nonce":1537486544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6825","nonce":1537486544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6823","nonce":1537486544}]},"public_addr":"172.21.15.44:6819/1537486544","cluster_addr":"172.21.15.44:6821/1537486544","heartbeat_back_addr":"172.21.15.44:6825/1537486544","heartbeat_front_addr":"172.21.15.44:6823/1537486544","state":["exists","up"]},{"osd":7,"uuid":"9cb07a5c-be70-4030-a329-3d4f374fb837","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6817","nonce":205724371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6819","nonce":205724371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6823","nonce":205724371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6821","nonce":205724371}]},"public_addr":"172.21.15.82:6817/205724371","cluster_addr":"172.21.15.82:6819/205724371","heartbeat_back_addr":"172.21.15.82:6823/205724371","heartbeat_front_addr":"172.21.15.82:6821/205724371","state":["exists","up"]},{"osd":8,"uuid":"5dcab637-f5dc-45c1-8100-cb0b5ace5c92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6817","nonce":3959245624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6819","nonce":3959245624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6823","nonce":3959245624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6821","nonce":3959245624}]},"public_addr":"172.21.15.92:6817/3959245624","cluster_addr":"172.21.15.92:6819/3959245624","heartbeat_back_addr":"172.21.15.92:6823/3959245624","heartbeat_front_addr":"172.21.15.92:6821/3959245624","state":["exists","up"]},{"osd":9,"uuid":"e8018f84-c48b-46c3-97f9-933126a7b2fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6827","nonce":1654517516}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6829","nonce":1654517516}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6833","nonce":1654517516}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6831","nonce":1654517516}]},"public_addr":"172.21.15.44:6827/1654517516","cluster_addr":"172.21.15.44:6829/1654517516","heartbeat_back_addr":"172.21.15.44:6833/1654517516","heartbeat_front_addr":"172.21.15.44:6831/1654517516","state":["exists","up"]},{"osd":10,"uuid":"2887e4b5-afd3-4a9f-9d8a-c8c22964451d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6825","nonce":1964064567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6827","nonce":1964064567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6831","nonce":1964064567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6829","nonce":1964064567}]},"public_addr":"172.21.15.82:6825/1964064567","cluster_addr":"172.21.15.82:6827/1964064567","heartbeat_back_addr":"172.21.15.82:6831/1964064567","heartbeat_front_addr":"172.21.15.82:6829/1964064567","state":["exists","up"]},{"osd":11,"uuid":"0bc8302f-4e43-4172-8b39-e845532325dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6825","nonce":2911355193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6827","nonce":2911355193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6831","nonce":2911355193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6829","nonce":2911355193}]},"public_addr":"172.21.15.92:6825/2911355193","cluster_addr":"172.21.15.92:6827/2911355193","heartbeat_back_addr":"172.21.15.92:6831/2911355193","heartbeat_front_addr":"172.21.15.92:6829/2911355193","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:03.521286+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:28.491762+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:51.825721+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:32:25.293696+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:32:51.285539+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:33:15.925099+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:33:50.761232+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:34:17.058992+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:34:41.840124+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:35:16.093194+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:35:43.418271+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:36:09.237970+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/880191957":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/587444604":"2024-05-22T00:29:10.086497+0000","172.21.15.44:6800/3330900916":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/64733516":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6801/3460387030":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6801/3330900916":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/1049391158":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6800/3460387030":"2024-05-22T00:28:34.433643+0000","172.21.15.44:0/1950433201":"2024-05-22T00:28:34.433643+0000","172.21.15.44:0/866497567":"2024-05-22T00:29:10.086497+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T00:36:15.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.785+0000 7f17eaa00700 1 -- 172.21.15.44:0/1679853969 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f17c80b2900 msgr2=0x7f17c80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:15.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.785+0000 7f17eaa00700 1 --2- 172.21.15.44:0/1679853969 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f17c80b2900 0x7f17c80b4dc0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f17d0009680 tx=0x7f17d0009260 comp rx=0 tx=0).stop 2024-05-21T00:36:15.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.785+0000 7f17eaa00700 1 -- 172.21.15.44:0/1679853969 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f17e4101b30 msgr2=0x7f17e4102d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:15.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.785+0000 7f17eaa00700 1 --2- 172.21.15.44:0/1679853969 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f17e4101b30 0x7f17e4102d10 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f17d400ec10 tx=0x7f17d400ef20 comp rx=0 tx=0).stop 2024-05-21T00:36:15.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.785+0000 7f17eaa00700 1 -- 172.21.15.44:0/1679853969 shutdown_connections 2024-05-21T00:36:15.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.785+0000 7f17eaa00700 1 --2- 172.21.15.44:0/1679853969 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f17c80b2900 0x7f17c80b4dc0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:15.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.785+0000 7f17eaa00700 1 --2- 172.21.15.44:0/1679853969 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17e4109520 0x7f17e4103790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:15.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.785+0000 7f17eaa00700 1 --2- 172.21.15.44:0/1679853969 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f17e4101b30 0x7f17e4102d10 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:15.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.785+0000 7f17eaa00700 1 --2- 172.21.15.44:0/1679853969 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f17e41024f0 0x7f17e4103250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:15.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.786+0000 7f17eaa00700 1 -- 172.21.15.44:0/1679853969 >> 172.21.15.44:0/1679853969 conn(0x7f17e4078ab0 msgr2=0x7f17e41002f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:36:15.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.786+0000 7f17eaa00700 1 -- 172.21.15.44:0/1679853969 shutdown_connections 2024-05-21T00:36:15.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:15.786+0000 7f17eaa00700 1 -- 172.21.15.44:0/1679853969 wait complete. 2024-05-21T00:36:16.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:16 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1679853969' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:36:16.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:16 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/1679853969' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:36:16.577 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-21T00:31:54.252537+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-05-21T00:36:16.577 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-05-21T00:36:16.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:16 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/1679853969' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:36:17.040 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:36:17.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:17 smithi044 ceph-mon[31392]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:17.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:17 smithi092 ceph-mon[36335]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:17.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:17 smithi082 ceph-mon[36141]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:19.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.189+0000 7fd3ee400700 1 -- 172.21.15.44:0/2160761561 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd3e8109dd0 msgr2=0x7fd3e810a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:19.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.189+0000 7fd3ee400700 1 --2- 172.21.15.44:0/2160761561 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd3e8109dd0 0x7fd3e810a1b0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fd3d8009990 tx=0x7fd3d8009ca0 comp rx=0 tx=0).stop 2024-05-21T00:36:19.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.189+0000 7fd3ee400700 1 -- 172.21.15.44:0/2160761561 shutdown_connections 2024-05-21T00:36:19.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.189+0000 7fd3ee400700 1 --2- 172.21.15.44:0/2160761561 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3e810eeb0 0x7fd3e8116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:19.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.189+0000 7fd3ee400700 1 --2- 172.21.15.44:0/2160761561 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd3e8109dd0 0x7fd3e810a1b0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:19.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.189+0000 7fd3ee400700 1 --2- 172.21.15.44:0/2160761561 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3e810a780 0x7fd3e810e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:19.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.189+0000 7fd3ee400700 1 -- 172.21.15.44:0/2160761561 >> 172.21.15.44:0/2160761561 conn(0x7fd3e8076d10 msgr2=0x7fd3e8108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:36:19.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.189+0000 7fd3ee400700 1 -- 172.21.15.44:0/2160761561 shutdown_connections 2024-05-21T00:36:19.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.189+0000 7fd3ee400700 1 -- 172.21.15.44:0/2160761561 wait complete. 2024-05-21T00:36:19.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.190+0000 7fd3ee400700 1 Processor -- start 2024-05-21T00:36:19.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.190+0000 7fd3ee400700 1 -- start start 2024-05-21T00:36:19.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.191+0000 7fd3ee400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3e8109dd0 0x7fd3e81a0240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:19.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.191+0000 7fd3ee400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3e810a780 0x7fd3e81a0780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:19.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.191+0000 7fd3ee400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd3e810eeb0 0x7fd3e81a4b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:19.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.191+0000 7fd3ee400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd3e8119d50 con 0x7fd3e810a780 2024-05-21T00:36:19.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.191+0000 7fd3ee400700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd3e8119bd0 con 0x7fd3e810eeb0 2024-05-21T00:36:19.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.191+0000 7fd3ee400700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fd3e8119ed0 con 0x7fd3e8109dd0 2024-05-21T00:36:19.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.191+0000 7fd3dea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3e810a780 0x7fd3e81a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:19.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.191+0000 7fd3dea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3e810a780 0x7fd3e81a0780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:49096/0 (socket says 172.21.15.44:49096) 2024-05-21T00:36:19.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.191+0000 7fd3e7400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3e8109dd0 0x7fd3e81a0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:19.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.191+0000 7fd3dea00700 1 -- 172.21.15.44:0/4144632113 learned_addr learned my addr 172.21.15.44:0/4144632113 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:36:19.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.191+0000 7fd3e7e00700 1 --2- 172.21.15.44:0/4144632113 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd3e810eeb0 0x7fd3e81a4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:19.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.192+0000 7fd3e7e00700 1 -- 172.21.15.44:0/4144632113 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3e8109dd0 msgr2=0x7fd3e81a0240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:19.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.192+0000 7fd3e7e00700 1 --2- 172.21.15.44:0/4144632113 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3e8109dd0 0x7fd3e81a0240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:19.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.192+0000 7fd3e7e00700 1 -- 172.21.15.44:0/4144632113 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3e810a780 msgr2=0x7fd3e81a0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:19.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.192+0000 7fd3e7e00700 1 --2- 172.21.15.44:0/4144632113 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3e810a780 0x7fd3e81a0780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:19.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.192+0000 7fd3e7e00700 1 -- 172.21.15.44:0/4144632113 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3e81a5250 con 0x7fd3e810eeb0 2024-05-21T00:36:19.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.192+0000 7fd3dea00700 1 --2- 172.21.15.44:0/4144632113 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3e810a780 0x7fd3e81a0780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:36:19.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.192+0000 7fd3e7e00700 1 --2- 172.21.15.44:0/4144632113 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd3e810eeb0 0x7fd3e81a4b10 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd3e000efb0 tx=0x7fd3e000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:36:19.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.192+0000 7fd3e4c00700 1 -- 172.21.15.44:0/4144632113 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3e0003a00 con 0x7fd3e810eeb0 2024-05-21T00:36:19.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.192+0000 7fd3e4c00700 1 -- 172.21.15.44:0/4144632113 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd3e000ce50 con 0x7fd3e810eeb0 2024-05-21T00:36:19.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.192+0000 7fd3ee400700 1 -- 172.21.15.44:0/4144632113 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3e81a5540 con 0x7fd3e810eeb0 2024-05-21T00:36:19.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.193+0000 7fd3e4c00700 1 -- 172.21.15.44:0/4144632113 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3e00047c0 con 0x7fd3e810eeb0 2024-05-21T00:36:19.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.193+0000 7fd3ee400700 1 -- 172.21.15.44:0/4144632113 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3e81acdc0 con 0x7fd3e810eeb0 2024-05-21T00:36:19.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.194+0000 7fd3ee400700 1 -- 172.21.15.44:0/4144632113 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3e806a230 con 0x7fd3e810eeb0 2024-05-21T00:36:19.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.196+0000 7fd3e4c00700 1 -- 172.21.15.44:0/4144632113 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fd3e0012050 con 0x7fd3e810eeb0 2024-05-21T00:36:19.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.198+0000 7fd3e4c00700 1 --2- 172.21.15.44:0/4144632113 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd3cc0b2900 0x7fd3cc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:19.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.198+0000 7fd3e4c00700 1 -- 172.21.15.44:0/4144632113 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7fd3e00e1800 con 0x7fd3e810eeb0 2024-05-21T00:36:19.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.198+0000 7fd3e7400700 1 --2- 172.21.15.44:0/4144632113 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd3cc0b2900 0x7fd3cc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:19.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.199+0000 7fd3e7400700 1 --2- 172.21.15.44:0/4144632113 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd3cc0b2900 0x7fd3cc0b4dc0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd3d80098e0 tx=0x7fd3d8005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:36:19.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.200+0000 7fd3e4c00700 1 -- 172.21.15.44:0/4144632113 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd3e0022060 con 0x7fd3e810eeb0 2024-05-21T00:36:19.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.440+0000 7fd3ee400700 1 -- 172.21.15.44:0/4144632113 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fd3e802e560 con 0x7fd3e810eeb0 2024-05-21T00:36:19.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.441+0000 7fd3e4c00700 1 -- 172.21.15.44:0/4144632113 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v71) ==== 93+0+10 (secure 0 0 0) 0x7fd3e0010040 con 0x7fd3e810eeb0 2024-05-21T00:36:19.446 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 1 2024-05-21T00:36:19.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.444+0000 7fd3ee400700 1 -- 172.21.15.44:0/4144632113 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd3cc0b2900 msgr2=0x7fd3cc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:19.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.444+0000 7fd3ee400700 1 --2- 172.21.15.44:0/4144632113 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd3cc0b2900 0x7fd3cc0b4dc0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd3d80098e0 tx=0x7fd3d8005960 comp rx=0 tx=0).stop 2024-05-21T00:36:19.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.444+0000 7fd3ee400700 1 -- 172.21.15.44:0/4144632113 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd3e810eeb0 msgr2=0x7fd3e81a4b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:19.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.444+0000 7fd3ee400700 1 --2- 172.21.15.44:0/4144632113 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd3e810eeb0 0x7fd3e81a4b10 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd3e000efb0 tx=0x7fd3e000c3a0 comp rx=0 tx=0).stop 2024-05-21T00:36:19.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.445+0000 7fd3ee400700 1 -- 172.21.15.44:0/4144632113 shutdown_connections 2024-05-21T00:36:19.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.445+0000 7fd3ee400700 1 --2- 172.21.15.44:0/4144632113 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd3cc0b2900 0x7fd3cc0b4dc0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:19.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.445+0000 7fd3ee400700 1 --2- 172.21.15.44:0/4144632113 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd3e810eeb0 0x7fd3e81a4b10 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:19.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.445+0000 7fd3ee400700 1 --2- 172.21.15.44:0/4144632113 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3e8109dd0 0x7fd3e81a0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:19.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.445+0000 7fd3ee400700 1 --2- 172.21.15.44:0/4144632113 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3e810a780 0x7fd3e81a0780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:19.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.445+0000 7fd3ee400700 1 -- 172.21.15.44:0/4144632113 >> 172.21.15.44:0/4144632113 conn(0x7fd3e8076d10 msgr2=0x7fd3e810daf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:36:19.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.445+0000 7fd3ee400700 1 -- 172.21.15.44:0/4144632113 shutdown_connections 2024-05-21T00:36:19.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:19.445+0000 7fd3ee400700 1 -- 172.21.15.44:0/4144632113 wait complete. 2024-05-21T00:36:19.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:19 smithi092 ceph-mon[36335]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:19.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:19 smithi044 ceph-mon[31392]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:19.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:19 smithi082 ceph-mon[36141]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:20.212 INFO:tasks.cephadm:Adding mds.a on smithi044 2024-05-21T00:36:20.212 INFO:tasks.cephadm:Adding mds.d on smithi044 2024-05-21T00:36:20.212 INFO:tasks.cephadm:Adding mds.g on smithi044 2024-05-21T00:36:20.212 INFO:tasks.cephadm:Adding mds.j on smithi044 2024-05-21T00:36:20.212 INFO:tasks.cephadm:Adding mds.b on smithi082 2024-05-21T00:36:20.212 INFO:tasks.cephadm:Adding mds.e on smithi082 2024-05-21T00:36:20.212 INFO:tasks.cephadm:Adding mds.h on smithi082 2024-05-21T00:36:20.212 INFO:tasks.cephadm:Adding mds.k on smithi082 2024-05-21T00:36:20.213 INFO:tasks.cephadm:Adding mds.c on smithi092 2024-05-21T00:36:20.213 INFO:tasks.cephadm:Adding mds.f on smithi092 2024-05-21T00:36:20.213 INFO:tasks.cephadm:Adding mds.i on smithi092 2024-05-21T00:36:20.213 INFO:tasks.cephadm:Adding mds.l on smithi092 2024-05-21T00:36:20.213 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph orch apply mds all '12;smithi044=a;smithi044=d;smithi044=g;smithi044=j;smithi082=b;smithi082=e;smithi082=h;smithi082=k;smithi092=c;smithi092=f;smithi092=i;smithi092=l' 2024-05-21T00:36:20.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:20 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/4144632113' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T00:36:20.467 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:36:20.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:20 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/4144632113' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T00:36:20.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:20 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/4144632113' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T00:36:21.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:21 smithi092 ceph-mon[36335]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:21.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:21 smithi044 ceph-mon[31392]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:21.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:21 smithi082 ceph-mon[36141]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:22.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.149+0000 7fa27da82700 1 -- 172.21.15.92:0/3948185684 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa278103690 msgr2=0x7fa278103af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:22.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.149+0000 7fa27da82700 1 --2- 172.21.15.92:0/3948185684 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa278103690 0x7fa278103af0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fa268009990 tx=0x7fa268009ca0 comp rx=0 tx=0).stop 2024-05-21T00:36:22.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.149+0000 7fa27da82700 1 -- 172.21.15.92:0/3948185684 shutdown_connections 2024-05-21T00:36:22.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.149+0000 7fa27da82700 1 --2- 172.21.15.92:0/3948185684 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa278102490 0x7fa2781028b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:22.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.149+0000 7fa27da82700 1 --2- 172.21.15.92:0/3948185684 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa278104030 0x7fa27810a8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:22.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.149+0000 7fa27da82700 1 --2- 172.21.15.92:0/3948185684 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa278103690 0x7fa278103af0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:22.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.149+0000 7fa27da82700 1 -- 172.21.15.92:0/3948185684 >> 172.21.15.92:0/3948185684 conn(0x7fa2780fda30 msgr2=0x7fa2780ffe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:36:22.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.149+0000 7fa27da82700 1 -- 172.21.15.92:0/3948185684 shutdown_connections 2024-05-21T00:36:22.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.149+0000 7fa27da82700 1 -- 172.21.15.92:0/3948185684 wait complete. 2024-05-21T00:36:22.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.150+0000 7fa27da82700 1 Processor -- start 2024-05-21T00:36:22.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.150+0000 7fa27da82700 1 -- start start 2024-05-21T00:36:22.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.150+0000 7fa27da82700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa278102490 0x7fa27806c630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:22.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.150+0000 7fa27da82700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa278103690 0x7fa27819e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:22.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.150+0000 7fa27da82700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa278104030 0x7fa2781a0b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:22.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.150+0000 7fa27da82700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa27810dfd0 con 0x7fa278103690 2024-05-21T00:36:22.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.150+0000 7fa27da82700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa27810de50 con 0x7fa278104030 2024-05-21T00:36:22.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.150+0000 7fa27da82700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa27810e150 con 0x7fa278102490 2024-05-21T00:36:22.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.150+0000 7fa2777fe700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa278102490 0x7fa27806c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:22.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.150+0000 7fa2777fe700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa278102490 0x7fa27806c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:51878/0 (socket says 172.21.15.92:51878) 2024-05-21T00:36:22.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.150+0000 7fa2777fe700 1 -- 172.21.15.92:0/1192713257 learned_addr learned my addr 172.21.15.92:0/1192713257 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-05-21T00:36:22.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.150+0000 7fa277fff700 1 --2- 172.21.15.92:0/1192713257 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa278104030 0x7fa2781a0b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:22.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.150+0000 7fa2777fe700 1 -- 172.21.15.92:0/1192713257 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa278104030 msgr2=0x7fa2781a0b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:22.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.150+0000 7fa2777fe700 1 --2- 172.21.15.92:0/1192713257 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa278104030 0x7fa2781a0b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:22.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.150+0000 7fa2777fe700 1 -- 172.21.15.92:0/1192713257 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa278103690 msgr2=0x7fa27819e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:22.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.150+0000 7fa2777fe700 1 --2- 172.21.15.92:0/1192713257 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa278103690 0x7fa27819e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:22.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.150+0000 7fa2777fe700 1 -- 172.21.15.92:0/1192713257 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2781982b0 con 0x7fa278102490 2024-05-21T00:36:22.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.150+0000 7fa277fff700 1 --2- 172.21.15.92:0/1192713257 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa278104030 0x7fa2781a0b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:36:22.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.151+0000 7fa2777fe700 1 --2- 172.21.15.92:0/1192713257 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa278102490 0x7fa27806c630 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fa26c00b500 tx=0x7fa26c00b8c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:36:22.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.151+0000 7fa274ff9700 1 -- 172.21.15.92:0/1192713257 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa26c015020 con 0x7fa278102490 2024-05-21T00:36:22.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.151+0000 7fa27da82700 1 -- 172.21.15.92:0/1192713257 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2781985a0 con 0x7fa278102490 2024-05-21T00:36:22.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.151+0000 7fa274ff9700 1 -- 172.21.15.92:0/1192713257 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa26c011ce0 con 0x7fa278102490 2024-05-21T00:36:22.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.151+0000 7fa274ff9700 1 -- 172.21.15.92:0/1192713257 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa26c010d60 con 0x7fa278102490 2024-05-21T00:36:22.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.151+0000 7fa27da82700 1 -- 172.21.15.92:0/1192713257 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa278198b30 con 0x7fa278102490 2024-05-21T00:36:22.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.152+0000 7fa27da82700 1 -- 172.21.15.92:0/1192713257 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa27806a230 con 0x7fa278102490 2024-05-21T00:36:22.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.154+0000 7fa274ff9700 1 -- 172.21.15.92:0/1192713257 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fa26c018020 con 0x7fa278102490 2024-05-21T00:36:22.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.154+0000 7fa274ff9700 1 --2- 172.21.15.92:0/1192713257 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa2600b2880 0x7fa2600b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:22.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.155+0000 7fa274ff9700 1 -- 172.21.15.92:0/1192713257 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7fa26c0e1b00 con 0x7fa278102490 2024-05-21T00:36:22.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.155+0000 7fa276ffd700 1 --2- 172.21.15.92:0/1192713257 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa2600b2880 0x7fa2600b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:22.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.156+0000 7fa276ffd700 1 --2- 172.21.15.92:0/1192713257 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa2600b2880 0x7fa2600b4d40 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fa26800b5c0 tx=0x7fa268003860 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:36:22.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.158+0000 7fa274ff9700 1 -- 172.21.15.92:0/1192713257 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa26c01f020 con 0x7fa278102490 2024-05-21T00:36:22.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.374+0000 7fa27da82700 1 -- 172.21.15.92:0/1192713257 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi044=a;smithi044=d;smithi044=g;smithi044=j;smithi082=b;smithi082=e;smithi082=h;smithi082=k;smithi092=c;smithi092=f;smithi092=i;smithi092=l", "target": ["mon-mgr", ""]}) -- 0x7fa278109600 con 0x7fa2600b2880 2024-05-21T00:36:22.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.392+0000 7fa274ff9700 1 -- 172.21.15.92:0/1192713257 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7fa278109600 con 0x7fa2600b2880 2024-05-21T00:36:22.397 INFO:teuthology.orchestra.run.smithi092.stdout:Scheduled mds.all update... 2024-05-21T00:36:22.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.395+0000 7fa27da82700 1 -- 172.21.15.92:0/1192713257 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa2600b2880 msgr2=0x7fa2600b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:22.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.395+0000 7fa27da82700 1 --2- 172.21.15.92:0/1192713257 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa2600b2880 0x7fa2600b4d40 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fa26800b5c0 tx=0x7fa268003860 comp rx=0 tx=0).stop 2024-05-21T00:36:22.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.395+0000 7fa27da82700 1 -- 172.21.15.92:0/1192713257 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa278102490 msgr2=0x7fa27806c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:22.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.395+0000 7fa27da82700 1 --2- 172.21.15.92:0/1192713257 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa278102490 0x7fa27806c630 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fa26c00b500 tx=0x7fa26c00b8c0 comp rx=0 tx=0).stop 2024-05-21T00:36:22.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.395+0000 7fa27da82700 1 -- 172.21.15.92:0/1192713257 shutdown_connections 2024-05-21T00:36:22.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.395+0000 7fa27da82700 1 --2- 172.21.15.92:0/1192713257 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa2600b2880 0x7fa2600b4d40 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:22.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.395+0000 7fa27da82700 1 --2- 172.21.15.92:0/1192713257 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa278104030 0x7fa2781a0b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:22.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.395+0000 7fa27da82700 1 --2- 172.21.15.92:0/1192713257 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa278102490 0x7fa27806c630 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:22.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.395+0000 7fa27da82700 1 --2- 172.21.15.92:0/1192713257 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa278103690 0x7fa27819e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:22.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.395+0000 7fa27da82700 1 -- 172.21.15.92:0/1192713257 >> 172.21.15.92:0/1192713257 conn(0x7fa2780fda30 msgr2=0x7fa278106ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:36:22.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.395+0000 7fa27da82700 1 -- 172.21.15.92:0/1192713257 shutdown_connections 2024-05-21T00:36:22.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-05-21T00:36:22.395+0000 7fa27da82700 1 -- 172.21.15.92:0/1192713257 wait complete. 2024-05-21T00:36:23.100 DEBUG:teuthology.orchestra.run.smithi044:mds.a> sudo journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.a.service 2024-05-21T00:36:23.108 DEBUG:teuthology.orchestra.run.smithi044:mds.d> sudo journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.d.service 2024-05-21T00:36:23.154 DEBUG:teuthology.orchestra.run.smithi044:mds.g> sudo journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.g.service 2024-05-21T00:36:23.202 DEBUG:teuthology.orchestra.run.smithi044:mds.j> sudo journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.j.service 2024-05-21T00:36:23.248 DEBUG:teuthology.orchestra.run.smithi082:mds.b> sudo journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.b.service 2024-05-21T00:36:23.250 DEBUG:teuthology.orchestra.run.smithi082:mds.e> sudo journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.e.service 2024-05-21T00:36:23.293 DEBUG:teuthology.orchestra.run.smithi082:mds.h> sudo journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.h.service 2024-05-21T00:36:23.337 DEBUG:teuthology.orchestra.run.smithi082:mds.k> sudo journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.k.service 2024-05-21T00:36:23.380 DEBUG:teuthology.orchestra.run.smithi092:mds.c> sudo journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.c.service 2024-05-21T00:36:23.383 DEBUG:teuthology.orchestra.run.smithi092:mds.f> sudo journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.f.service 2024-05-21T00:36:23.427 DEBUG:teuthology.orchestra.run.smithi092:mds.i> sudo journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.i.service 2024-05-21T00:36:23.470 DEBUG:teuthology.orchestra.run.smithi092:mds.l> sudo journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.l.service 2024-05-21T00:36:23.513 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-05-21T00:36:23.513 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:36:23.586 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:23 smithi044 ceph-mon[31392]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:23.586 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:23 smithi044 ceph-mon[31392]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi044=a;smithi044=d;smithi044=g;smithi044=j;smithi082=b;smithi082=e;smithi082=h;smithi082=k;smithi092=c;smithi092=f;smithi092=i;smithi092=l", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:36:23.586 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:23 smithi044 ceph-mon[31392]: Saving service mds.all spec with placement smithi044=a;smithi044=d;smithi044=g;smithi044=j;smithi082=b;smithi082=e;smithi082=h;smithi082=k;smithi092=c;smithi092=f;smithi092=i;smithi092=l;count:12 2024-05-21T00:36:23.586 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:23 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:23.586 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:23 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:36:23.652 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:23 smithi092 ceph-mon[36335]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:23.652 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:23 smithi092 ceph-mon[36335]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi044=a;smithi044=d;smithi044=g;smithi044=j;smithi082=b;smithi082=e;smithi082=h;smithi082=k;smithi092=c;smithi092=f;smithi092=i;smithi092=l", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:36:23.652 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:23 smithi092 ceph-mon[36335]: Saving service mds.all spec with placement smithi044=a;smithi044=d;smithi044=g;smithi044=j;smithi082=b;smithi082=e;smithi082=h;smithi082=k;smithi092=c;smithi092=f;smithi092=i;smithi092=l;count:12 2024-05-21T00:36:23.653 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:23 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:23.653 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:23 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:36:23.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:23 smithi082 ceph-mon[36141]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:23.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:23 smithi082 ceph-mon[36141]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi044=a;smithi044=d;smithi044=g;smithi044=j;smithi082=b;smithi082=e;smithi082=h;smithi082=k;smithi092=c;smithi092=f;smithi092=i;smithi092=l", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:36:23.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:23 smithi082 ceph-mon[36141]: Saving service mds.all spec with placement smithi044=a;smithi044=d;smithi044=g;smithi044=j;smithi082=b;smithi082=e;smithi082=h;smithi082=k;smithi092=c;smithi092=f;smithi092=i;smithi092=l;count:12 2024-05-21T00:36:23.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:23 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:23.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:23 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:36:23.962 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:36:24.580 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:24 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:24.580 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:24 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:36:24.580 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:24 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:24.580 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:24 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:36:24.581 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:24 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:36:24.581 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:24 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:24.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:24 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:24.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:24 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:36:24.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:24 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:24.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:24 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:36:24.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:24 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:36:24.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:24 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:24.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:24 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:24.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:24 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:36:24.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:24 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:24.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:24 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:36:24.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:24 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:36:24.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:24 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:25.549 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:25 smithi044 ceph-mon[31392]: Deploying daemon mds.l on smithi092 2024-05-21T00:36:25.550 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:25 smithi044 ceph-mon[31392]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:25.602 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:25 smithi092 ceph-mon[36335]: Deploying daemon mds.l on smithi092 2024-05-21T00:36:25.602 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:25 smithi092 ceph-mon[36335]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:25.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:25 smithi082 ceph-mon[36141]: Deploying daemon mds.l on smithi092 2024-05-21T00:36:25.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:25 smithi082 ceph-mon[36141]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:25.992 INFO:journalctl@ceph.mds.l.smithi092.stdout:May 21 00:36:25 smithi092 systemd[1]: Starting Ceph mds.l for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:36:26.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.100+0000 7f47b1000700 1 -- 172.21.15.44:0/4005143742 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f47ac10b760 msgr2=0x7f47ac10bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:26.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.100+0000 7f47b1000700 1 --2- 172.21.15.44:0/4005143742 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f47ac10b760 0x7f47ac10bb40 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f479c009990 tx=0x7f479c009ca0 comp rx=0 tx=0).stop 2024-05-21T00:36:26.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.101+0000 7f47b1000700 1 -- 172.21.15.44:0/4005143742 shutdown_connections 2024-05-21T00:36:26.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.101+0000 7f47b1000700 1 --2- 172.21.15.44:0/4005143742 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f47ac106120 0x7f47ac112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:26.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.101+0000 7f47b1000700 1 --2- 172.21.15.44:0/4005143742 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f47ac10b760 0x7f47ac10bb40 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:26.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.101+0000 7f47b1000700 1 --2- 172.21.15.44:0/4005143742 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f47ac105760 0x7f47ac105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:26.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.101+0000 7f47b1000700 1 -- 172.21.15.44:0/4005143742 >> 172.21.15.44:0/4005143742 conn(0x7f47ac101270 msgr2=0x7f47ac103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:36:26.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.101+0000 7f47b1000700 1 -- 172.21.15.44:0/4005143742 shutdown_connections 2024-05-21T00:36:26.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.101+0000 7f47b1000700 1 -- 172.21.15.44:0/4005143742 wait complete. 2024-05-21T00:36:26.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.102+0000 7f47b1000700 1 Processor -- start 2024-05-21T00:36:26.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.102+0000 7f47b1000700 1 -- start start 2024-05-21T00:36:26.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.103+0000 7f47b1000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f47ac105760 0x7f47ac19be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:26.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.103+0000 7f47b1000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f47ac106120 0x7f47ac19c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:26.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.103+0000 7f47b1000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f47ac10b760 0x7f47ac1a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:26.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.103+0000 7f47b1000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f47ac1159f0 con 0x7f47ac106120 2024-05-21T00:36:26.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.103+0000 7f47b1000700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f47ac115870 con 0x7f47ac10b760 2024-05-21T00:36:26.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.103+0000 7f47b1000700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f47ac115b70 con 0x7f47ac105760 2024-05-21T00:36:26.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.103+0000 7f47a9e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f47ac105760 0x7f47ac19be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:26.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.103+0000 7f47a9e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f47ac105760 0x7f47ac19be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:41006/0 (socket says 172.21.15.44:41006) 2024-05-21T00:36:26.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.103+0000 7f47a9e00700 1 -- 172.21.15.44:0/3364008357 learned_addr learned my addr 172.21.15.44:0/3364008357 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:36:26.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.103+0000 7f47a3e00700 1 --2- 172.21.15.44:0/3364008357 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f47ac106120 0x7f47ac19c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:26.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.103+0000 7f47aa800700 1 --2- 172.21.15.44:0/3364008357 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f47ac10b760 0x7f47ac1a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:26.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.104+0000 7f47a9e00700 1 -- 172.21.15.44:0/3364008357 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f47ac10b760 msgr2=0x7f47ac1a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:26.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.104+0000 7f47a9e00700 1 --2- 172.21.15.44:0/3364008357 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f47ac10b760 0x7f47ac1a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:26.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.104+0000 7f47a9e00700 1 -- 172.21.15.44:0/3364008357 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f47ac106120 msgr2=0x7f47ac19c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:26.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.104+0000 7f47a9e00700 1 --2- 172.21.15.44:0/3364008357 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f47ac106120 0x7f47ac19c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:26.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.104+0000 7f47a9e00700 1 -- 172.21.15.44:0/3364008357 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47ac1a0e70 con 0x7f47ac105760 2024-05-21T00:36:26.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.104+0000 7f47a3e00700 1 --2- 172.21.15.44:0/3364008357 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f47ac106120 0x7f47ac19c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:36:26.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.104+0000 7f47aa800700 1 --2- 172.21.15.44:0/3364008357 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f47ac10b760 0x7f47ac1a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:36:26.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.104+0000 7f47a9e00700 1 --2- 172.21.15.44:0/3364008357 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f47ac105760 0x7f47ac19be60 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f479c000c00 tx=0x7f479c0057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:36:26.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.104+0000 7f47a2a00700 1 -- 172.21.15.44:0/3364008357 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f479c027070 con 0x7f47ac105760 2024-05-21T00:36:26.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.104+0000 7f47a2a00700 1 -- 172.21.15.44:0/3364008357 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f479c022470 con 0x7f47ac105760 2024-05-21T00:36:26.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.104+0000 7f47b1000700 1 -- 172.21.15.44:0/3364008357 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47ac1a1100 con 0x7f47ac105760 2024-05-21T00:36:26.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.104+0000 7f47a2a00700 1 -- 172.21.15.44:0/3364008357 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f479c017650 con 0x7f47ac105760 2024-05-21T00:36:26.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.104+0000 7f47b1000700 1 -- 172.21.15.44:0/3364008357 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47ac1a89e0 con 0x7f47ac105760 2024-05-21T00:36:26.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.105+0000 7f47b1000700 1 -- 172.21.15.44:0/3364008357 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47ac10dcf0 con 0x7f47ac105760 2024-05-21T00:36:26.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.108+0000 7f47a2a00700 1 -- 172.21.15.44:0/3364008357 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f479c02a070 con 0x7f47ac105760 2024-05-21T00:36:26.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.109+0000 7f47a2a00700 1 --2- 172.21.15.44:0/3364008357 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f47900b2900 0x7f47900b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:26.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.109+0000 7f47a2a00700 1 -- 172.21.15.44:0/3364008357 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f479c0e2a10 con 0x7f47ac105760 2024-05-21T00:36:26.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.110+0000 7f47a3e00700 1 --2- 172.21.15.44:0/3364008357 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f47900b2900 0x7f47900b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:26.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.110+0000 7f47a3e00700 1 --2- 172.21.15.44:0/3364008357 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f47900b2900 0x7f47900b4dc0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f47ac103940 tx=0x7f4794009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:36:26.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.114+0000 7f47a2a00700 1 -- 172.21.15.44:0/3364008357 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f479c013070 con 0x7f47ac105760 2024-05-21T00:36:26.268 INFO:journalctl@ceph.mds.l.smithi092.stdout:May 21 00:36:25 smithi092 podman[66111]: 2024-05-21 00:36:25.890573487 +0000 UTC m=+0.017083305 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:36:26.268 INFO:journalctl@ceph.mds.l.smithi092.stdout:May 21 00:36:26 smithi092 podman[66111]: 2024-05-21 00:36:26.020250273 +0000 UTC m=+0.146760089 container create e006a9d401fa23dcf5a3be844650801da0b084e8749349179209f2e20d29e964 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-l, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD) 2024-05-21T00:36:26.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.412+0000 7f47b1000700 1 -- 172.21.15.44:0/3364008357 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f47ac19d1c0 con 0x7f47ac105760 2024-05-21T00:36:26.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.413+0000 7f47a2a00700 1 -- 172.21.15.44:0/3364008357 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1393 (secure 0 0 0) 0x7f479c0aabc0 con 0x7f47ac105760 2024-05-21T00:36:26.417 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:36:26.417 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-05-21T00:36:26.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.416+0000 7f47b1000700 1 -- 172.21.15.44:0/3364008357 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f47900b2900 msgr2=0x7f47900b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:26.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.416+0000 7f47b1000700 1 --2- 172.21.15.44:0/3364008357 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f47900b2900 0x7f47900b4dc0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f47ac103940 tx=0x7f4794009260 comp rx=0 tx=0).stop 2024-05-21T00:36:26.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.416+0000 7f47b1000700 1 -- 172.21.15.44:0/3364008357 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f47ac105760 msgr2=0x7f47ac19be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:26.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.416+0000 7f47b1000700 1 --2- 172.21.15.44:0/3364008357 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f47ac105760 0x7f47ac19be60 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f479c000c00 tx=0x7f479c0057c0 comp rx=0 tx=0).stop 2024-05-21T00:36:26.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.416+0000 7f47b1000700 1 -- 172.21.15.44:0/3364008357 shutdown_connections 2024-05-21T00:36:26.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.416+0000 7f47b1000700 1 --2- 172.21.15.44:0/3364008357 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f47900b2900 0x7f47900b4dc0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:26.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.416+0000 7f47b1000700 1 --2- 172.21.15.44:0/3364008357 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f47ac10b760 0x7f47ac1a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:26.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.416+0000 7f47b1000700 1 --2- 172.21.15.44:0/3364008357 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f47ac105760 0x7f47ac19be60 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:26.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.416+0000 7f47b1000700 1 --2- 172.21.15.44:0/3364008357 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f47ac106120 0x7f47ac19c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:26.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.416+0000 7f47b1000700 1 -- 172.21.15.44:0/3364008357 >> 172.21.15.44:0/3364008357 conn(0x7f47ac101270 msgr2=0x7f47ac101b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:36:26.422 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.417+0000 7f47b1000700 1 -- 172.21.15.44:0/3364008357 shutdown_connections 2024-05-21T00:36:26.422 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:26.417+0000 7f47b1000700 1 -- 172.21.15.44:0/3364008357 wait complete. 2024-05-21T00:36:26.423 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 2 2024-05-21T00:36:26.558 INFO:journalctl@ceph.mds.l.smithi092.stdout:May 21 00:36:26 smithi092 podman[66111]: 2024-05-21 00:36:26.264692685 +0000 UTC m=+0.391202503 container init e006a9d401fa23dcf5a3be844650801da0b084e8749349179209f2e20d29e964 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-l, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:36:26.558 INFO:journalctl@ceph.mds.l.smithi092.stdout:May 21 00:36:26 smithi092 podman[66111]: 2024-05-21 00:36:26.267525821 +0000 UTC m=+0.394035648 container start e006a9d401fa23dcf5a3be844650801da0b084e8749349179209f2e20d29e964 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-l, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-05-21T00:36:26.558 INFO:journalctl@ceph.mds.l.smithi092.stdout:May 21 00:36:26 smithi092 ceph-mds[66131]: -- 172.21.15.92:0/2957110996 <== mon.1 v2:172.21.15.92:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56508a4b9a40 con 0x56508a48c800 2024-05-21T00:36:26.558 INFO:journalctl@ceph.mds.l.smithi092.stdout:May 21 00:36:26 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-l[66127]: starting mds.l at 2024-05-21T00:36:26.559 INFO:journalctl@ceph.mds.l.smithi092.stdout:May 21 00:36:26 smithi092 bash[66111]: e006a9d401fa23dcf5a3be844650801da0b084e8749349179209f2e20d29e964 2024-05-21T00:36:26.559 INFO:journalctl@ceph.mds.l.smithi092.stdout:May 21 00:36:26 smithi092 systemd[1]: Started Ceph mds.l for d03df2b2-1708-11ef-bc9a-c7b262605968. 2024-05-21T00:36:27.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:27 smithi044 ceph-mon[31392]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:27.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:27 smithi044 ceph-mon[31392]: mds.? [v2:172.21.15.92:6832/4030041525,v1:172.21.15.92:6833/4030041525] up:boot 2024-05-21T00:36:27.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:27 smithi044 ceph-mon[31392]: fsmap 1 up:standby 2024-05-21T00:36:27.400 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:27 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-21T00:36:27.400 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:27 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/3364008357' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:36:27.400 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:27 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:27.400 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:27 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:27.400 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:27 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:27.400 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:27 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:36:27.400 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:27 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:36:27.400 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:27 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:27.400 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:27 smithi044 ceph-mon[31392]: Deploying daemon mds.k on smithi082 2024-05-21T00:36:27.413 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:27 smithi082 ceph-mon[36141]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:27.413 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:27 smithi082 ceph-mon[36141]: mds.? [v2:172.21.15.92:6832/4030041525,v1:172.21.15.92:6833/4030041525] up:boot 2024-05-21T00:36:27.413 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:27 smithi082 ceph-mon[36141]: fsmap 1 up:standby 2024-05-21T00:36:27.413 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:27 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-21T00:36:27.413 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:27 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/3364008357' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:36:27.413 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:27 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:27.413 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:27 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:27.413 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:27 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:27.413 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:27 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:36:27.414 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:27 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:36:27.414 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:27 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:27.414 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:27 smithi082 ceph-mon[36141]: Deploying daemon mds.k on smithi082 2024-05-21T00:36:27.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:27 smithi092 ceph-mon[36335]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:27.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:27 smithi092 ceph-mon[36335]: mds.? [v2:172.21.15.92:6832/4030041525,v1:172.21.15.92:6833/4030041525] up:boot 2024-05-21T00:36:27.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:27 smithi092 ceph-mon[36335]: fsmap 1 up:standby 2024-05-21T00:36:27.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:27 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-21T00:36:27.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:27 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/3364008357' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:36:27.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:27 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:27.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:27 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:27.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:27 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:27.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:27 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:36:27.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:27 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:36:27.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:27 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:27.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:27 smithi092 ceph-mon[36335]: Deploying daemon mds.k on smithi082 2024-05-21T00:36:28.947 INFO:journalctl@ceph.mds.k.smithi082.stdout:May 21 00:36:28 smithi082 systemd[1]: Starting Ceph mds.k for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:36:29.179 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:36:29.281 INFO:journalctl@ceph.mds.k.smithi082.stdout:May 21 00:36:29 smithi082 podman[65134]: 2024-05-21 00:36:28.915208001 +0000 UTC m=+0.017225866 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:36:29.281 INFO:journalctl@ceph.mds.k.smithi082.stdout:May 21 00:36:29 smithi082 podman[65134]: 2024-05-21 00:36:29.024888518 +0000 UTC m=+0.126906418 container create b54178debf681fed46b44d141126723ea7d8bacf73b39f4c7eec93489e27c3dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-k, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux ) 2024-05-21T00:36:29.281 INFO:journalctl@ceph.mds.k.smithi082.stdout:May 21 00:36:29 smithi082 podman[65134]: 2024-05-21 00:36:29.277523006 +0000 UTC m=+0.379540862 container init b54178debf681fed46b44d141126723ea7d8bacf73b39f4c7eec93489e27c3dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-k, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=) 2024-05-21T00:36:29.646 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:36:29.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:29 smithi044 ceph-mon[31392]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:29.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:29 smithi082 ceph-mon[36141]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:29.697 INFO:journalctl@ceph.mds.k.smithi082.stdout:May 21 00:36:29 smithi082 podman[65134]: 2024-05-21 00:36:29.280540741 +0000 UTC m=+0.382558602 container start b54178debf681fed46b44d141126723ea7d8bacf73b39f4c7eec93489e27c3dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-k, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-05-21T00:36:29.697 INFO:journalctl@ceph.mds.k.smithi082.stdout:May 21 00:36:29 smithi082 ceph-mds[65155]: -- 172.21.15.82:0/4153336225 <== mon.2 v2:172.21.15.82:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a673d0fa40 con 0x55a673ce3000 2024-05-21T00:36:29.697 INFO:journalctl@ceph.mds.k.smithi082.stdout:May 21 00:36:29 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-k[65151]: starting mds.k at 2024-05-21T00:36:29.697 INFO:journalctl@ceph.mds.k.smithi082.stdout:May 21 00:36:29 smithi082 bash[65134]: b54178debf681fed46b44d141126723ea7d8bacf73b39f4c7eec93489e27c3dd 2024-05-21T00:36:29.697 INFO:journalctl@ceph.mds.k.smithi082.stdout:May 21 00:36:29 smithi082 systemd[1]: Started Ceph mds.k for d03df2b2-1708-11ef-bc9a-c7b262605968. 2024-05-21T00:36:29.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:29 smithi092 ceph-mon[36335]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:30.689 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:30 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:30.689 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:30 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:30.689 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:30 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:30.689 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:30 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:36:30.689 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:30 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:36:30.689 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:30 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:30.689 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:30 smithi044 ceph-mon[31392]: Deploying daemon mds.j on smithi044 2024-05-21T00:36:30.689 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:30 smithi044 ceph-mon[31392]: mds.? [v2:172.21.15.82:6832/2547325274,v1:172.21.15.82:6833/2547325274] up:boot 2024-05-21T00:36:30.690 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:30 smithi044 ceph-mon[31392]: fsmap 2 up:standby 2024-05-21T00:36:30.690 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:30 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-21T00:36:30.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:30 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:30.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:30 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:30.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:30 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:30.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:30 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:36:30.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:30 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:36:30.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:30 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:30.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:30 smithi082 ceph-mon[36141]: Deploying daemon mds.j on smithi044 2024-05-21T00:36:30.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:30 smithi082 ceph-mon[36141]: mds.? [v2:172.21.15.82:6832/2547325274,v1:172.21.15.82:6833/2547325274] up:boot 2024-05-21T00:36:30.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:30 smithi082 ceph-mon[36141]: fsmap 2 up:standby 2024-05-21T00:36:30.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:30 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-21T00:36:30.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:30 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:30.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:30 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:30.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:30 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:30.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:30 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:36:30.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:30 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:36:30.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:30 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:30.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:30 smithi092 ceph-mon[36335]: Deploying daemon mds.j on smithi044 2024-05-21T00:36:30.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:30 smithi092 ceph-mon[36335]: mds.? [v2:172.21.15.82:6832/2547325274,v1:172.21.15.82:6833/2547325274] up:boot 2024-05-21T00:36:30.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:30 smithi092 ceph-mon[36335]: fsmap 2 up:standby 2024-05-21T00:36:30.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:30 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-21T00:36:31.756 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:31 smithi044 ceph-mon[31392]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:31.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:31 smithi092 ceph-mon[36335]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:31.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.918+0000 7f6811a00700 1 -- 172.21.15.44:0/1347213236 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f680c076090 msgr2=0x7f680c10fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:31.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.918+0000 7f6811a00700 1 --2- 172.21.15.44:0/1347213236 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f680c076090 0x7f680c10fa00 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f67f4009f90 tx=0x7f67f400b330 comp rx=0 tx=0).stop 2024-05-21T00:36:31.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.918+0000 7f6811a00700 1 -- 172.21.15.44:0/1347213236 shutdown_connections 2024-05-21T00:36:31.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.918+0000 7f6811a00700 1 --2- 172.21.15.44:0/1347213236 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f680c10ff40 0x7f680c112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:31.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.918+0000 7f6811a00700 1 --2- 172.21.15.44:0/1347213236 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f680c075770 0x7f680c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:31.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.918+0000 7f6811a00700 1 --2- 172.21.15.44:0/1347213236 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f680c076090 0x7f680c10fa00 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:31.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.918+0000 7f6811a00700 1 -- 172.21.15.44:0/1347213236 >> 172.21.15.44:0/1347213236 conn(0x7f680c07a6f0 msgr2=0x7f680c07ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:36:31.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.918+0000 7f6811a00700 1 -- 172.21.15.44:0/1347213236 shutdown_connections 2024-05-21T00:36:31.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.918+0000 7f6811a00700 1 -- 172.21.15.44:0/1347213236 wait complete. 2024-05-21T00:36:31.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.919+0000 7f6811a00700 1 Processor -- start 2024-05-21T00:36:31.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.919+0000 7f6811a00700 1 -- start start 2024-05-21T00:36:31.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.920+0000 7f6811a00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f680c075770 0x7f680c19be90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:31.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.920+0000 7f6811a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f680c076090 0x7f680c19c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:31.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.920+0000 7f6811a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f680c10ff40 0x7f680c1a0760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:31.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.920+0000 7f6811a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f680c115980 con 0x7f680c10ff40 2024-05-21T00:36:31.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.920+0000 7f6811a00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f680c115800 con 0x7f680c075770 2024-05-21T00:36:31.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.920+0000 7f6811a00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f680c115b00 con 0x7f680c076090 2024-05-21T00:36:31.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.920+0000 7f680aa00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f680c075770 0x7f680c19be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:31.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.920+0000 7f680aa00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f680c075770 0x7f680c19be90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:46592/0 (socket says 172.21.15.44:46592) 2024-05-21T00:36:31.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.920+0000 7f680aa00700 1 -- 172.21.15.44:0/4168323062 learned_addr learned my addr 172.21.15.44:0/4168323062 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:36:31.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.920+0000 7f680b400700 1 --2- 172.21.15.44:0/4168323062 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f680c10ff40 0x7f680c1a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:31.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.920+0000 7f6802000700 1 --2- 172.21.15.44:0/4168323062 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f680c076090 0x7f680c19c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:31.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.920+0000 7f680aa00700 1 -- 172.21.15.44:0/4168323062 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f680c076090 msgr2=0x7f680c19c3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:31.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.920+0000 7f680aa00700 1 --2- 172.21.15.44:0/4168323062 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f680c076090 0x7f680c19c3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:31.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.920+0000 7f680aa00700 1 -- 172.21.15.44:0/4168323062 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f680c10ff40 msgr2=0x7f680c1a0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:31.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.920+0000 7f680aa00700 1 --2- 172.21.15.44:0/4168323062 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f680c10ff40 0x7f680c1a0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:31.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.920+0000 7f680aa00700 1 -- 172.21.15.44:0/4168323062 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f680c1a0ea0 con 0x7f680c075770 2024-05-21T00:36:31.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.921+0000 7f680aa00700 1 --2- 172.21.15.44:0/4168323062 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f680c075770 0x7f680c19be90 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f67fc00e9a0 tx=0x7f67fc00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:36:31.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.921+0000 7f6803e00700 1 -- 172.21.15.44:0/4168323062 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67fc00ca10 con 0x7f680c075770 2024-05-21T00:36:31.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.921+0000 7f6803e00700 1 -- 172.21.15.44:0/4168323062 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f67fc00cbb0 con 0x7f680c075770 2024-05-21T00:36:31.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.921+0000 7f6811a00700 1 -- 172.21.15.44:0/4168323062 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f680c1a1190 con 0x7f680c075770 2024-05-21T00:36:31.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.921+0000 7f6803e00700 1 -- 172.21.15.44:0/4168323062 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67fc018680 con 0x7f680c075770 2024-05-21T00:36:31.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.921+0000 7f6811a00700 1 -- 172.21.15.44:0/4168323062 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f680c1a8a10 con 0x7f680c075770 2024-05-21T00:36:31.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.922+0000 7f6811a00700 1 -- 172.21.15.44:0/4168323062 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f680c06a230 con 0x7f680c075770 2024-05-21T00:36:31.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.924+0000 7f6803e00700 1 -- 172.21.15.44:0/4168323062 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f67fc010430 con 0x7f680c075770 2024-05-21T00:36:31.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.926+0000 7f6803e00700 1 --2- 172.21.15.44:0/4168323062 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f67f00b2900 0x7f67f00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:31.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.926+0000 7f6803e00700 1 -- 172.21.15.44:0/4168323062 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f67fc0e1f00 con 0x7f680c075770 2024-05-21T00:36:31.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.926+0000 7f6802000700 1 --2- 172.21.15.44:0/4168323062 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f67f00b2900 0x7f67f00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:31.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.927+0000 7f6802000700 1 --2- 172.21.15.44:0/4168323062 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f67f00b2900 0x7f67f00b4dc0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f680c111ce0 tx=0x7f67f4009ca0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:36:31.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:31.930+0000 7f6803e00700 1 -- 172.21.15.44:0/4168323062 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f67fc0aa020 con 0x7f680c075770 2024-05-21T00:36:31.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:31 smithi082 ceph-mon[36141]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:32.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:32.224+0000 7f6811a00700 1 -- 172.21.15.44:0/4168323062 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f680c02e560 con 0x7f680c075770 2024-05-21T00:36:32.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:32.225+0000 7f6803e00700 1 -- 172.21.15.44:0/4168323062 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2218 (secure 0 0 0) 0x7f67fc0b20a0 con 0x7f680c075770 2024-05-21T00:36:32.230 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:36:32.230 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-05-21T00:36:32.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:32.228+0000 7f6811a00700 1 -- 172.21.15.44:0/4168323062 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f67f00b2900 msgr2=0x7f67f00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:32.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:32.229+0000 7f6811a00700 1 --2- 172.21.15.44:0/4168323062 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f67f00b2900 0x7f67f00b4dc0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f680c111ce0 tx=0x7f67f4009ca0 comp rx=0 tx=0).stop 2024-05-21T00:36:32.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:32.229+0000 7f6811a00700 1 -- 172.21.15.44:0/4168323062 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f680c075770 msgr2=0x7f680c19be90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:32.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:32.229+0000 7f6811a00700 1 --2- 172.21.15.44:0/4168323062 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f680c075770 0x7f680c19be90 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f67fc00e9a0 tx=0x7f67fc00ecb0 comp rx=0 tx=0).stop 2024-05-21T00:36:32.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:32.229+0000 7f6811a00700 1 -- 172.21.15.44:0/4168323062 shutdown_connections 2024-05-21T00:36:32.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:32.229+0000 7f6811a00700 1 --2- 172.21.15.44:0/4168323062 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f67f00b2900 0x7f67f00b4dc0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:32.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:32.229+0000 7f6811a00700 1 --2- 172.21.15.44:0/4168323062 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f680c10ff40 0x7f680c1a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:32.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:32.229+0000 7f6811a00700 1 --2- 172.21.15.44:0/4168323062 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f680c075770 0x7f680c19be90 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:32.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:32.229+0000 7f6811a00700 1 --2- 172.21.15.44:0/4168323062 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f680c076090 0x7f680c19c3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:32.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:32.229+0000 7f6811a00700 1 -- 172.21.15.44:0/4168323062 >> 172.21.15.44:0/4168323062 conn(0x7f680c07a6f0 msgr2=0x7f680c1007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:36:32.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:32.229+0000 7f6811a00700 1 -- 172.21.15.44:0/4168323062 shutdown_connections 2024-05-21T00:36:32.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:32.229+0000 7f6811a00700 1 -- 172.21.15.44:0/4168323062 wait complete. 2024-05-21T00:36:32.235 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 3 2024-05-21T00:36:32.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:32 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/4168323062' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:36:32.836 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:32 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/4168323062' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:36:32.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:32 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/4168323062' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:36:33.633 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:33 smithi044 ceph-mon[31392]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:33.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:33 smithi092 ceph-mon[36335]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:33.899 INFO:journalctl@ceph.mds.j.smithi044.stdout:May 21 00:36:33 smithi044 systemd[1]: Starting Ceph mds.j for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:36:33.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:33 smithi082 ceph-mon[36141]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:34.399 INFO:journalctl@ceph.mds.j.smithi044.stdout:May 21 00:36:34 smithi044 podman[71110]: 2024-05-21 00:36:33.961715013 +0000 UTC m=+0.033676728 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:36:34.400 INFO:journalctl@ceph.mds.j.smithi044.stdout:May 21 00:36:34 smithi044 podman[71110]: 2024-05-21 00:36:34.094346326 +0000 UTC m=+0.166308078 container create 67670f36278d11e20e42728b2969c8149ee133e6d52453d8d467299ea96f367c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-j, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514) 2024-05-21T00:36:34.899 INFO:journalctl@ceph.mds.j.smithi044.stdout:May 21 00:36:34 smithi044 podman[71110]: 2024-05-21 00:36:34.39889537 +0000 UTC m=+0.470857129 container init 67670f36278d11e20e42728b2969c8149ee133e6d52453d8d467299ea96f367c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-j, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True) 2024-05-21T00:36:34.899 INFO:journalctl@ceph.mds.j.smithi044.stdout:May 21 00:36:34 smithi044 podman[71110]: 2024-05-21 00:36:34.410772039 +0000 UTC m=+0.482733825 container start 67670f36278d11e20e42728b2969c8149ee133e6d52453d8d467299ea96f367c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-j, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:36:34.899 INFO:journalctl@ceph.mds.j.smithi044.stdout:May 21 00:36:34 smithi044 ceph-mds[71128]: -- 172.21.15.44:0/3786378214 <== mon.0 v2:172.21.15.44:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563c91009a40 con 0x563c90fdcc00 2024-05-21T00:36:34.899 INFO:journalctl@ceph.mds.j.smithi044.stdout:May 21 00:36:34 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-j[71124]: starting mds.j at 2024-05-21T00:36:34.899 INFO:journalctl@ceph.mds.j.smithi044.stdout:May 21 00:36:34 smithi044 bash[71110]: 67670f36278d11e20e42728b2969c8149ee133e6d52453d8d467299ea96f367c 2024-05-21T00:36:34.900 INFO:journalctl@ceph.mds.j.smithi044.stdout:May 21 00:36:34 smithi044 systemd[1]: Started Ceph mds.j for d03df2b2-1708-11ef-bc9a-c7b262605968. 2024-05-21T00:36:35.473 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:36:35.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:35 smithi044 ceph-mon[31392]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:35.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:35 smithi044 ceph-mon[31392]: mds.? [v2:172.21.15.44:6834/743303105,v1:172.21.15.44:6835/743303105] up:boot 2024-05-21T00:36:35.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:35 smithi044 ceph-mon[31392]: fsmap 3 up:standby 2024-05-21T00:36:35.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:35 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-21T00:36:35.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:35 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:35.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:35 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:35.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:35 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:35.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:35 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:36:35.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:35 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:36:35.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:35 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:35.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:35 smithi092 ceph-mon[36335]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:35.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:35 smithi092 ceph-mon[36335]: mds.? [v2:172.21.15.44:6834/743303105,v1:172.21.15.44:6835/743303105] up:boot 2024-05-21T00:36:35.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:35 smithi092 ceph-mon[36335]: fsmap 3 up:standby 2024-05-21T00:36:35.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:35 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-21T00:36:35.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:35 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:35.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:35 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:35.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:35 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:35.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:35 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:36:35.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:35 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:36:35.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:35 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:35.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:35 smithi082 ceph-mon[36141]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:35.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:35 smithi082 ceph-mon[36141]: mds.? [v2:172.21.15.44:6834/743303105,v1:172.21.15.44:6835/743303105] up:boot 2024-05-21T00:36:35.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:35 smithi082 ceph-mon[36141]: fsmap 3 up:standby 2024-05-21T00:36:35.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:35 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-21T00:36:35.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:35 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:35.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:35 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:35.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:35 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:35.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:35 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:36:35.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:35 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:36:35.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:35 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:36.500 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:36:36.788 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:36 smithi044 ceph-mon[31392]: Deploying daemon mds.d on smithi044 2024-05-21T00:36:36.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:36 smithi092 ceph-mon[36335]: Deploying daemon mds.d on smithi044 2024-05-21T00:36:36.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:36 smithi082 ceph-mon[36141]: Deploying daemon mds.d on smithi044 2024-05-21T00:36:37.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:37 smithi044 ceph-mon[31392]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:37.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:37 smithi092 ceph-mon[36335]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:37.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:37 smithi082 ceph-mon[36141]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:38.132 INFO:journalctl@ceph.mds.d.smithi044.stdout:May 21 00:36:37 smithi044 systemd[1]: Starting Ceph mds.d for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:36:39.020 INFO:journalctl@ceph.mds.d.smithi044.stdout:May 21 00:36:38 smithi044 podman[71509]: 2024-05-21 00:36:38.673268794 +0000 UTC m=+0.037124850 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:36:39.310 INFO:journalctl@ceph.mds.d.smithi044.stdout:May 21 00:36:39 smithi044 podman[71509]: 2024-05-21 00:36:39.052352987 +0000 UTC m=+0.416209077 container create fdac9916e0aeb65269266d9f23ac40fc0a86d9b129e75d807ed325701cc3b894 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-05-21T00:36:39.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.469+0000 7fd90e200700 1 -- 172.21.15.44:0/2082326043 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd908076200 msgr2=0x7fd908113f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:39.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.469+0000 7fd90e200700 1 --2- 172.21.15.44:0/2082326043 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd908076200 0x7fd908113f40 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fd8f0009990 tx=0x7fd8f0009ca0 comp rx=0 tx=0).stop 2024-05-21T00:36:39.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.469+0000 7fd90e200700 1 -- 172.21.15.44:0/2082326043 shutdown_connections 2024-05-21T00:36:39.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.469+0000 7fd90e200700 1 --2- 172.21.15.44:0/2082326043 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd908114480 0x7fd908116870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:39.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.469+0000 7fd90e200700 1 --2- 172.21.15.44:0/2082326043 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd9080758e0 0x7fd908075cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:39.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.469+0000 7fd90e200700 1 --2- 172.21.15.44:0/2082326043 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd908076200 0x7fd908113f40 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:39.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.469+0000 7fd90e200700 1 -- 172.21.15.44:0/2082326043 >> 172.21.15.44:0/2082326043 conn(0x7fd9080fefc0 msgr2=0x7fd9081013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:36:39.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.469+0000 7fd90e200700 1 -- 172.21.15.44:0/2082326043 shutdown_connections 2024-05-21T00:36:39.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.469+0000 7fd90e200700 1 -- 172.21.15.44:0/2082326043 wait complete. 2024-05-21T00:36:39.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.470+0000 7fd90e200700 1 Processor -- start 2024-05-21T00:36:39.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.470+0000 7fd90e200700 1 -- start start 2024-05-21T00:36:39.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.471+0000 7fd90e200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd9080758e0 0x7fd9081a0150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:39.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.471+0000 7fd90e200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd908076200 0x7fd9081a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:39.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.471+0000 7fd90e200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd908114480 0x7fd9081a4a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:39.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.471+0000 7fd90e200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd908119c60 con 0x7fd9080758e0 2024-05-21T00:36:39.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.471+0000 7fd90e200700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd908119ae0 con 0x7fd908076200 2024-05-21T00:36:39.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.471+0000 7fd90e200700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fd908119de0 con 0x7fd908114480 2024-05-21T00:36:39.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.471+0000 7fd90ce00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd9080758e0 0x7fd9081a0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:39.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.471+0000 7fd90ce00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd9080758e0 0x7fd9081a0150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42724/0 (socket says 172.21.15.44:42724) 2024-05-21T00:36:39.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.471+0000 7fd90ce00700 1 -- 172.21.15.44:0/2319433508 learned_addr learned my addr 172.21.15.44:0/2319433508 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:36:39.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.471+0000 7fd8ffe00700 1 --2- 172.21.15.44:0/2319433508 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd908076200 0x7fd9081a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:39.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.471+0000 7fd90d800700 1 --2- 172.21.15.44:0/2319433508 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd908114480 0x7fd9081a4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:39.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.472+0000 7fd8ffe00700 1 -- 172.21.15.44:0/2319433508 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd908114480 msgr2=0x7fd9081a4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:39.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.472+0000 7fd8ffe00700 1 --2- 172.21.15.44:0/2319433508 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd908114480 0x7fd9081a4a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:39.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.472+0000 7fd8ffe00700 1 -- 172.21.15.44:0/2319433508 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd9080758e0 msgr2=0x7fd9081a0150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:39.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.472+0000 7fd8ffe00700 1 --2- 172.21.15.44:0/2319433508 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd9080758e0 0x7fd9081a0150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:39.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.472+0000 7fd8ffe00700 1 -- 172.21.15.44:0/2319433508 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9081a5160 con 0x7fd908076200 2024-05-21T00:36:39.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.472+0000 7fd90d800700 1 --2- 172.21.15.44:0/2319433508 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd908114480 0x7fd9081a4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:36:39.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.472+0000 7fd8ffe00700 1 --2- 172.21.15.44:0/2319433508 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd908076200 0x7fd9081a0690 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd8f0006010 tx=0x7fd8f00057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:36:39.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.472+0000 7fd906000700 1 -- 172.21.15.44:0/2319433508 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8f0027070 con 0x7fd908076200 2024-05-21T00:36:39.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.472+0000 7fd906000700 1 -- 172.21.15.44:0/2319433508 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd8f0022470 con 0x7fd908076200 2024-05-21T00:36:39.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.473+0000 7fd90e200700 1 -- 172.21.15.44:0/2319433508 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9081a53f0 con 0x7fd908076200 2024-05-21T00:36:39.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.473+0000 7fd906000700 1 -- 172.21.15.44:0/2319433508 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8f0017650 con 0x7fd908076200 2024-05-21T00:36:39.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.473+0000 7fd90e200700 1 -- 172.21.15.44:0/2319433508 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9081accd0 con 0x7fd908076200 2024-05-21T00:36:39.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.474+0000 7fd90e200700 1 -- 172.21.15.44:0/2319433508 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd90806a230 con 0x7fd908076200 2024-05-21T00:36:39.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.476+0000 7fd906000700 1 -- 172.21.15.44:0/2319433508 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fd8f002a070 con 0x7fd908076200 2024-05-21T00:36:39.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.478+0000 7fd906000700 1 --2- 172.21.15.44:0/2319433508 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd8ec0b2900 0x7fd8ec0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:39.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.478+0000 7fd906000700 1 -- 172.21.15.44:0/2319433508 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7fd8f00e29b0 con 0x7fd908076200 2024-05-21T00:36:39.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.478+0000 7fd90ce00700 1 --2- 172.21.15.44:0/2319433508 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd8ec0b2900 0x7fd8ec0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:39.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.479+0000 7fd90ce00700 1 --2- 172.21.15.44:0/2319433508 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd8ec0b2900 0x7fd8ec0b4dc0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fd8f8009d20 tx=0x7fd8f8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:36:39.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.480+0000 7fd906000700 1 -- 172.21.15.44:0/2319433508 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd8f0013070 con 0x7fd908076200 2024-05-21T00:36:39.568 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:39 smithi044 ceph-mon[31392]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:39.568 INFO:journalctl@ceph.mds.d.smithi044.stdout:May 21 00:36:39 smithi044 podman[71509]: 2024-05-21 00:36:39.509014414 +0000 UTC m=+0.872870466 container init fdac9916e0aeb65269266d9f23ac40fc0a86d9b129e75d807ed325701cc3b894 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-d, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:36:39.569 INFO:journalctl@ceph.mds.d.smithi044.stdout:May 21 00:36:39 smithi044 podman[71509]: 2024-05-21 00:36:39.519378261 +0000 UTC m=+0.883234330 container start fdac9916e0aeb65269266d9f23ac40fc0a86d9b129e75d807ed325701cc3b894 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-d, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-b772be9, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-05-21T00:36:39.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.777+0000 7fd90e200700 1 -- 172.21.15.44:0/2319433508 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd9081a14b0 con 0x7fd908076200 2024-05-21T00:36:39.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.778+0000 7fd906000700 1 -- 172.21.15.44:0/2319433508 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3040 (secure 0 0 0) 0x7fd8f00aab60 con 0x7fd908076200 2024-05-21T00:36:39.783 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:36:39.783 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[]} 2024-05-21T00:36:39.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.782+0000 7fd90e200700 1 -- 172.21.15.44:0/2319433508 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd8ec0b2900 msgr2=0x7fd8ec0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:39.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.782+0000 7fd90e200700 1 --2- 172.21.15.44:0/2319433508 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd8ec0b2900 0x7fd8ec0b4dc0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fd8f8009d20 tx=0x7fd8f8009260 comp rx=0 tx=0).stop 2024-05-21T00:36:39.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.782+0000 7fd90e200700 1 -- 172.21.15.44:0/2319433508 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd908076200 msgr2=0x7fd9081a0690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:39.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.782+0000 7fd90e200700 1 --2- 172.21.15.44:0/2319433508 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd908076200 0x7fd9081a0690 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd8f0006010 tx=0x7fd8f00057c0 comp rx=0 tx=0).stop 2024-05-21T00:36:39.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.782+0000 7fd90e200700 1 -- 172.21.15.44:0/2319433508 shutdown_connections 2024-05-21T00:36:39.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.782+0000 7fd90e200700 1 --2- 172.21.15.44:0/2319433508 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd8ec0b2900 0x7fd8ec0b4dc0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:39.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.782+0000 7fd90e200700 1 --2- 172.21.15.44:0/2319433508 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd9080758e0 0x7fd9081a0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:39.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.782+0000 7fd90e200700 1 --2- 172.21.15.44:0/2319433508 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd908114480 0x7fd9081a4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:39.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.782+0000 7fd90e200700 1 --2- 172.21.15.44:0/2319433508 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd908076200 0x7fd9081a0690 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:39.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.782+0000 7fd90e200700 1 -- 172.21.15.44:0/2319433508 >> 172.21.15.44:0/2319433508 conn(0x7fd9080fefc0 msgr2=0x7fd9080ffd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:36:39.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.782+0000 7fd90e200700 1 -- 172.21.15.44:0/2319433508 shutdown_connections 2024-05-21T00:36:39.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:39.782+0000 7fd90e200700 1 -- 172.21.15.44:0/2319433508 wait complete. 2024-05-21T00:36:39.788 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 4 2024-05-21T00:36:39.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:39 smithi092 ceph-mon[36335]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:39.899 INFO:journalctl@ceph.mds.d.smithi044.stdout:May 21 00:36:39 smithi044 ceph-mds[71562]: -- 172.21.15.44:0/2850332637 <== mon.1 v2:172.21.15.92:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563717e6da40 con 0x563717e40c00 2024-05-21T00:36:39.993 INFO:journalctl@ceph.mds.d.smithi044.stdout:May 21 00:36:39 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-d[71536]: starting mds.d at 2024-05-21T00:36:39.993 INFO:journalctl@ceph.mds.d.smithi044.stdout:May 21 00:36:39 smithi044 bash[71509]: fdac9916e0aeb65269266d9f23ac40fc0a86d9b129e75d807ed325701cc3b894 2024-05-21T00:36:39.994 INFO:journalctl@ceph.mds.d.smithi044.stdout:May 21 00:36:39 smithi044 systemd[1]: Started Ceph mds.d for d03df2b2-1708-11ef-bc9a-c7b262605968. 2024-05-21T00:36:39.994 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:39 smithi082 ceph-mon[36141]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:41.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:40 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:41.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:40 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:41.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:40 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:41.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:40 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:36:41.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:40 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:36:41.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:40 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/2319433508' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:36:41.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:40 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:41.059 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:40 smithi092 ceph-mon[36335]: Deploying daemon mds.e on smithi082 2024-05-21T00:36:41.059 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:40 smithi092 ceph-mon[36335]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:41.059 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:40 smithi092 ceph-mon[36335]: mds.? [v2:172.21.15.44:6836/561549854,v1:172.21.15.44:6837/561549854] up:boot 2024-05-21T00:36:41.059 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:40 smithi092 ceph-mon[36335]: fsmap 4 up:standby 2024-05-21T00:36:41.059 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:40 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-21T00:36:41.096 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:40 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:41.096 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:40 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:41.096 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:40 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:41.096 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:40 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:36:41.096 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:40 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:36:41.096 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:40 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/2319433508' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:36:41.097 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:40 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:41.097 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:40 smithi082 ceph-mon[36141]: Deploying daemon mds.e on smithi082 2024-05-21T00:36:41.097 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:40 smithi082 ceph-mon[36141]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:41.097 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:40 smithi082 ceph-mon[36141]: mds.? [v2:172.21.15.44:6836/561549854,v1:172.21.15.44:6837/561549854] up:boot 2024-05-21T00:36:41.097 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:40 smithi082 ceph-mon[36141]: fsmap 4 up:standby 2024-05-21T00:36:41.097 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:40 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-21T00:36:41.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:40 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:41.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:40 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:41.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:40 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:41.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:40 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:36:41.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:40 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:36:41.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:40 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/2319433508' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:36:41.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:40 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:41.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:40 smithi044 ceph-mon[31392]: Deploying daemon mds.e on smithi082 2024-05-21T00:36:41.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:40 smithi044 ceph-mon[31392]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:41.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:40 smithi044 ceph-mon[31392]: mds.? [v2:172.21.15.44:6836/561549854,v1:172.21.15.44:6837/561549854] up:boot 2024-05-21T00:36:41.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:40 smithi044 ceph-mon[31392]: fsmap 4 up:standby 2024-05-21T00:36:41.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:40 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-21T00:36:42.175 INFO:journalctl@ceph.mds.e.smithi082.stdout:May 21 00:36:41 smithi082 systemd[1]: Starting Ceph mds.e for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:36:42.430 INFO:journalctl@ceph.mds.e.smithi082.stdout:May 21 00:36:42 smithi082 podman[65453]: 2024-05-21 00:36:42.170825077 +0000 UTC m=+0.113420302 container create 2e23a71e03fdc83651ff704019621dacded9dfb5162c5bae5ba4c74dc99bd275 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-e, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-05-21T00:36:42.430 INFO:journalctl@ceph.mds.e.smithi082.stdout:May 21 00:36:42 smithi082 podman[65453]: 2024-05-21 00:36:42.074355705 +0000 UTC m=+0.016950900 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:36:42.430 INFO:journalctl@ceph.mds.e.smithi082.stdout:May 21 00:36:42 smithi082 podman[65453]: 2024-05-21 00:36:42.424072313 +0000 UTC m=+0.366667509 container init 2e23a71e03fdc83651ff704019621dacded9dfb5162c5bae5ba4c74dc99bd275 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-e, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-b772be9, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-05-21T00:36:42.696 INFO:journalctl@ceph.mds.e.smithi082.stdout:May 21 00:36:42 smithi082 podman[65453]: 2024-05-21 00:36:42.426930158 +0000 UTC m=+0.369525349 container start 2e23a71e03fdc83651ff704019621dacded9dfb5162c5bae5ba4c74dc99bd275 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-e, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-05-21T00:36:42.696 INFO:journalctl@ceph.mds.e.smithi082.stdout:May 21 00:36:42 smithi082 ceph-mds[65472]: -- 172.21.15.82:0/511705269 <== mon.2 v2:172.21.15.82:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55892c28ba40 con 0x55892c25e800 2024-05-21T00:36:42.697 INFO:journalctl@ceph.mds.e.smithi082.stdout:May 21 00:36:42 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-e[65468]: starting mds.e at 2024-05-21T00:36:42.697 INFO:journalctl@ceph.mds.e.smithi082.stdout:May 21 00:36:42 smithi082 bash[65453]: 2e23a71e03fdc83651ff704019621dacded9dfb5162c5bae5ba4c74dc99bd275 2024-05-21T00:36:42.697 INFO:journalctl@ceph.mds.e.smithi082.stdout:May 21 00:36:42 smithi082 systemd[1]: Started Ceph mds.e for d03df2b2-1708-11ef-bc9a-c7b262605968. 2024-05-21T00:36:42.712 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:36:43.187 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:36:43.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:43 smithi044 ceph-mon[31392]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:43.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:43 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:43.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:43 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:43.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:43 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:43.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:43 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:36:43.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:43 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:36:43.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:43 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:43.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:43 smithi044 ceph-mon[31392]: Deploying daemon mds.f on smithi092 2024-05-21T00:36:43.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:43 smithi044 ceph-mon[31392]: mds.? [v2:172.21.15.82:6834/2400906516,v1:172.21.15.82:6835/2400906516] up:boot 2024-05-21T00:36:43.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:43 smithi044 ceph-mon[31392]: fsmap 5 up:standby 2024-05-21T00:36:43.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:43 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-21T00:36:43.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:43 smithi082 ceph-mon[36141]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:43.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:43 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:43.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:43 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:43.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:43 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:43.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:43 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:36:43.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:43 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:36:43.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:43 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:43.948 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:43 smithi082 ceph-mon[36141]: Deploying daemon mds.f on smithi092 2024-05-21T00:36:43.948 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:43 smithi082 ceph-mon[36141]: mds.? [v2:172.21.15.82:6834/2400906516,v1:172.21.15.82:6835/2400906516] up:boot 2024-05-21T00:36:43.948 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:43 smithi082 ceph-mon[36141]: fsmap 5 up:standby 2024-05-21T00:36:43.948 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:43 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-21T00:36:43.991 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:43 smithi092 ceph-mon[36335]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:43.991 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:43 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:43.992 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:43 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:43.992 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:43 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:43.992 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:43 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:36:43.992 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:43 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:36:43.992 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:43 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:43.992 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:43 smithi092 ceph-mon[36335]: Deploying daemon mds.f on smithi092 2024-05-21T00:36:43.992 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:43 smithi092 ceph-mon[36335]: mds.? [v2:172.21.15.82:6834/2400906516,v1:172.21.15.82:6835/2400906516] up:boot 2024-05-21T00:36:43.992 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:43 smithi092 ceph-mon[36335]: fsmap 5 up:standby 2024-05-21T00:36:43.992 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:43 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-21T00:36:45.058 INFO:journalctl@ceph.mds.f.smithi092.stdout:May 21 00:36:44 smithi092 systemd[1]: Starting Ceph mds.f for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:36:45.340 INFO:journalctl@ceph.mds.f.smithi092.stdout:May 21 00:36:45 smithi092 podman[66413]: 2024-05-21 00:36:44.979671379 +0000 UTC m=+0.017007486 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:36:45.340 INFO:journalctl@ceph.mds.f.smithi092.stdout:May 21 00:36:45 smithi092 podman[66413]: 2024-05-21 00:36:45.099225496 +0000 UTC m=+0.136561606 container create 17b6d43f52be72ed4e7e522e5cd6fcbc62bef39680979ad11b0064d1ed84e1d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-f, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514) 2024-05-21T00:36:45.340 INFO:journalctl@ceph.mds.f.smithi092.stdout:May 21 00:36:45 smithi092 podman[66413]: 2024-05-21 00:36:45.335552855 +0000 UTC m=+0.372888955 container init 17b6d43f52be72ed4e7e522e5cd6fcbc62bef39680979ad11b0064d1ed84e1d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-f, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-b772be9) 2024-05-21T00:36:45.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.382+0000 7f2411000700 1 -- 172.21.15.44:0/422267330 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f240c10e950 msgr2=0x7f240c10ed30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:45.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.382+0000 7f2411000700 1 --2- 172.21.15.44:0/422267330 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f240c10e950 0x7f240c10ed30 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f23fc0098f0 tx=0x7f23fc009c00 comp rx=0 tx=0).stop 2024-05-21T00:36:45.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.382+0000 7f2411000700 1 -- 172.21.15.44:0/422267330 shutdown_connections 2024-05-21T00:36:45.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.382+0000 7f2411000700 1 --2- 172.21.15.44:0/422267330 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f240c10a440 0x7f240c1168e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:45.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.382+0000 7f2411000700 1 --2- 172.21.15.44:0/422267330 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f240c10e950 0x7f240c10ed30 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:45.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.382+0000 7f2411000700 1 --2- 172.21.15.44:0/422267330 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f240c109a80 0x7f240c109f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:45.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.382+0000 7f2411000700 1 -- 172.21.15.44:0/422267330 >> 172.21.15.44:0/422267330 conn(0x7f240c0792d0 msgr2=0x7f240c108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:36:45.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.383+0000 7f2411000700 1 -- 172.21.15.44:0/422267330 shutdown_connections 2024-05-21T00:36:45.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.383+0000 7f2411000700 1 -- 172.21.15.44:0/422267330 wait complete. 2024-05-21T00:36:45.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.384+0000 7f2411000700 1 Processor -- start 2024-05-21T00:36:45.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.384+0000 7f2411000700 1 -- start start 2024-05-21T00:36:45.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.385+0000 7f2411000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f240c109a80 0x7f240c1a0120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:45.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.385+0000 7f2411000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f240c10a440 0x7f240c1a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:45.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.385+0000 7f2411000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f240c10e950 0x7f240c1a49f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:45.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.385+0000 7f2411000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f240c119c10 con 0x7f240c10a440 2024-05-21T00:36:45.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.385+0000 7f2411000700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f240c119a90 con 0x7f240c109a80 2024-05-21T00:36:45.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.385+0000 7f2411000700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f240c119d90 con 0x7f240c10e950 2024-05-21T00:36:45.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.385+0000 7f240b400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f240c109a80 0x7f240c1a0120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:45.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.385+0000 7f240b400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f240c109a80 0x7f240c1a0120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:49784/0 (socket says 172.21.15.44:49784) 2024-05-21T00:36:45.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.385+0000 7f240b400700 1 -- 172.21.15.44:0/2489061990 learned_addr learned my addr 172.21.15.44:0/2489061990 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:36:45.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.385+0000 7f240aa00700 1 --2- 172.21.15.44:0/2489061990 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f240c10a440 0x7f240c1a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:45.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.385+0000 7f240be00700 1 --2- 172.21.15.44:0/2489061990 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f240c10e950 0x7f240c1a49f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:45.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.386+0000 7f240b400700 1 -- 172.21.15.44:0/2489061990 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f240c10e950 msgr2=0x7f240c1a49f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:45.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.386+0000 7f240b400700 1 --2- 172.21.15.44:0/2489061990 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f240c10e950 0x7f240c1a49f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:45.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.386+0000 7f240b400700 1 -- 172.21.15.44:0/2489061990 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f240c10a440 msgr2=0x7f240c1a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:45.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.386+0000 7f240b400700 1 --2- 172.21.15.44:0/2489061990 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f240c10a440 0x7f240c1a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:45.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.386+0000 7f240b400700 1 -- 172.21.15.44:0/2489061990 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f240c1a5130 con 0x7f240c109a80 2024-05-21T00:36:45.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.386+0000 7f240be00700 1 --2- 172.21.15.44:0/2489061990 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f240c10e950 0x7f240c1a49f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:36:45.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.386+0000 7f240b400700 1 --2- 172.21.15.44:0/2489061990 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f240c109a80 0x7f240c1a0120 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f23fc009230 tx=0x7f23fc005040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:36:45.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.386+0000 7f2403e00700 1 -- 172.21.15.44:0/2489061990 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23fc027070 con 0x7f240c109a80 2024-05-21T00:36:45.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.386+0000 7f2411000700 1 -- 172.21.15.44:0/2489061990 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f240c1a53c0 con 0x7f240c109a80 2024-05-21T00:36:45.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.386+0000 7f2403e00700 1 -- 172.21.15.44:0/2489061990 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f23fc00b560 con 0x7f240c109a80 2024-05-21T00:36:45.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.386+0000 7f2403e00700 1 -- 172.21.15.44:0/2489061990 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23fc004a90 con 0x7f240c109a80 2024-05-21T00:36:45.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.386+0000 7f2411000700 1 -- 172.21.15.44:0/2489061990 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f240c1acca0 con 0x7f240c109a80 2024-05-21T00:36:45.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.387+0000 7f2411000700 1 -- 172.21.15.44:0/2489061990 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f240c06a230 con 0x7f240c109a80 2024-05-21T00:36:45.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.390+0000 7f2403e00700 1 -- 172.21.15.44:0/2489061990 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f23fc02a070 con 0x7f240c109a80 2024-05-21T00:36:45.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.391+0000 7f2403e00700 1 --2- 172.21.15.44:0/2489061990 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f23f00b2880 0x7f23f00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:45.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.391+0000 7f2403e00700 1 -- 172.21.15.44:0/2489061990 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f23fc0e2fe0 con 0x7f240c109a80 2024-05-21T00:36:45.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.392+0000 7f240aa00700 1 --2- 172.21.15.44:0/2489061990 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f23f00b2880 0x7f23f00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:45.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.392+0000 7f240aa00700 1 --2- 172.21.15.44:0/2489061990 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f23f00b2880 0x7f23f00b4d40 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f240c109610 tx=0x7f23f8009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:36:45.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.393+0000 7f2403e00700 1 -- 172.21.15.44:0/2489061990 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f23fc031070 con 0x7f240c109a80 2024-05-21T00:36:45.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.694+0000 7f2411000700 1 -- 172.21.15.44:0/2489061990 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f240c1a1480 con 0x7f240c109a80 2024-05-21T00:36:45.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.695+0000 7f2403e00700 1 -- 172.21.15.44:0/2489061990 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5512 (secure 0 0 0) 0x7f23fc013030 con 0x7f240c109a80 2024-05-21T00:36:45.700 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:36:45.700 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/561549854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":561549854},{"type":"v1","addr":"172.21.15.44:6837","nonce":561549854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/2400906516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2400906516},{"type":"v1","addr":"172.21.15.82:6835","nonce":2400906516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2996309052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2996309052},{"type":"v1","addr":"172.21.15.92:6835","nonce":2996309052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[]} 2024-05-21T00:36:45.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.698+0000 7f2411000700 1 -- 172.21.15.44:0/2489061990 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f23f00b2880 msgr2=0x7f23f00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:45.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.698+0000 7f2411000700 1 --2- 172.21.15.44:0/2489061990 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f23f00b2880 0x7f23f00b4d40 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f240c109610 tx=0x7f23f8009310 comp rx=0 tx=0).stop 2024-05-21T00:36:45.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.698+0000 7f2411000700 1 -- 172.21.15.44:0/2489061990 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f240c109a80 msgr2=0x7f240c1a0120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:45.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.698+0000 7f2411000700 1 --2- 172.21.15.44:0/2489061990 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f240c109a80 0x7f240c1a0120 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f23fc009230 tx=0x7f23fc005040 comp rx=0 tx=0).stop 2024-05-21T00:36:45.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.698+0000 7f2411000700 1 -- 172.21.15.44:0/2489061990 shutdown_connections 2024-05-21T00:36:45.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.698+0000 7f2411000700 1 --2- 172.21.15.44:0/2489061990 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f23f00b2880 0x7f23f00b4d40 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:45.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.698+0000 7f2411000700 1 --2- 172.21.15.44:0/2489061990 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f240c10e950 0x7f240c1a49f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:45.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.698+0000 7f2411000700 1 --2- 172.21.15.44:0/2489061990 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f240c109a80 0x7f240c1a0120 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:45.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.698+0000 7f2411000700 1 --2- 172.21.15.44:0/2489061990 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f240c10a440 0x7f240c1a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:45.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.698+0000 7f2411000700 1 -- 172.21.15.44:0/2489061990 >> 172.21.15.44:0/2489061990 conn(0x7f240c0792d0 msgr2=0x7f240c079990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:36:45.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.698+0000 7f2411000700 1 -- 172.21.15.44:0/2489061990 shutdown_connections 2024-05-21T00:36:45.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:45.699+0000 7f2411000700 1 -- 172.21.15.44:0/2489061990 wait complete. 2024-05-21T00:36:45.705 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 7 2024-05-21T00:36:45.808 INFO:journalctl@ceph.mds.f.smithi092.stdout:May 21 00:36:45 smithi092 podman[66413]: 2024-05-21 00:36:45.338531356 +0000 UTC m=+0.375867455 container start 17b6d43f52be72ed4e7e522e5cd6fcbc62bef39680979ad11b0064d1ed84e1d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-f, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.build-date=20240514) 2024-05-21T00:36:45.808 INFO:journalctl@ceph.mds.f.smithi092.stdout:May 21 00:36:45 smithi092 ceph-mds[66432]: -- 172.21.15.92:0/1473050056 <== mon.1 v2:172.21.15.92:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556e1220fa40 con 0x556e121e3000 2024-05-21T00:36:45.808 INFO:journalctl@ceph.mds.f.smithi092.stdout:May 21 00:36:45 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-f[66428]: starting mds.f at 2024-05-21T00:36:45.809 INFO:journalctl@ceph.mds.f.smithi092.stdout:May 21 00:36:45 smithi092 bash[66413]: 17b6d43f52be72ed4e7e522e5cd6fcbc62bef39680979ad11b0064d1ed84e1d2 2024-05-21T00:36:45.809 INFO:journalctl@ceph.mds.f.smithi092.stdout:May 21 00:36:45 smithi092 systemd[1]: Started Ceph mds.f for d03df2b2-1708-11ef-bc9a-c7b262605968. 2024-05-21T00:36:45.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:45 smithi092 ceph-mon[36335]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:45.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:45 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:45.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:45 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:45.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:45 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:45.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:45 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:36:45.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:45 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:36:45.810 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:45 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:45.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:45 smithi044 ceph-mon[31392]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:45.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:45 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:45.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:45 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:45.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:45 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:45.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:45 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:36:45.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:45 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:36:45.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:45 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:45.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:45 smithi082 ceph-mon[36141]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:45.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:45 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:45.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:45 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:45.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:45 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:45.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:45 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:36:45.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:45 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:36:45.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:45 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:46.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:46 smithi092 ceph-mon[36335]: Deploying daemon mds.c on smithi092 2024-05-21T00:36:46.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:46 smithi092 ceph-mon[36335]: mds.? [v2:172.21.15.92:6834/2996309052,v1:172.21.15.92:6835/2996309052] up:boot 2024-05-21T00:36:46.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:46 smithi092 ceph-mon[36335]: fsmap 6 up:standby 2024-05-21T00:36:46.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:46 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-21T00:36:46.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:46 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/2489061990' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:36:46.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:46 smithi044 ceph-mon[31392]: Deploying daemon mds.c on smithi092 2024-05-21T00:36:46.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:46 smithi044 ceph-mon[31392]: mds.? [v2:172.21.15.92:6834/2996309052,v1:172.21.15.92:6835/2996309052] up:boot 2024-05-21T00:36:46.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:46 smithi044 ceph-mon[31392]: fsmap 6 up:standby 2024-05-21T00:36:46.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:46 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-21T00:36:46.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:46 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/2489061990' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:36:46.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:46 smithi082 ceph-mon[36141]: Deploying daemon mds.c on smithi092 2024-05-21T00:36:46.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:46 smithi082 ceph-mon[36141]: mds.? [v2:172.21.15.92:6834/2996309052,v1:172.21.15.92:6835/2996309052] up:boot 2024-05-21T00:36:46.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:46 smithi082 ceph-mon[36141]: fsmap 6 up:standby 2024-05-21T00:36:46.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:46 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-21T00:36:46.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:46 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/2489061990' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:36:47.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:47 smithi044 ceph-mon[31392]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:47.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:47 smithi082 ceph-mon[36141]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:47.979 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:47 smithi092 ceph-mon[36335]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:47.979 INFO:journalctl@ceph.mds.c.smithi092.stdout:May 21 00:36:47 smithi092 systemd[1]: Starting Ceph mds.c for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:36:48.273 INFO:journalctl@ceph.mds.c.smithi092.stdout:May 21 00:36:47 smithi092 podman[66718]: 2024-05-21 00:36:47.877959311 +0000 UTC m=+0.016844817 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:36:48.273 INFO:journalctl@ceph.mds.c.smithi092.stdout:May 21 00:36:48 smithi092 podman[66718]: 2024-05-21 00:36:48.008269789 +0000 UTC m=+0.147155281 container create a0611532e46641c1f82356b2cb8f00e2dbb0966f29099ca4999d9934282fd161 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-c, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:36:48.273 INFO:journalctl@ceph.mds.c.smithi092.stdout:May 21 00:36:48 smithi092 podman[66718]: 2024-05-21 00:36:48.269629917 +0000 UTC m=+0.408515406 container init a0611532e46641c1f82356b2cb8f00e2dbb0966f29099ca4999d9934282fd161 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-c, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-05-21T00:36:48.558 INFO:journalctl@ceph.mds.c.smithi092.stdout:May 21 00:36:48 smithi092 podman[66718]: 2024-05-21 00:36:48.272369029 +0000 UTC m=+0.411254521 container start a0611532e46641c1f82356b2cb8f00e2dbb0966f29099ca4999d9934282fd161 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-c, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS) 2024-05-21T00:36:48.558 INFO:journalctl@ceph.mds.c.smithi092.stdout:May 21 00:36:48 smithi092 ceph-mds[66738]: -- 172.21.15.92:0/1922559067 <== mon.1 v2:172.21.15.92:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56480ab5da40 con 0x56480ab30800 2024-05-21T00:36:48.558 INFO:journalctl@ceph.mds.c.smithi092.stdout:May 21 00:36:48 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-c[66734]: starting mds.c at 2024-05-21T00:36:48.558 INFO:journalctl@ceph.mds.c.smithi092.stdout:May 21 00:36:48 smithi092 bash[66718]: a0611532e46641c1f82356b2cb8f00e2dbb0966f29099ca4999d9934282fd161 2024-05-21T00:36:48.558 INFO:journalctl@ceph.mds.c.smithi092.stdout:May 21 00:36:48 smithi092 systemd[1]: Started Ceph mds.c for d03df2b2-1708-11ef-bc9a-c7b262605968. 2024-05-21T00:36:48.579 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:36:49.035 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:36:49.445 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:49 smithi044 ceph-mon[31392]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:49.445 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:49 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:49.446 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:49 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:49.446 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:49 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:49.446 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:49 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:36:49.446 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:49 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:36:49.446 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:49 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:49.446 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:49 smithi044 ceph-mon[31392]: Deploying daemon mds.h on smithi082 2024-05-21T00:36:49.446 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:49 smithi044 ceph-mon[31392]: mds.? [v2:172.21.15.92:6836/1462528640,v1:172.21.15.92:6837/1462528640] up:boot 2024-05-21T00:36:49.446 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:49 smithi044 ceph-mon[31392]: fsmap 7 up:standby 2024-05-21T00:36:49.446 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:49 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-21T00:36:49.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:49 smithi082 ceph-mon[36141]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:49.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:49 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:49.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:49 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:49.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:49 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:49.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:49 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:36:49.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:49 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:36:49.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:49 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:49.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:49 smithi082 ceph-mon[36141]: Deploying daemon mds.h on smithi082 2024-05-21T00:36:49.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:49 smithi082 ceph-mon[36141]: mds.? [v2:172.21.15.92:6836/1462528640,v1:172.21.15.92:6837/1462528640] up:boot 2024-05-21T00:36:49.698 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:49 smithi082 ceph-mon[36141]: fsmap 7 up:standby 2024-05-21T00:36:49.698 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:49 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-21T00:36:49.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:49 smithi092 ceph-mon[36335]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:49.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:49 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:49.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:49 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:49.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:49 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:49.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:49 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:36:49.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:49 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:36:49.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:49 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:49.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:49 smithi092 ceph-mon[36335]: Deploying daemon mds.h on smithi082 2024-05-21T00:36:49.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:49 smithi092 ceph-mon[36335]: mds.? [v2:172.21.15.92:6836/1462528640,v1:172.21.15.92:6837/1462528640] up:boot 2024-05-21T00:36:49.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:49 smithi092 ceph-mon[36335]: fsmap 7 up:standby 2024-05-21T00:36:49.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:49 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-21T00:36:50.854 INFO:journalctl@ceph.mds.h.smithi082.stdout:May 21 00:36:50 smithi082 systemd[1]: Starting Ceph mds.h for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:36:51.107 INFO:journalctl@ceph.mds.h.smithi082.stdout:May 21 00:36:50 smithi082 podman[65757]: 2024-05-21 00:36:50.752514939 +0000 UTC m=+0.016921457 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:36:51.107 INFO:journalctl@ceph.mds.h.smithi082.stdout:May 21 00:36:50 smithi082 podman[65757]: 2024-05-21 00:36:50.866518096 +0000 UTC m=+0.130924601 container create 90c0a0f0d4215a9b7168f6b157a04529a702feb14c86bce79a091311f36aa00c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-h, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-b772be9, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514) 2024-05-21T00:36:51.107 INFO:journalctl@ceph.mds.h.smithi082.stdout:May 21 00:36:51 smithi082 podman[65757]: 2024-05-21 00:36:51.077736236 +0000 UTC m=+0.342142725 container init 90c0a0f0d4215a9b7168f6b157a04529a702feb14c86bce79a091311f36aa00c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-h, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-05-21T00:36:51.107 INFO:journalctl@ceph.mds.h.smithi082.stdout:May 21 00:36:51 smithi082 podman[65757]: 2024-05-21 00:36:51.08039592 +0000 UTC m=+0.344802424 container start 90c0a0f0d4215a9b7168f6b157a04529a702feb14c86bce79a091311f36aa00c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-h, RELEASE=wip-lusov-quiesce-b772be9, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-05-21T00:36:51.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.292+0000 7fc204200700 1 -- 172.21.15.44:0/3762867785 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1fc109dd0 msgr2=0x7fc1fc10a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:51.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.292+0000 7fc204200700 1 --2- 172.21.15.44:0/3762867785 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1fc109dd0 0x7fc1fc10a1b0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc1f00099c0 tx=0x7fc1f0009cd0 comp rx=0 tx=0).stop 2024-05-21T00:36:51.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.293+0000 7fc204200700 1 -- 172.21.15.44:0/3762867785 shutdown_connections 2024-05-21T00:36:51.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.293+0000 7fc204200700 1 --2- 172.21.15.44:0/3762867785 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc1fc10eeb0 0x7fc1fc116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:51.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.293+0000 7fc204200700 1 --2- 172.21.15.44:0/3762867785 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1fc109dd0 0x7fc1fc10a1b0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:51.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.293+0000 7fc204200700 1 --2- 172.21.15.44:0/3762867785 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc1fc10a780 0x7fc1fc10e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:51.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.293+0000 7fc204200700 1 -- 172.21.15.44:0/3762867785 >> 172.21.15.44:0/3762867785 conn(0x7fc1fc076d10 msgr2=0x7fc1fc079130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:36:51.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.293+0000 7fc204200700 1 -- 172.21.15.44:0/3762867785 shutdown_connections 2024-05-21T00:36:51.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.293+0000 7fc204200700 1 -- 172.21.15.44:0/3762867785 wait complete. 2024-05-21T00:36:51.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.294+0000 7fc204200700 1 Processor -- start 2024-05-21T00:36:51.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.294+0000 7fc204200700 1 -- start start 2024-05-21T00:36:51.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.294+0000 7fc204200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc1fc109dd0 0x7fc1fc1a0240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:51.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.294+0000 7fc204200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1fc10a780 0x7fc1fc1a0780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:51.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.295+0000 7fc204200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc1fc10eeb0 0x7fc1fc1a4b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:51.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.295+0000 7fc204200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc1fc119db0 con 0x7fc1fc109dd0 2024-05-21T00:36:51.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.295+0000 7fc204200700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc1fc119c30 con 0x7fc1fc10eeb0 2024-05-21T00:36:51.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.295+0000 7fc204200700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fc1fc119f30 con 0x7fc1fc10a780 2024-05-21T00:36:51.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.295+0000 7fc200e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1fc10a780 0x7fc1fc1a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:51.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.295+0000 7fc201800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc1fc109dd0 0x7fc1fc1a0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:51.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.295+0000 7fc200e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1fc10a780 0x7fc1fc1a0780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:36318/0 (socket says 172.21.15.44:36318) 2024-05-21T00:36:51.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.295+0000 7fc200e00700 1 -- 172.21.15.44:0/80364273 learned_addr learned my addr 172.21.15.44:0/80364273 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:36:51.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.295+0000 7fc202200700 1 --2- 172.21.15.44:0/80364273 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc1fc10eeb0 0x7fc1fc1a4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:51.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.295+0000 7fc200e00700 1 -- 172.21.15.44:0/80364273 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc1fc10eeb0 msgr2=0x7fc1fc1a4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:51.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.295+0000 7fc200e00700 1 --2- 172.21.15.44:0/80364273 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc1fc10eeb0 0x7fc1fc1a4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:51.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.295+0000 7fc200e00700 1 -- 172.21.15.44:0/80364273 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc1fc109dd0 msgr2=0x7fc1fc1a0240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:51.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.295+0000 7fc200e00700 1 --2- 172.21.15.44:0/80364273 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc1fc109dd0 0x7fc1fc1a0240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:51.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.295+0000 7fc200e00700 1 -- 172.21.15.44:0/80364273 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1fc1a5250 con 0x7fc1fc10a780 2024-05-21T00:36:51.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.295+0000 7fc202200700 1 --2- 172.21.15.44:0/80364273 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc1fc10eeb0 0x7fc1fc1a4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:36:51.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.296+0000 7fc200e00700 1 --2- 172.21.15.44:0/80364273 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1fc10a780 0x7fc1fc1a0780 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc1e800e970 tx=0x7fc1e800ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:36:51.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.296+0000 7fc1fa000700 1 -- 172.21.15.44:0/80364273 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e800cbd0 con 0x7fc1fc10a780 2024-05-21T00:36:51.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.296+0000 7fc204200700 1 -- 172.21.15.44:0/80364273 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1fc1a5540 con 0x7fc1fc10a780 2024-05-21T00:36:51.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.296+0000 7fc1fa000700 1 -- 172.21.15.44:0/80364273 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc1e800cd70 con 0x7fc1fc10a780 2024-05-21T00:36:51.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.296+0000 7fc1fa000700 1 -- 172.21.15.44:0/80364273 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e8005680 con 0x7fc1fc10a780 2024-05-21T00:36:51.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.296+0000 7fc204200700 1 -- 172.21.15.44:0/80364273 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1fc1acdc0 con 0x7fc1fc10a780 2024-05-21T00:36:51.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.297+0000 7fc204200700 1 -- 172.21.15.44:0/80364273 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1fc06a230 con 0x7fc1fc10a780 2024-05-21T00:36:51.304 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.299+0000 7fc1fa000700 1 -- 172.21.15.44:0/80364273 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fc1e8004750 con 0x7fc1fc10a780 2024-05-21T00:36:51.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.302+0000 7fc1fa000700 1 --2- 172.21.15.44:0/80364273 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc1e40b2880 0x7fc1e40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:51.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.302+0000 7fc1fa000700 1 -- 172.21.15.44:0/80364273 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7fc1e80e20a0 con 0x7fc1fc10a780 2024-05-21T00:36:51.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.302+0000 7fc201800700 1 --2- 172.21.15.44:0/80364273 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc1e40b2880 0x7fc1e40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:51.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.303+0000 7fc201800700 1 --2- 172.21.15.44:0/80364273 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc1e40b2880 0x7fc1e40b4d40 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fc1f0000c00 tx=0x7fc1f0005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:36:51.311 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.306+0000 7fc1fa000700 1 -- 172.21.15.44:0/80364273 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc1e80aa1c0 con 0x7fc1fc10a780 2024-05-21T00:36:51.424 INFO:journalctl@ceph.mds.h.smithi082.stdout:May 21 00:36:51 smithi082 ceph-mds[65777]: -- 172.21.15.82:0/3255975334 <== mon.2 v2:172.21.15.82:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5588d40d9a40 con 0x5588d40ac800 2024-05-21T00:36:51.424 INFO:journalctl@ceph.mds.h.smithi082.stdout:May 21 00:36:51 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-h[65773]: starting mds.h at 2024-05-21T00:36:51.424 INFO:journalctl@ceph.mds.h.smithi082.stdout:May 21 00:36:51 smithi082 bash[65757]: 90c0a0f0d4215a9b7168f6b157a04529a702feb14c86bce79a091311f36aa00c 2024-05-21T00:36:51.424 INFO:journalctl@ceph.mds.h.smithi082.stdout:May 21 00:36:51 smithi082 systemd[1]: Started Ceph mds.h for d03df2b2-1708-11ef-bc9a-c7b262605968. 2024-05-21T00:36:51.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.608+0000 7fc204200700 1 -- 172.21.15.44:0/80364273 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc1fc02e560 con 0x7fc1fc10a780 2024-05-21T00:36:51.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.609+0000 7fc1fa000700 1 -- 172.21.15.44:0/80364273 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7162 (secure 0 0 0) 0x7fc1e80a9ac0 con 0x7fc1fc10a780 2024-05-21T00:36:51.613 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:36:51.614 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/561549854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":561549854},{"type":"v1","addr":"172.21.15.44:6837","nonce":561549854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/2400906516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2400906516},{"type":"v1","addr":"172.21.15.82:6835","nonce":2400906516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2996309052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2996309052},{"type":"v1","addr":"172.21.15.92:6835","nonce":2996309052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24482,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/2183805482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":2183805482},{"type":"v1","addr":"172.21.15.82:6837","nonce":2183805482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24484,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1462528640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1462528640},{"type":"v1","addr":"172.21.15.92:6837","nonce":1462528640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-05-21T00:36:51.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.612+0000 7fc204200700 1 -- 172.21.15.44:0/80364273 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc1e40b2880 msgr2=0x7fc1e40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:51.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.612+0000 7fc204200700 1 --2- 172.21.15.44:0/80364273 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc1e40b2880 0x7fc1e40b4d40 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fc1f0000c00 tx=0x7fc1f0005fb0 comp rx=0 tx=0).stop 2024-05-21T00:36:51.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.612+0000 7fc204200700 1 -- 172.21.15.44:0/80364273 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1fc10a780 msgr2=0x7fc1fc1a0780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:51.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.612+0000 7fc204200700 1 --2- 172.21.15.44:0/80364273 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1fc10a780 0x7fc1fc1a0780 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc1e800e970 tx=0x7fc1e800ec80 comp rx=0 tx=0).stop 2024-05-21T00:36:51.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.612+0000 7fc204200700 1 -- 172.21.15.44:0/80364273 shutdown_connections 2024-05-21T00:36:51.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.612+0000 7fc204200700 1 --2- 172.21.15.44:0/80364273 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc1e40b2880 0x7fc1e40b4d40 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:51.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.612+0000 7fc204200700 1 --2- 172.21.15.44:0/80364273 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc1fc109dd0 0x7fc1fc1a0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:51.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.612+0000 7fc204200700 1 --2- 172.21.15.44:0/80364273 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc1fc10eeb0 0x7fc1fc1a4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:51.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.612+0000 7fc204200700 1 --2- 172.21.15.44:0/80364273 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1fc10a780 0x7fc1fc1a0780 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:51.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.612+0000 7fc204200700 1 -- 172.21.15.44:0/80364273 >> 172.21.15.44:0/80364273 conn(0x7fc1fc076d10 msgr2=0x7fc1fc078ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:36:51.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.612+0000 7fc204200700 1 -- 172.21.15.44:0/80364273 shutdown_connections 2024-05-21T00:36:51.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:51.612+0000 7fc204200700 1 -- 172.21.15.44:0/80364273 wait complete. 2024-05-21T00:36:51.618 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 9 2024-05-21T00:36:51.690 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:51 smithi044 ceph-mon[31392]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:51.690 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:51 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:51.690 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:51 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:51.690 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:51 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:51.691 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:51 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:36:51.691 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:51 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:36:51.691 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:51 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:51.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:51 smithi082 ceph-mon[36141]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:51.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:51 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:51.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:51 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:51.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:51 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:51.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:51 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:36:51.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:51 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:36:51.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:51 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:51.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:51 smithi092 ceph-mon[36335]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:51.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:51 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:51.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:51 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:51.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:51 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:51.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:51 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:36:51.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:51 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:36:51.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:51 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:52.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:52 smithi092 ceph-mon[36335]: Deploying daemon mds.i on smithi092 2024-05-21T00:36:52.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:52 smithi092 ceph-mon[36335]: mds.? [v2:172.21.15.82:6836/2183805482,v1:172.21.15.82:6837/2183805482] up:boot 2024-05-21T00:36:52.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:52 smithi092 ceph-mon[36335]: fsmap 8 up:standby 2024-05-21T00:36:52.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:52 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-21T00:36:52.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:52 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/80364273' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:36:52.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:52 smithi082 ceph-mon[36141]: Deploying daemon mds.i on smithi092 2024-05-21T00:36:52.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:52 smithi082 ceph-mon[36141]: mds.? [v2:172.21.15.82:6836/2183805482,v1:172.21.15.82:6837/2183805482] up:boot 2024-05-21T00:36:52.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:52 smithi082 ceph-mon[36141]: fsmap 8 up:standby 2024-05-21T00:36:52.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:52 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-21T00:36:52.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:52 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/80364273' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:36:52.848 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:52 smithi044 ceph-mon[31392]: Deploying daemon mds.i on smithi092 2024-05-21T00:36:52.848 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:52 smithi044 ceph-mon[31392]: mds.? [v2:172.21.15.82:6836/2183805482,v1:172.21.15.82:6837/2183805482] up:boot 2024-05-21T00:36:52.848 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:52 smithi044 ceph-mon[31392]: fsmap 8 up:standby 2024-05-21T00:36:52.848 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:52 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-21T00:36:52.848 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:52 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/80364273' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:36:53.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:53 smithi082 ceph-mon[36141]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:53.778 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:53 smithi092 ceph-mon[36335]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:53.778 INFO:journalctl@ceph.mds.i.smithi092.stdout:May 21 00:36:53 smithi092 systemd[1]: Starting Ceph mds.i for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:36:53.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:53 smithi044 ceph-mon[31392]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:54.047 INFO:journalctl@ceph.mds.i.smithi092.stdout:May 21 00:36:53 smithi092 podman[67035]: 2024-05-21 00:36:53.676605306 +0000 UTC m=+0.016821563 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:36:54.048 INFO:journalctl@ceph.mds.i.smithi092.stdout:May 21 00:36:53 smithi092 podman[67035]: 2024-05-21 00:36:53.782314298 +0000 UTC m=+0.122530528 container create 36268d749b7bc4009d8e0440879ffb04413d52bfedabea0ff91e026dbcd8de0b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-i, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-b772be9, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-05-21T00:36:54.048 INFO:journalctl@ceph.mds.i.smithi092.stdout:May 21 00:36:54 smithi092 podman[67035]: 2024-05-21 00:36:54.018837438 +0000 UTC m=+0.359053675 container init 36268d749b7bc4009d8e0440879ffb04413d52bfedabea0ff91e026dbcd8de0b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-i, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:36:54.048 INFO:journalctl@ceph.mds.i.smithi092.stdout:May 21 00:36:54 smithi092 podman[67035]: 2024-05-21 00:36:54.021488605 +0000 UTC m=+0.361704845 container start 36268d749b7bc4009d8e0440879ffb04413d52bfedabea0ff91e026dbcd8de0b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-i, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-b772be9, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-05-21T00:36:54.308 INFO:journalctl@ceph.mds.i.smithi092.stdout:May 21 00:36:54 smithi092 ceph-mds[67055]: -- 172.21.15.92:0/1784885469 <== mon.1 v2:172.21.15.92:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563b24187a40 con 0x563b2415b000 2024-05-21T00:36:54.308 INFO:journalctl@ceph.mds.i.smithi092.stdout:May 21 00:36:54 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-i[67051]: starting mds.i at 2024-05-21T00:36:54.308 INFO:journalctl@ceph.mds.i.smithi092.stdout:May 21 00:36:54 smithi092 bash[67035]: 36268d749b7bc4009d8e0440879ffb04413d52bfedabea0ff91e026dbcd8de0b 2024-05-21T00:36:54.308 INFO:journalctl@ceph.mds.i.smithi092.stdout:May 21 00:36:54 smithi092 systemd[1]: Started Ceph mds.i for d03df2b2-1708-11ef-bc9a-c7b262605968. 2024-05-21T00:36:54.540 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:36:55.009 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:36:55.427 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:55 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:55.427 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:55 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:55.427 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:55 smithi044 ceph-mon[31392]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:55.428 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:55 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:55.428 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:55 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:36:55.428 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:55 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:36:55.428 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:55 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:55.428 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:55 smithi044 ceph-mon[31392]: Deploying daemon mds.g on smithi044 2024-05-21T00:36:55.428 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:55 smithi044 ceph-mon[31392]: mds.? [v2:172.21.15.92:6838/1183044801,v1:172.21.15.92:6839/1183044801] up:boot 2024-05-21T00:36:55.428 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:55 smithi044 ceph-mon[31392]: fsmap 9 up:standby 2024-05-21T00:36:55.428 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:55 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-21T00:36:55.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:55 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:55.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:55 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:55.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:55 smithi082 ceph-mon[36141]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:55.447 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:55 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:55.447 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:55 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:36:55.447 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:55 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:36:55.447 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:55 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:55.447 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:55 smithi082 ceph-mon[36141]: Deploying daemon mds.g on smithi044 2024-05-21T00:36:55.447 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:55 smithi082 ceph-mon[36141]: mds.? [v2:172.21.15.92:6838/1183044801,v1:172.21.15.92:6839/1183044801] up:boot 2024-05-21T00:36:55.447 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:55 smithi082 ceph-mon[36141]: fsmap 9 up:standby 2024-05-21T00:36:55.447 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:55 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-21T00:36:55.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:55 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:55.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:55 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:55.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:55 smithi092 ceph-mon[36335]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:55.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:55 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:36:55.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:55 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:36:55.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:55 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:36:55.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:55 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:36:55.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:55 smithi092 ceph-mon[36335]: Deploying daemon mds.g on smithi044 2024-05-21T00:36:55.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:55 smithi092 ceph-mon[36335]: mds.? [v2:172.21.15.92:6838/1183044801,v1:172.21.15.92:6839/1183044801] up:boot 2024-05-21T00:36:55.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:55 smithi092 ceph-mon[36335]: fsmap 9 up:standby 2024-05-21T00:36:55.559 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:55 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-21T00:36:57.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:57 smithi092 ceph-mon[36335]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:57.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:57 smithi044 ceph-mon[31392]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:57.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:57 smithi082 ceph-mon[36141]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:58.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.706+0000 7f974fe00700 1 -- 172.21.15.44:0/2181812587 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9750103490 msgr2=0x7f9750103910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:58.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.706+0000 7f974fe00700 1 --2- 172.21.15.44:0/2181812587 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9750103490 0x7f9750103910 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f973c0099c0 tx=0x7f973c009cd0 comp rx=0 tx=0).stop 2024-05-21T00:36:58.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.706+0000 7f974fe00700 1 -- 172.21.15.44:0/2181812587 shutdown_connections 2024-05-21T00:36:58.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.706+0000 7f974fe00700 1 --2- 172.21.15.44:0/2181812587 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9750103e50 0x7f9750110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:58.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.706+0000 7f974fe00700 1 --2- 172.21.15.44:0/2181812587 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9750109540 0x7f9750109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:58.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.706+0000 7f974fe00700 1 --2- 172.21.15.44:0/2181812587 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9750103490 0x7f9750103910 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:58.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.706+0000 7f974fe00700 1 -- 172.21.15.44:0/2181812587 >> 172.21.15.44:0/2181812587 conn(0x7f97500fefc0 msgr2=0x7f97501013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:36:58.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.706+0000 7f974fe00700 1 -- 172.21.15.44:0/2181812587 shutdown_connections 2024-05-21T00:36:58.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.706+0000 7f974fe00700 1 -- 172.21.15.44:0/2181812587 wait complete. 2024-05-21T00:36:58.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.708+0000 7f974fe00700 1 Processor -- start 2024-05-21T00:36:58.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.708+0000 7f974fe00700 1 -- start start 2024-05-21T00:36:58.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.708+0000 7f974fe00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9750103490 0x7f97501a1900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:58.718 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.708+0000 7f974fe00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9750103e50 0x7f97501a1e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:58.718 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.708+0000 7f974fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9750109540 0x7f975019bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:58.718 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.709+0000 7f974fe00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9750113650 con 0x7f9750109540 2024-05-21T00:36:58.718 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.709+0000 7f974fe00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f97501134d0 con 0x7f9750103490 2024-05-21T00:36:58.718 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.709+0000 7f974fe00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f97501137d0 con 0x7f9750103e50 2024-05-21T00:36:58.718 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.709+0000 7f974ea00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9750103490 0x7f97501a1900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:58.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.709+0000 7f974e000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9750103e50 0x7f97501a1e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:58.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.709+0000 7f974ea00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9750103490 0x7f97501a1900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:57348/0 (socket says 172.21.15.44:57348) 2024-05-21T00:36:58.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.709+0000 7f974f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9750109540 0x7f975019bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:58.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.709+0000 7f974ea00700 1 -- 172.21.15.44:0/4142037265 learned_addr learned my addr 172.21.15.44:0/4142037265 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:36:58.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.709+0000 7f974ea00700 1 -- 172.21.15.44:0/4142037265 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9750103e50 msgr2=0x7f97501a1e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:58.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.709+0000 7f974ea00700 1 --2- 172.21.15.44:0/4142037265 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9750103e50 0x7f97501a1e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:58.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.710+0000 7f974ea00700 1 -- 172.21.15.44:0/4142037265 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9750109540 msgr2=0x7f975019bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:58.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.710+0000 7f974ea00700 1 --2- 172.21.15.44:0/4142037265 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9750109540 0x7f975019bac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:58.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.710+0000 7f974ea00700 1 -- 172.21.15.44:0/4142037265 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f975019c220 con 0x7f9750103490 2024-05-21T00:36:58.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.710+0000 7f974f400700 1 --2- 172.21.15.44:0/4142037265 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9750109540 0x7f975019bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:36:58.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.710+0000 7f974e000700 1 --2- 172.21.15.44:0/4142037265 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9750103e50 0x7f97501a1e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:36:58.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.710+0000 7f974ea00700 1 --2- 172.21.15.44:0/4142037265 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9750103490 0x7f97501a1900 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f974000e9a0 tx=0x7f974000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:36:58.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.710+0000 7f9747400700 1 -- 172.21.15.44:0/4142037265 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f974000ca10 con 0x7f9750103490 2024-05-21T00:36:58.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.710+0000 7f9747400700 1 -- 172.21.15.44:0/4142037265 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f974000cbb0 con 0x7f9750103490 2024-05-21T00:36:58.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.710+0000 7f9747400700 1 -- 172.21.15.44:0/4142037265 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9740018680 con 0x7f9750103490 2024-05-21T00:36:58.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.710+0000 7f974fe00700 1 -- 172.21.15.44:0/4142037265 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f975019c510 con 0x7f9750103490 2024-05-21T00:36:58.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.711+0000 7f974fe00700 1 -- 172.21.15.44:0/4142037265 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97501a87d0 con 0x7f9750103490 2024-05-21T00:36:58.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.712+0000 7f974fe00700 1 -- 172.21.15.44:0/4142037265 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f975006a230 con 0x7f9750103490 2024-05-21T00:36:58.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.714+0000 7f9747400700 1 -- 172.21.15.44:0/4142037265 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f9740010430 con 0x7f9750103490 2024-05-21T00:36:58.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.716+0000 7f9747400700 1 --2- 172.21.15.44:0/4142037265 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f97340b2880 0x7f97340b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:36:58.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.716+0000 7f9747400700 1 -- 172.21.15.44:0/4142037265 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f97400e22c0 con 0x7f9750103490 2024-05-21T00:36:58.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.716+0000 7f974e000700 1 --2- 172.21.15.44:0/4142037265 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f97340b2880 0x7f97340b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:36:58.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.717+0000 7f974e000700 1 --2- 172.21.15.44:0/4142037265 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f97340b2880 0x7f97340b4d40 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f97500770a0 tx=0x7f973c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:36:58.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:58.717+0000 7f9747400700 1 -- 172.21.15.44:0/4142037265 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f97400aa3e0 con 0x7f9750103490 2024-05-21T00:36:59.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:59.038+0000 7f974fe00700 1 -- 172.21.15.44:0/4142037265 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f97501a89a0 con 0x7f9750103490 2024-05-21T00:36:59.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:59.040+0000 7f9747400700 1 -- 172.21.15.44:0/4142037265 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+7989 (secure 0 0 0) 0x7f97400a9ce0 con 0x7f9750103490 2024-05-21T00:36:59.046 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:36:59.046 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/561549854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":561549854},{"type":"v1","addr":"172.21.15.44:6837","nonce":561549854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/2400906516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2400906516},{"type":"v1","addr":"172.21.15.82:6835","nonce":2400906516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2996309052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2996309052},{"type":"v1","addr":"172.21.15.92:6835","nonce":2996309052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24482,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/2183805482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":2183805482},{"type":"v1","addr":"172.21.15.82:6837","nonce":2183805482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24484,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1462528640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1462528640},{"type":"v1","addr":"172.21.15.92:6837","nonce":1462528640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24499,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6839/1183044801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6838","nonce":1183044801},{"type":"v1","addr":"172.21.15.92:6839","nonce":1183044801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-05-21T00:36:59.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:59.042+0000 7f974fe00700 1 -- 172.21.15.44:0/4142037265 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f97340b2880 msgr2=0x7f97340b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:59.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:59.042+0000 7f974fe00700 1 --2- 172.21.15.44:0/4142037265 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f97340b2880 0x7f97340b4d40 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f97500770a0 tx=0x7f973c005fb0 comp rx=0 tx=0).stop 2024-05-21T00:36:59.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:59.042+0000 7f974fe00700 1 -- 172.21.15.44:0/4142037265 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9750103490 msgr2=0x7f97501a1900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:36:59.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:59.042+0000 7f974fe00700 1 --2- 172.21.15.44:0/4142037265 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9750103490 0x7f97501a1900 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f974000e9a0 tx=0x7f974000ecb0 comp rx=0 tx=0).stop 2024-05-21T00:36:59.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:59.043+0000 7f974fe00700 1 -- 172.21.15.44:0/4142037265 shutdown_connections 2024-05-21T00:36:59.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:59.043+0000 7f974fe00700 1 --2- 172.21.15.44:0/4142037265 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f97340b2880 0x7f97340b4d40 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:59.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:59.043+0000 7f974fe00700 1 --2- 172.21.15.44:0/4142037265 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9750109540 0x7f975019bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:59.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:59.043+0000 7f974fe00700 1 --2- 172.21.15.44:0/4142037265 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9750103490 0x7f97501a1900 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:59.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:59.043+0000 7f974fe00700 1 --2- 172.21.15.44:0/4142037265 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9750103e50 0x7f97501a1e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:36:59.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:59.043+0000 7f974fe00700 1 -- 172.21.15.44:0/4142037265 >> 172.21.15.44:0/4142037265 conn(0x7f97500fefc0 msgr2=0x7f9750100420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:36:59.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:59.043+0000 7f974fe00700 1 -- 172.21.15.44:0/4142037265 shutdown_connections 2024-05-21T00:36:59.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:36:59.043+0000 7f974fe00700 1 -- 172.21.15.44:0/4142037265 wait complete. 2024-05-21T00:36:59.051 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 10 2024-05-21T00:36:59.298 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:59 smithi044 ceph-mon[31392]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:59.299 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:36:59 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/4142037265' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:36:59.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:59 smithi092 ceph-mon[36335]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:59.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:36:59 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/4142037265' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:36:59.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:59 smithi082 ceph-mon[36141]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:36:59.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:36:59 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/4142037265' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:36:59.899 INFO:journalctl@ceph.mds.g.smithi044.stdout:May 21 00:36:59 smithi044 systemd[1]: Started Ceph mds.g for d03df2b2-1708-11ef-bc9a-c7b262605968. 2024-05-21T00:37:01.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:00 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:01.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:00 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:01.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:00 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:01.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:00 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:37:01.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:00 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:37:01.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:00 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:37:01.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:00 smithi082 ceph-mon[36141]: Deploying daemon mds.a on smithi044 2024-05-21T00:37:01.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:00 smithi082 ceph-mon[36141]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:01.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:00 smithi082 ceph-mon[36141]: mds.? [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] up:boot 2024-05-21T00:37:01.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:00 smithi082 ceph-mon[36141]: fsmap 10 up:standby 2024-05-21T00:37:01.197 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:00 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-21T00:37:01.200 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:00 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:01.200 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:00 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:01.200 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:00 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:01.200 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:00 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:37:01.200 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:00 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:37:01.200 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:00 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:37:01.200 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:00 smithi044 ceph-mon[31392]: Deploying daemon mds.a on smithi044 2024-05-21T00:37:01.200 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:00 smithi044 ceph-mon[31392]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:01.200 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:00 smithi044 ceph-mon[31392]: mds.? [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] up:boot 2024-05-21T00:37:01.201 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:00 smithi044 ceph-mon[31392]: fsmap 10 up:standby 2024-05-21T00:37:01.201 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:00 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-21T00:37:01.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:00 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:01.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:00 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:01.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:00 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:01.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:00 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:37:01.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:00 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:37:01.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:00 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:37:01.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:00 smithi092 ceph-mon[36335]: Deploying daemon mds.a on smithi044 2024-05-21T00:37:01.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:00 smithi092 ceph-mon[36335]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:01.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:00 smithi092 ceph-mon[36335]: mds.? [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] up:boot 2024-05-21T00:37:01.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:00 smithi092 ceph-mon[36335]: fsmap 10 up:standby 2024-05-21T00:37:01.309 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:00 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-21T00:37:02.403 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:37:03.124 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:37:03.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:03 smithi044 ceph-mon[31392]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:03.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:03 smithi092 ceph-mon[36335]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:03.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:03 smithi082 ceph-mon[36141]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:04.400 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 21 00:37:04 smithi044 podman[72714]: 2024-05-21 00:37:04.087818768 +0000 UTC m=+0.457652395 container create 8644fc37acf3c90bf0e38be1cd9f088f1af16a06a5105a7ba6f2a836de93309c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-a, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, RELEASE=wip-lusov-quiesce-b772be9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-05-21T00:37:04.767 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 21 00:37:04 smithi044 podman[72714]: 2024-05-21 00:37:04.408915905 +0000 UTC m=+0.778749539 container init 8644fc37acf3c90bf0e38be1cd9f088f1af16a06a5105a7ba6f2a836de93309c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-a, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-05-21T00:37:04.767 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 21 00:37:04 smithi044 podman[72714]: 2024-05-21 00:37:04.41972493 +0000 UTC m=+0.789558590 container start 8644fc37acf3c90bf0e38be1cd9f088f1af16a06a5105a7ba6f2a836de93309c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-a, ceph=True, RELEASE=wip-lusov-quiesce-b772be9, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-05-21T00:37:04.767 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 21 00:37:04 smithi044 ceph-mds[72744]: -- 172.21.15.44:0/433079981 <== mon.0 v2:172.21.15.44:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555b9d06fa40 con 0x555b9d043000 2024-05-21T00:37:04.767 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 21 00:37:04 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-a[72740]: starting mds.a at 2024-05-21T00:37:04.768 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 21 00:37:04 smithi044 bash[72714]: 8644fc37acf3c90bf0e38be1cd9f088f1af16a06a5105a7ba6f2a836de93309c 2024-05-21T00:37:04.768 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 21 00:37:04 smithi044 systemd[1]: Started Ceph mds.a for d03df2b2-1708-11ef-bc9a-c7b262605968. 2024-05-21T00:37:05.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:05 smithi082 ceph-mon[36141]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:05.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:05 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:05.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:05 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:05.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:05 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:05.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:05 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:37:05.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:05 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:37:05.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:05 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:37:05.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:05 smithi082 ceph-mon[36141]: mds.? [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] up:boot 2024-05-21T00:37:05.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:05 smithi082 ceph-mon[36141]: fsmap 11 up:standby 2024-05-21T00:37:05.948 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:05 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-21T00:37:05.948 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:05 smithi044 ceph-mon[31392]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:05.948 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:05 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:05.948 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:05 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:05.948 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:05 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:05.948 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:05 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:37:05.948 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:05 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:37:05.949 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:05 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:37:05.949 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:05 smithi044 ceph-mon[31392]: mds.? [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] up:boot 2024-05-21T00:37:05.949 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:05 smithi044 ceph-mon[31392]: fsmap 11 up:standby 2024-05-21T00:37:05.949 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:05 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-21T00:37:06.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.001+0000 7efd19a00700 1 -- 172.21.15.44:0/1107130545 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efd1410ff40 msgr2=0x7efd14112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:06.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.001+0000 7efd19a00700 1 --2- 172.21.15.44:0/1107130545 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efd1410ff40 0x7efd14112330 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7efd0c00b0a0 tx=0x7efd0c00b3b0 comp rx=0 tx=0).stop 2024-05-21T00:37:06.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.001+0000 7efd19a00700 1 -- 172.21.15.44:0/1107130545 shutdown_connections 2024-05-21T00:37:06.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.001+0000 7efd19a00700 1 --2- 172.21.15.44:0/1107130545 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efd1410ff40 0x7efd14112330 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:06.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.001+0000 7efd19a00700 1 --2- 172.21.15.44:0/1107130545 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efd14075770 0x7efd14075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:06.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.001+0000 7efd19a00700 1 --2- 172.21.15.44:0/1107130545 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7efd14076090 0x7efd1410fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:06.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.001+0000 7efd19a00700 1 -- 172.21.15.44:0/1107130545 >> 172.21.15.44:0/1107130545 conn(0x7efd1407a6a0 msgr2=0x7efd1407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:37:06.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.001+0000 7efd19a00700 1 -- 172.21.15.44:0/1107130545 shutdown_connections 2024-05-21T00:37:06.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.002+0000 7efd19a00700 1 -- 172.21.15.44:0/1107130545 wait complete. 2024-05-21T00:37:06.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.003+0000 7efd19a00700 1 Processor -- start 2024-05-21T00:37:06.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.003+0000 7efd19a00700 1 -- start start 2024-05-21T00:37:06.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.003+0000 7efd19a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efd14075770 0x7efd1419bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:06.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.003+0000 7efd19a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efd14076090 0x7efd1419c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:06.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.003+0000 7efd19a00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7efd1410ff40 0x7efd141a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:06.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.003+0000 7efd19a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7efd141158f0 con 0x7efd14076090 2024-05-21T00:37:06.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.003+0000 7efd19a00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7efd14115770 con 0x7efd1410ff40 2024-05-21T00:37:06.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.003+0000 7efd19a00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7efd14115a70 con 0x7efd14075770 2024-05-21T00:37:06.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.004+0000 7efd12a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efd14075770 0x7efd1419bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:06.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.004+0000 7efd12a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efd14075770 0x7efd1419bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:51966/0 (socket says 172.21.15.44:51966) 2024-05-21T00:37:06.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.004+0000 7efd12a00700 1 -- 172.21.15.44:0/882792766 learned_addr learned my addr 172.21.15.44:0/882792766 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:37:06.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.004+0000 7efd12000700 1 --2- 172.21.15.44:0/882792766 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efd14076090 0x7efd1419c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:06.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.004+0000 7efd13400700 1 --2- 172.21.15.44:0/882792766 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7efd1410ff40 0x7efd141a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:06.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.004+0000 7efd12a00700 1 -- 172.21.15.44:0/882792766 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7efd1410ff40 msgr2=0x7efd141a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:06.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.004+0000 7efd12a00700 1 --2- 172.21.15.44:0/882792766 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7efd1410ff40 0x7efd141a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:06.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.004+0000 7efd12a00700 1 -- 172.21.15.44:0/882792766 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efd14076090 msgr2=0x7efd1419c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:06.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.004+0000 7efd12a00700 1 --2- 172.21.15.44:0/882792766 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efd14076090 0x7efd1419c2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:06.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.004+0000 7efd12a00700 1 -- 172.21.15.44:0/882792766 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd141a0db0 con 0x7efd14075770 2024-05-21T00:37:06.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.004+0000 7efd12a00700 1 --2- 172.21.15.44:0/882792766 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efd14075770 0x7efd1419bda0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7efd0400e9c0 tx=0x7efd0400ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:37:06.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.005+0000 7efd0b400700 1 -- 172.21.15.44:0/882792766 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd0400cbd0 con 0x7efd14075770 2024-05-21T00:37:06.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.005+0000 7efd0b400700 1 -- 172.21.15.44:0/882792766 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efd0400ee60 con 0x7efd14075770 2024-05-21T00:37:06.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.005+0000 7efd19a00700 1 -- 172.21.15.44:0/882792766 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd141a10a0 con 0x7efd14075770 2024-05-21T00:37:06.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.005+0000 7efd0b400700 1 -- 172.21.15.44:0/882792766 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd040055c0 con 0x7efd14075770 2024-05-21T00:37:06.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.005+0000 7efd19a00700 1 -- 172.21.15.44:0/882792766 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd141a8920 con 0x7efd14075770 2024-05-21T00:37:06.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.006+0000 7efd19a00700 1 -- 172.21.15.44:0/882792766 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efcf4005330 con 0x7efd14075770 2024-05-21T00:37:06.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.008+0000 7efd0b400700 1 -- 172.21.15.44:0/882792766 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7efd04004750 con 0x7efd14075770 2024-05-21T00:37:06.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.009+0000 7efd0b400700 1 --2- 172.21.15.44:0/882792766 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7efcf80b2900 0x7efcf80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:06.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.010+0000 7efd0b400700 1 -- 172.21.15.44:0/882792766 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7efd040e1f80 con 0x7efd14075770 2024-05-21T00:37:06.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.010+0000 7efd12000700 1 --2- 172.21.15.44:0/882792766 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7efcf80b2900 0x7efcf80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:06.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.010+0000 7efd12000700 1 --2- 172.21.15.44:0/882792766 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7efcf80b2900 0x7efcf80b4dc0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7efd00009680 tx=0x7efd00009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:37:06.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.014+0000 7efd0b400700 1 -- 172.21.15.44:0/882792766 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7efd040aa0a0 con 0x7efd14075770 2024-05-21T00:37:06.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:05 smithi092 ceph-mon[36335]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:06.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:05 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:06.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:05 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:06.059 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:05 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:06.059 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:05 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:37:06.059 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:05 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:37:06.059 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:05 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:37:06.059 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:05 smithi092 ceph-mon[36335]: mds.? [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] up:boot 2024-05-21T00:37:06.059 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:05 smithi092 ceph-mon[36335]: fsmap 11 up:standby 2024-05-21T00:37:06.059 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:05 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-21T00:37:06.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.300+0000 7efd19a00700 1 -- 172.21.15.44:0/882792766 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efcf4005620 con 0x7efd14075770 2024-05-21T00:37:06.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.301+0000 7efd0b400700 1 -- 172.21.15.44:0/882792766 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9641 (secure 0 0 0) 0x7efd040a99a0 con 0x7efd14075770 2024-05-21T00:37:06.306 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:37:06.306 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/561549854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":561549854},{"type":"v1","addr":"172.21.15.44:6837","nonce":561549854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/2400906516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2400906516},{"type":"v1","addr":"172.21.15.82:6835","nonce":2400906516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2996309052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2996309052},{"type":"v1","addr":"172.21.15.92:6835","nonce":2996309052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24482,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/2183805482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":2183805482},{"type":"v1","addr":"172.21.15.82:6837","nonce":2183805482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24484,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1462528640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1462528640},{"type":"v1","addr":"172.21.15.92:6837","nonce":1462528640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24499,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6839/1183044801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6838","nonce":1183044801},{"type":"v1","addr":"172.21.15.92:6839","nonce":1183044801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24509,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6841/3917264755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":3917264755},{"type":"v1","addr":"172.21.15.44:6841","nonce":3917264755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24511,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6839/1038937716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1038937716},{"type":"v1","addr":"172.21.15.44:6839","nonce":1038937716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[]} 2024-05-21T00:37:06.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.304+0000 7efd19a00700 1 -- 172.21.15.44:0/882792766 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7efcf80b2900 msgr2=0x7efcf80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:06.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.304+0000 7efd19a00700 1 --2- 172.21.15.44:0/882792766 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7efcf80b2900 0x7efcf80b4dc0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7efd00009680 tx=0x7efd00009260 comp rx=0 tx=0).stop 2024-05-21T00:37:06.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.304+0000 7efd19a00700 1 -- 172.21.15.44:0/882792766 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efd14075770 msgr2=0x7efd1419bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:06.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.304+0000 7efd19a00700 1 --2- 172.21.15.44:0/882792766 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efd14075770 0x7efd1419bda0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7efd0400e9c0 tx=0x7efd0400ecd0 comp rx=0 tx=0).stop 2024-05-21T00:37:06.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.304+0000 7efd19a00700 1 -- 172.21.15.44:0/882792766 shutdown_connections 2024-05-21T00:37:06.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.304+0000 7efd19a00700 1 --2- 172.21.15.44:0/882792766 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7efcf80b2900 0x7efcf80b4dc0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:06.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.304+0000 7efd19a00700 1 --2- 172.21.15.44:0/882792766 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7efd1410ff40 0x7efd141a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:06.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.304+0000 7efd19a00700 1 --2- 172.21.15.44:0/882792766 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efd14075770 0x7efd1419bda0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:06.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.304+0000 7efd19a00700 1 --2- 172.21.15.44:0/882792766 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efd14076090 0x7efd1419c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:06.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.304+0000 7efd19a00700 1 -- 172.21.15.44:0/882792766 >> 172.21.15.44:0/882792766 conn(0x7efd1407a6a0 msgr2=0x7efd14100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:37:06.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.305+0000 7efd19a00700 1 -- 172.21.15.44:0/882792766 shutdown_connections 2024-05-21T00:37:06.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:06.305+0000 7efd19a00700 1 -- 172.21.15.44:0/882792766 wait complete. 2024-05-21T00:37:06.311 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 12 2024-05-21T00:37:06.941 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:06 smithi082 ceph-mon[36141]: Deploying daemon mds.b on smithi082 2024-05-21T00:37:06.941 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:06 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/882792766' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:37:06.941 INFO:journalctl@ceph.mds.b.smithi082.stdout:May 21 00:37:06 smithi082 systemd[1]: Starting Ceph mds.b for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:37:07.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:06 smithi092 ceph-mon[36335]: Deploying daemon mds.b on smithi082 2024-05-21T00:37:07.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:06 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/882792766' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:37:07.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:06 smithi044 ceph-mon[31392]: Deploying daemon mds.b on smithi082 2024-05-21T00:37:07.288 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:06 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/882792766' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:37:07.431 INFO:journalctl@ceph.mds.b.smithi082.stdout:May 21 00:37:07 smithi082 podman[66074]: 2024-05-21 00:37:07.053077717 +0000 UTC m=+0.016865146 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:37:07.431 INFO:journalctl@ceph.mds.b.smithi082.stdout:May 21 00:37:07 smithi082 podman[66074]: 2024-05-21 00:37:07.178564229 +0000 UTC m=+0.142351687 container create 3aaeeb27fa3b3919ab7c243809412d3bc3a0c7fdd4c6d2e317ec3c093cdddf99 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-b, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:37:07.431 INFO:journalctl@ceph.mds.b.smithi082.stdout:May 21 00:37:07 smithi082 podman[66074]: 2024-05-21 00:37:07.423090519 +0000 UTC m=+0.386877938 container init 3aaeeb27fa3b3919ab7c243809412d3bc3a0c7fdd4c6d2e317ec3c093cdddf99 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-b, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-05-21T00:37:07.694 INFO:journalctl@ceph.mds.b.smithi082.stdout:May 21 00:37:07 smithi082 podman[66074]: 2024-05-21 00:37:07.426031919 +0000 UTC m=+0.389819350 container start 3aaeeb27fa3b3919ab7c243809412d3bc3a0c7fdd4c6d2e317ec3c093cdddf99 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-b, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD) 2024-05-21T00:37:07.695 INFO:journalctl@ceph.mds.b.smithi082.stdout:May 21 00:37:07 smithi082 ceph-mds[66095]: -- 172.21.15.82:0/199765814 <== mon.2 v2:172.21.15.82:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5631b51e1a40 con 0x5631b51b4800 2024-05-21T00:37:07.695 INFO:journalctl@ceph.mds.b.smithi082.stdout:May 21 00:37:07 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-b[66091]: starting mds.b at 2024-05-21T00:37:07.695 INFO:journalctl@ceph.mds.b.smithi082.stdout:May 21 00:37:07 smithi082 bash[66074]: 3aaeeb27fa3b3919ab7c243809412d3bc3a0c7fdd4c6d2e317ec3c093cdddf99 2024-05-21T00:37:07.695 INFO:journalctl@ceph.mds.b.smithi082.stdout:May 21 00:37:07 smithi082 systemd[1]: Started Ceph mds.b for d03df2b2-1708-11ef-bc9a-c7b262605968. 2024-05-21T00:37:07.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:07 smithi082 ceph-mon[36141]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:07.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:07 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:07.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:07 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:07.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:07 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:07.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:07 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:07.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:07 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:08.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:07 smithi092 ceph-mon[36335]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:08.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:07 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:08.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:07 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:08.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:07 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:08.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:07 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:08.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:07 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:08.151 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:07 smithi044 ceph-mon[31392]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:08.151 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:07 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:08.151 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:07 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:08.151 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:07 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:08.151 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:07 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:08.151 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:07 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:08.974 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:08 smithi092 ceph-mon[36335]: mds.? [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] up:boot 2024-05-21T00:37:08.974 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:08 smithi092 ceph-mon[36335]: fsmap 12 up:standby 2024-05-21T00:37:08.974 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:08 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-21T00:37:08.974 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:08 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:37:08.974 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:08 smithi092 ceph-mon[36335]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:09.014 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:08 smithi082 ceph-mon[36141]: mds.? [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] up:boot 2024-05-21T00:37:09.014 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:08 smithi082 ceph-mon[36141]: fsmap 12 up:standby 2024-05-21T00:37:09.014 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:08 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-21T00:37:09.014 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:08 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:37:09.014 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:08 smithi082 ceph-mon[36141]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:09.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:08 smithi044 ceph-mon[31392]: mds.? [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] up:boot 2024-05-21T00:37:09.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:08 smithi044 ceph-mon[31392]: fsmap 12 up:standby 2024-05-21T00:37:09.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:08 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-21T00:37:09.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:08 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:37:09.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:08 smithi044 ceph-mon[31392]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:09.291 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:37:09.938 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:37:10.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:10 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:10.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:10 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:10.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:10 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:10.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:10 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:10.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:10 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:10.950 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:10 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:10.950 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:10 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:10.950 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:10 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:10.951 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:10 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:10.951 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:10 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:11.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:10 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:11.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:10 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:11.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:10 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:11.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:10 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:11.059 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:10 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:11.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:11 smithi082 ceph-mon[36141]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:11.957 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:11 smithi044 ceph-mon[31392]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:12.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:11 smithi092 ceph-mon[36335]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:12.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.278+0000 7fa25a800700 1 -- 172.21.15.44:0/38960176 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa2541035f0 msgr2=0x7fa254103a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:12.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.278+0000 7fa25a800700 1 --2- 172.21.15.44:0/38960176 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa2541035f0 0x7fa254103a50 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fa23c009990 tx=0x7fa23c009ca0 comp rx=0 tx=0).stop 2024-05-21T00:37:12.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.278+0000 7fa25a800700 1 -- 172.21.15.44:0/38960176 shutdown_connections 2024-05-21T00:37:12.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.278+0000 7fa25a800700 1 --2- 172.21.15.44:0/38960176 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa254103f90 0x7fa254110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:12.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.278+0000 7fa25a800700 1 --2- 172.21.15.44:0/38960176 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa254108500 0x7fa2541088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:12.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.278+0000 7fa25a800700 1 --2- 172.21.15.44:0/38960176 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa2541035f0 0x7fa254103a50 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:12.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.278+0000 7fa25a800700 1 -- 172.21.15.44:0/38960176 >> 172.21.15.44:0/38960176 conn(0x7fa25407a6a0 msgr2=0x7fa25407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:37:12.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.278+0000 7fa25a800700 1 -- 172.21.15.44:0/38960176 shutdown_connections 2024-05-21T00:37:12.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.278+0000 7fa25a800700 1 -- 172.21.15.44:0/38960176 wait complete. 2024-05-21T00:37:12.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.279+0000 7fa25a800700 1 Processor -- start 2024-05-21T00:37:12.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.279+0000 7fa25a800700 1 -- start start 2024-05-21T00:37:12.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.280+0000 7fa25a800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa2541035f0 0x7fa25419bf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:12.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.280+0000 7fa25a800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa254103f90 0x7fa25419c440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:12.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.280+0000 7fa25a800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa254108500 0x7fa2541a07d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:12.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.280+0000 7fa25a800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa254113790 con 0x7fa2541035f0 2024-05-21T00:37:12.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.280+0000 7fa25a800700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa254113610 con 0x7fa254103f90 2024-05-21T00:37:12.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.280+0000 7fa25a800700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa254113910 con 0x7fa254108500 2024-05-21T00:37:12.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.280+0000 7fa253400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa2541035f0 0x7fa25419bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:12.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.280+0000 7fa253400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa2541035f0 0x7fa25419bf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40010/0 (socket says 172.21.15.44:40010) 2024-05-21T00:37:12.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.280+0000 7fa253400700 1 -- 172.21.15.44:0/526780179 learned_addr learned my addr 172.21.15.44:0/526780179 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:37:12.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.280+0000 7fa24be00700 1 --2- 172.21.15.44:0/526780179 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa254103f90 0x7fa25419c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:12.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.280+0000 7fa253e00700 1 --2- 172.21.15.44:0/526780179 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa254108500 0x7fa2541a07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:12.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.281+0000 7fa253400700 1 -- 172.21.15.44:0/526780179 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa254108500 msgr2=0x7fa2541a07d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:12.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.281+0000 7fa253400700 1 --2- 172.21.15.44:0/526780179 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa254108500 0x7fa2541a07d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:12.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.281+0000 7fa253400700 1 -- 172.21.15.44:0/526780179 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa254103f90 msgr2=0x7fa25419c440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:12.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.281+0000 7fa253400700 1 --2- 172.21.15.44:0/526780179 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa254103f90 0x7fa25419c440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:12.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.281+0000 7fa253400700 1 -- 172.21.15.44:0/526780179 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2541a0f10 con 0x7fa2541035f0 2024-05-21T00:37:12.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.281+0000 7fa24be00700 1 --2- 172.21.15.44:0/526780179 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa254103f90 0x7fa25419c440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:37:12.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.281+0000 7fa253400700 1 --2- 172.21.15.44:0/526780179 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa2541035f0 0x7fa25419bf00 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fa24400e950 tx=0x7fa24400ec60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:37:12.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.282+0000 7fa250c00700 1 -- 172.21.15.44:0/526780179 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa24400eea0 con 0x7fa2541035f0 2024-05-21T00:37:12.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.282+0000 7fa25a800700 1 -- 172.21.15.44:0/526780179 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2541a1200 con 0x7fa2541035f0 2024-05-21T00:37:12.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.282+0000 7fa250c00700 1 -- 172.21.15.44:0/526780179 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa2440044e0 con 0x7fa2541035f0 2024-05-21T00:37:12.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.282+0000 7fa250c00700 1 -- 172.21.15.44:0/526780179 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa244003e00 con 0x7fa2541035f0 2024-05-21T00:37:12.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.282+0000 7fa25a800700 1 -- 172.21.15.44:0/526780179 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2541a8a80 con 0x7fa2541035f0 2024-05-21T00:37:12.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.283+0000 7fa25a800700 1 -- 172.21.15.44:0/526780179 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa25406a230 con 0x7fa2541035f0 2024-05-21T00:37:12.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.285+0000 7fa250c00700 1 -- 172.21.15.44:0/526780179 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fa244003fa0 con 0x7fa2541035f0 2024-05-21T00:37:12.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.287+0000 7fa250c00700 1 --2- 172.21.15.44:0/526780179 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa2380b2880 0x7fa2380b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:12.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.287+0000 7fa250c00700 1 -- 172.21.15.44:0/526780179 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7fa2440e20f0 con 0x7fa2541035f0 2024-05-21T00:37:12.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.287+0000 7fa24be00700 1 --2- 172.21.15.44:0/526780179 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa2380b2880 0x7fa2380b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:12.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.288+0000 7fa24be00700 1 --2- 172.21.15.44:0/526780179 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa2380b2880 0x7fa2380b4d40 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fa2540777d0 tx=0x7fa23c00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:37:12.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.292+0000 7fa250c00700 1 -- 172.21.15.44:0/526780179 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa2440a9bc0 con 0x7fa2541035f0 2024-05-21T00:37:12.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.602+0000 7fa25a800700 1 -- 172.21.15.44:0/526780179 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa25419d260 con 0x7fa2541035f0 2024-05-21T00:37:12.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.603+0000 7fa250c00700 1 -- 172.21.15.44:0/526780179 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10467 (secure 0 0 0) 0x7fa2440adec0 con 0x7fa2541035f0 2024-05-21T00:37:12.608 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:37:12.608 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/561549854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":561549854},{"type":"v1","addr":"172.21.15.44:6837","nonce":561549854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/2400906516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2400906516},{"type":"v1","addr":"172.21.15.82:6835","nonce":2400906516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2996309052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2996309052},{"type":"v1","addr":"172.21.15.92:6835","nonce":2996309052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24482,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/2183805482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":2183805482},{"type":"v1","addr":"172.21.15.82:6837","nonce":2183805482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24484,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1462528640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1462528640},{"type":"v1","addr":"172.21.15.92:6837","nonce":1462528640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24499,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6839/1183044801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6838","nonce":1183044801},{"type":"v1","addr":"172.21.15.92:6839","nonce":1183044801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24509,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6841/3917264755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":3917264755},{"type":"v1","addr":"172.21.15.44:6841","nonce":3917264755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24511,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6839/1038937716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1038937716},{"type":"v1","addr":"172.21.15.44:6839","nonce":1038937716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24521,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6839/3736218763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":3736218763},{"type":"v1","addr":"172.21.15.82:6839","nonce":3736218763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[]} 2024-05-21T00:37:12.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.606+0000 7fa25a800700 1 -- 172.21.15.44:0/526780179 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa2380b2880 msgr2=0x7fa2380b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:12.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.606+0000 7fa25a800700 1 --2- 172.21.15.44:0/526780179 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa2380b2880 0x7fa2380b4d40 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fa2540777d0 tx=0x7fa23c00b260 comp rx=0 tx=0).stop 2024-05-21T00:37:12.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.606+0000 7fa25a800700 1 -- 172.21.15.44:0/526780179 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa2541035f0 msgr2=0x7fa25419bf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:12.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.606+0000 7fa25a800700 1 --2- 172.21.15.44:0/526780179 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa2541035f0 0x7fa25419bf00 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fa24400e950 tx=0x7fa24400ec60 comp rx=0 tx=0).stop 2024-05-21T00:37:12.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.606+0000 7fa25a800700 1 -- 172.21.15.44:0/526780179 shutdown_connections 2024-05-21T00:37:12.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.607+0000 7fa25a800700 1 --2- 172.21.15.44:0/526780179 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa2380b2880 0x7fa2380b4d40 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:12.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.607+0000 7fa25a800700 1 --2- 172.21.15.44:0/526780179 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa2541035f0 0x7fa25419bf00 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:12.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.607+0000 7fa25a800700 1 --2- 172.21.15.44:0/526780179 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa254108500 0x7fa2541a07d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:12.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.607+0000 7fa25a800700 1 --2- 172.21.15.44:0/526780179 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa254103f90 0x7fa25419c440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:12.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.607+0000 7fa25a800700 1 -- 172.21.15.44:0/526780179 >> 172.21.15.44:0/526780179 conn(0x7fa25407a6a0 msgr2=0x7fa254101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:37:12.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.607+0000 7fa25a800700 1 -- 172.21.15.44:0/526780179 shutdown_connections 2024-05-21T00:37:12.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:12.607+0000 7fa25a800700 1 -- 172.21.15.44:0/526780179 wait complete. 2024-05-21T00:37:12.613 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 13 2024-05-21T00:37:13.489 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-05-21T00:37:13.634 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:13 smithi092 ceph-mon[36335]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:13.635 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:13 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:13.635 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:13 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:13.635 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:13 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:37:13.635 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:13 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:37:13.635 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:13 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:13.635 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:13 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/526780179' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:37:13.635 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:13 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:37:13.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:13 smithi044 ceph-mon[31392]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:13.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:13 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:13.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:13 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:13.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:13 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:37:13.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:13 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:37:13.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:13 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:13.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:13 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/526780179' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:37:13.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:13 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:37:13.676 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:13 smithi082 ceph-mon[36141]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:13.676 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:13 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:13.676 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:13 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:13.676 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:13 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:37:13.676 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:13 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:37:13.676 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:13 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:13.676 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:13 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/526780179' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:37:13.676 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:13 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:37:14.240 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:37:15.628 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:15 smithi044 ceph-mon[31392]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:15.628 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:15 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:15.628 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:15 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:15.629 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:15 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:15.629 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:15 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:15.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:15 smithi082 ceph-mon[36141]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:15.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:15 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:15.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:15 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:15.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:15 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:15.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:15 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:15.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:15 smithi092 ceph-mon[36335]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:15.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:15 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:15.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:15 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:15.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:15 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:15.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:15 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:17.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.012+0000 7efd6f200700 1 -- 172.21.15.44:0/2717455777 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efd70076290 msgr2=0x7efd7010f760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:17.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.012+0000 7efd6f200700 1 --2- 172.21.15.44:0/2717455777 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efd70076290 0x7efd7010f760 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7efd5c0098f0 tx=0x7efd5c009c00 comp rx=0 tx=0).stop 2024-05-21T00:37:17.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.012+0000 7efd6f200700 1 -- 172.21.15.44:0/2717455777 shutdown_connections 2024-05-21T00:37:17.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.012+0000 7efd6f200700 1 --2- 172.21.15.44:0/2717455777 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efd70075970 0x7efd70075d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:17.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.012+0000 7efd6f200700 1 --2- 172.21.15.44:0/2717455777 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7efd7010fca0 0x7efd70112110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:17.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.012+0000 7efd6f200700 1 --2- 172.21.15.44:0/2717455777 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efd70076290 0x7efd7010f760 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:17.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.012+0000 7efd6f200700 1 -- 172.21.15.44:0/2717455777 >> 172.21.15.44:0/2717455777 conn(0x7efd700fef50 msgr2=0x7efd70101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:37:17.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.012+0000 7efd6f200700 1 -- 172.21.15.44:0/2717455777 shutdown_connections 2024-05-21T00:37:17.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.012+0000 7efd6f200700 1 -- 172.21.15.44:0/2717455777 wait complete. 2024-05-21T00:37:17.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.013+0000 7efd6f200700 1 Processor -- start 2024-05-21T00:37:17.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.013+0000 7efd6f200700 1 -- start start 2024-05-21T00:37:17.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.013+0000 7efd6f200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7efd70075970 0x7efd7019be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:17.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.014+0000 7efd6f200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efd70076290 0x7efd7019c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:17.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.014+0000 7efd6f200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efd7010fca0 0x7efd701a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:17.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.014+0000 7efd6f200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7efd70115870 con 0x7efd70076290 2024-05-21T00:37:17.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.014+0000 7efd6f200700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7efd701156f0 con 0x7efd70075970 2024-05-21T00:37:17.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.014+0000 7efd6f200700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7efd701159f0 con 0x7efd7010fca0 2024-05-21T00:37:17.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.014+0000 7efd6e800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efd7010fca0 0x7efd701a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:17.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.014+0000 7efd6d400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efd70076290 0x7efd7019c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:17.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.014+0000 7efd6de00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7efd70075970 0x7efd7019be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:17.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.014+0000 7efd6e800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efd7010fca0 0x7efd701a06b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:42032/0 (socket says 172.21.15.44:42032) 2024-05-21T00:37:17.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.014+0000 7efd6e800700 1 -- 172.21.15.44:0/1425979400 learned_addr learned my addr 172.21.15.44:0/1425979400 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:37:17.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.014+0000 7efd6e800700 1 -- 172.21.15.44:0/1425979400 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7efd70075970 msgr2=0x7efd7019be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:17.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.014+0000 7efd6e800700 1 --2- 172.21.15.44:0/1425979400 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7efd70075970 0x7efd7019be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:17.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.014+0000 7efd6e800700 1 -- 172.21.15.44:0/1425979400 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efd70076290 msgr2=0x7efd7019c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:17.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.014+0000 7efd6e800700 1 --2- 172.21.15.44:0/1425979400 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efd70076290 0x7efd7019c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:17.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.014+0000 7efd6e800700 1 -- 172.21.15.44:0/1425979400 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd701a0df0 con 0x7efd7010fca0 2024-05-21T00:37:17.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.015+0000 7efd6e800700 1 --2- 172.21.15.44:0/1425979400 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efd7010fca0 0x7efd701a06b0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7efd6800ef30 tx=0x7efd6800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:37:17.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.015+0000 7efd66a00700 1 -- 172.21.15.44:0/1425979400 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd680092e0 con 0x7efd7010fca0 2024-05-21T00:37:17.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.015+0000 7efd66a00700 1 -- 172.21.15.44:0/1425979400 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efd68004bb0 con 0x7efd7010fca0 2024-05-21T00:37:17.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.015+0000 7efd6f200700 1 -- 172.21.15.44:0/1425979400 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd701a1080 con 0x7efd7010fca0 2024-05-21T00:37:17.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.015+0000 7efd66a00700 1 -- 172.21.15.44:0/1425979400 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd68004020 con 0x7efd7010fca0 2024-05-21T00:37:17.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.015+0000 7efd6f200700 1 -- 172.21.15.44:0/1425979400 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd701a8960 con 0x7efd7010fca0 2024-05-21T00:37:17.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.017+0000 7efd6f200700 1 -- 172.21.15.44:0/1425979400 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd7006a230 con 0x7efd7010fca0 2024-05-21T00:37:17.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.019+0000 7efd66a00700 1 -- 172.21.15.44:0/1425979400 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7efd6801b030 con 0x7efd7010fca0 2024-05-21T00:37:17.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.020+0000 7efd66a00700 1 --2- 172.21.15.44:0/1425979400 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7efd540b2900 0x7efd540b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:17.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.020+0000 7efd66a00700 1 -- 172.21.15.44:0/1425979400 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7efd680e17c0 con 0x7efd7010fca0 2024-05-21T00:37:17.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.021+0000 7efd6de00700 1 --2- 172.21.15.44:0/1425979400 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7efd540b2900 0x7efd540b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:17.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.021+0000 7efd6de00700 1 --2- 172.21.15.44:0/1425979400 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7efd540b2900 0x7efd540b4dc0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7efd60009750 tx=0x7efd60009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:37:17.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.025+0000 7efd66a00700 1 -- 172.21.15.44:0/1425979400 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7efd68022020 con 0x7efd7010fca0 2024-05-21T00:37:17.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.290+0000 7efd6f200700 1 -- 172.21.15.44:0/1425979400 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7efd7002e560 con 0x7efd7010fca0 2024-05-21T00:37:17.295 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.291+0000 7efd66a00700 1 -- 172.21.15.44:0/1425979400 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v71) ==== 84+0+65 (secure 0 0 0) 0x7efd68010040 con 0x7efd7010fca0 2024-05-21T00:37:17.295 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:37:17.295 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2024-05-21T00:37:17.295 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:37:17.296 INFO:teuthology.orchestra.run.smithi044.stdout: "poolnum": 1, 2024-05-21T00:37:17.296 INFO:teuthology.orchestra.run.smithi044.stdout: "poolname": ".mgr" 2024-05-21T00:37:17.296 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:37:17.296 INFO:teuthology.orchestra.run.smithi044.stdout:] 2024-05-21T00:37:17.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.295+0000 7efd6f200700 1 -- 172.21.15.44:0/1425979400 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7efd540b2900 msgr2=0x7efd540b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:17.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.295+0000 7efd6f200700 1 --2- 172.21.15.44:0/1425979400 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7efd540b2900 0x7efd540b4dc0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7efd60009750 tx=0x7efd60009310 comp rx=0 tx=0).stop 2024-05-21T00:37:17.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.295+0000 7efd6f200700 1 -- 172.21.15.44:0/1425979400 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efd7010fca0 msgr2=0x7efd701a06b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:17.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.295+0000 7efd6f200700 1 --2- 172.21.15.44:0/1425979400 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efd7010fca0 0x7efd701a06b0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7efd6800ef30 tx=0x7efd6800c3a0 comp rx=0 tx=0).stop 2024-05-21T00:37:17.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.296+0000 7efd6f200700 1 -- 172.21.15.44:0/1425979400 shutdown_connections 2024-05-21T00:37:17.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.296+0000 7efd6f200700 1 --2- 172.21.15.44:0/1425979400 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7efd540b2900 0x7efd540b4dc0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:17.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.296+0000 7efd6f200700 1 --2- 172.21.15.44:0/1425979400 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efd7010fca0 0x7efd701a06b0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:17.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.296+0000 7efd6f200700 1 --2- 172.21.15.44:0/1425979400 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7efd70075970 0x7efd7019be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:17.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.296+0000 7efd6f200700 1 --2- 172.21.15.44:0/1425979400 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efd70076290 0x7efd7019c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:17.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.296+0000 7efd6f200700 1 -- 172.21.15.44:0/1425979400 >> 172.21.15.44:0/1425979400 conn(0x7efd700fef50 msgr2=0x7efd700ffda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:37:17.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.296+0000 7efd6f200700 1 -- 172.21.15.44:0/1425979400 shutdown_connections 2024-05-21T00:37:17.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:17.296+0000 7efd6f200700 1 -- 172.21.15.44:0/1425979400 wait complete. 2024-05-21T00:37:17.629 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:17 smithi044 ceph-mon[31392]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:17.629 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:17 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:17.629 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:17 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1425979400' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-05-21T00:37:17.629 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:17 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:17.630 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:17 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:37:17.630 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:17 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:37:17.630 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:17 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:17.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:17 smithi082 ceph-mon[36141]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:17.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:17 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:17.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:17 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/1425979400' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-05-21T00:37:17.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:17 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:17.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:17 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:37:17.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:17 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:37:17.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:17 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:17.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:17 smithi092 ceph-mon[36335]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:17.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:17 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:17.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:17 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/1425979400' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-05-21T00:37:17.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:17 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:17.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:17 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:37:17.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:17 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:37:17.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:17 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:37:18.043 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-05-21T00:37:18.043 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-05-21T00:37:18.518 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:37:19.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:19 smithi044 ceph-mon[31392]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:19.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:19 smithi082 ceph-mon[36141]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:19.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:19 smithi092 ceph-mon[36335]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:20.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.799+0000 7f48d3600700 1 -- 172.21.15.44:0/813199825 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48cc10fff0 msgr2=0x7f48cc1123e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:20.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.799+0000 7f48d3600700 1 --2- 172.21.15.44:0/813199825 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48cc10fff0 0x7f48cc1123e0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f48c400b0a0 tx=0x7f48c400b3b0 comp rx=0 tx=0).stop 2024-05-21T00:37:20.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.800+0000 7f48d3600700 1 -- 172.21.15.44:0/813199825 shutdown_connections 2024-05-21T00:37:20.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.800+0000 7f48d3600700 1 --2- 172.21.15.44:0/813199825 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48cc10fff0 0x7f48cc1123e0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:20.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.800+0000 7f48d3600700 1 --2- 172.21.15.44:0/813199825 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f48cc06b250 0x7f48cc06b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:20.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.800+0000 7f48d3600700 1 --2- 172.21.15.44:0/813199825 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f48cc06bb70 0x7f48cc10fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:20.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.800+0000 7f48d3600700 1 -- 172.21.15.44:0/813199825 >> 172.21.15.44:0/813199825 conn(0x7f48cc0793f0 msgr2=0x7f48cc079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:37:20.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.800+0000 7f48d3600700 1 -- 172.21.15.44:0/813199825 shutdown_connections 2024-05-21T00:37:20.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.800+0000 7f48d3600700 1 -- 172.21.15.44:0/813199825 wait complete. 2024-05-21T00:37:20.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.801+0000 7f48d3600700 1 Processor -- start 2024-05-21T00:37:20.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.801+0000 7f48d3600700 1 -- start start 2024-05-21T00:37:20.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.801+0000 7f48d3600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48cc06b250 0x7f48cc19be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:20.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.801+0000 7f48d3600700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f48cc06bb70 0x7f48cc19c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:20.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.802+0000 7f48d3600700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f48cc10fff0 0x7f48cc1a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:20.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.802+0000 7f48d3600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f48cc115960 con 0x7f48cc06b250 2024-05-21T00:37:20.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.802+0000 7f48d3600700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f48cc1157e0 con 0x7f48cc06bb70 2024-05-21T00:37:20.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.802+0000 7f48d3600700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f48cc115ae0 con 0x7f48cc10fff0 2024-05-21T00:37:20.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.802+0000 7f48d0c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48cc06b250 0x7f48cc19be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:20.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.802+0000 7f48d0c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48cc06b250 0x7f48cc19be70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41546/0 (socket says 172.21.15.44:41546) 2024-05-21T00:37:20.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.802+0000 7f48d0c00700 1 -- 172.21.15.44:0/3245392544 learned_addr learned my addr 172.21.15.44:0/3245392544 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:37:20.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.802+0000 7f48d1600700 1 --2- 172.21.15.44:0/3245392544 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f48cc10fff0 0x7f48cc1a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:20.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.802+0000 7f48c3e00700 1 --2- 172.21.15.44:0/3245392544 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f48cc06bb70 0x7f48cc19c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:20.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.802+0000 7f48d1600700 1 -- 172.21.15.44:0/3245392544 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f48cc06bb70 msgr2=0x7f48cc19c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:20.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.802+0000 7f48d1600700 1 --2- 172.21.15.44:0/3245392544 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f48cc06bb70 0x7f48cc19c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:20.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.802+0000 7f48d1600700 1 -- 172.21.15.44:0/3245392544 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48cc06b250 msgr2=0x7f48cc19be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:20.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.802+0000 7f48d1600700 1 --2- 172.21.15.44:0/3245392544 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48cc06b250 0x7f48cc19be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:20.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.802+0000 7f48d1600700 1 -- 172.21.15.44:0/3245392544 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48cc1a0e80 con 0x7f48cc10fff0 2024-05-21T00:37:20.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.802+0000 7f48d0c00700 1 --2- 172.21.15.44:0/3245392544 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48cc06b250 0x7f48cc19be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:37:20.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.803+0000 7f48d1600700 1 --2- 172.21.15.44:0/3245392544 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f48cc10fff0 0x7f48cc1a0740 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f48c400b070 tx=0x7f48c4004c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:37:20.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.803+0000 7f48ca000700 1 -- 172.21.15.44:0/3245392544 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48c4021070 con 0x7f48cc10fff0 2024-05-21T00:37:20.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.803+0000 7f48ca000700 1 -- 172.21.15.44:0/3245392544 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f48c4007e30 con 0x7f48cc10fff0 2024-05-21T00:37:20.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.803+0000 7f48d3600700 1 -- 172.21.15.44:0/3245392544 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48cc1a1110 con 0x7f48cc10fff0 2024-05-21T00:37:20.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.803+0000 7f48ca000700 1 -- 172.21.15.44:0/3245392544 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48c40045f0 con 0x7f48cc10fff0 2024-05-21T00:37:20.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.803+0000 7f48d3600700 1 -- 172.21.15.44:0/3245392544 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48cc1a89f0 con 0x7f48cc10fff0 2024-05-21T00:37:20.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.804+0000 7f48d3600700 1 -- 172.21.15.44:0/3245392544 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48cc06a230 con 0x7f48cc10fff0 2024-05-21T00:37:20.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.807+0000 7f48ca000700 1 -- 172.21.15.44:0/3245392544 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f48c4007980 con 0x7f48cc10fff0 2024-05-21T00:37:20.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.808+0000 7f48ca000700 1 --2- 172.21.15.44:0/3245392544 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f48a80b2900 0x7f48a80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:20.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.809+0000 7f48ca000700 1 -- 172.21.15.44:0/3245392544 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f48c400f020 con 0x7f48cc10fff0 2024-05-21T00:37:20.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.809+0000 7f48d0c00700 1 --2- 172.21.15.44:0/3245392544 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f48a80b2900 0x7f48a80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:20.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.809+0000 7f48d0c00700 1 --2- 172.21.15.44:0/3245392544 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f48a80b2900 0x7f48a80b4dc0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f48b0011550 tx=0x7f48b0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:37:20.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:20.811+0000 7f48ca000700 1 -- 172.21.15.44:0/3245392544 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f48c402a020 con 0x7f48cc10fff0 2024-05-21T00:37:21.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:21.049+0000 7f48d3600700 1 -- 172.21.15.44:0/3245392544 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f48cc02e560 con 0x7f48cc10fff0 2024-05-21T00:37:21.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:21.363+0000 7f48ca000700 1 -- 172.21.15.44:0/3245392544 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v72) ==== 138+0+0 (secure 0 0 0) 0x7f48c402e3e0 con 0x7f48cc10fff0 2024-05-21T00:37:21.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:21.370+0000 7f48d3600700 1 -- 172.21.15.44:0/3245392544 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f48a80b2900 msgr2=0x7f48a80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:21.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:21.370+0000 7f48d3600700 1 --2- 172.21.15.44:0/3245392544 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f48a80b2900 0x7f48a80b4dc0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f48b0011550 tx=0x7f48b0009260 comp rx=0 tx=0).stop 2024-05-21T00:37:21.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:21.370+0000 7f48d3600700 1 -- 172.21.15.44:0/3245392544 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f48cc10fff0 msgr2=0x7f48cc1a0740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:21.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:21.370+0000 7f48d3600700 1 --2- 172.21.15.44:0/3245392544 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f48cc10fff0 0x7f48cc1a0740 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f48c400b070 tx=0x7f48c4004c80 comp rx=0 tx=0).stop 2024-05-21T00:37:21.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:21.371+0000 7f48d3600700 1 -- 172.21.15.44:0/3245392544 shutdown_connections 2024-05-21T00:37:21.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:21.371+0000 7f48d3600700 1 --2- 172.21.15.44:0/3245392544 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f48a80b2900 0x7f48a80b4dc0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:21.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:21.371+0000 7f48d3600700 1 --2- 172.21.15.44:0/3245392544 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48cc06b250 0x7f48cc19be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:21.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:21.371+0000 7f48d3600700 1 --2- 172.21.15.44:0/3245392544 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f48cc10fff0 0x7f48cc1a0740 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:21.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:21.371+0000 7f48d3600700 1 --2- 172.21.15.44:0/3245392544 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f48cc06bb70 0x7f48cc19c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:21.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:21.371+0000 7f48d3600700 1 -- 172.21.15.44:0/3245392544 >> 172.21.15.44:0/3245392544 conn(0x7f48cc0793f0 msgr2=0x7f48cc111440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:37:21.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:21.373+0000 7f48d3600700 1 -- 172.21.15.44:0/3245392544 shutdown_connections 2024-05-21T00:37:21.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:21.374+0000 7f48d3600700 1 -- 172.21.15.44:0/3245392544 wait complete. 2024-05-21T00:37:21.381 INFO:teuthology.orchestra.run.smithi044.stderr:pool 'cephfs_metadata' created 2024-05-21T00:37:21.610 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:21 smithi092 ceph-mon[36335]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:21.610 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:21 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/3245392544' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-21T00:37:21.610 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:21 smithi092 ceph-mon[36335]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-21T00:37:21.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:21 smithi044 ceph-mon[31392]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:21.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:21 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/3245392544' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-21T00:37:21.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:21 smithi044 ceph-mon[31392]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-21T00:37:21.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:21 smithi082 ceph-mon[36141]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:21.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:21 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/3245392544' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-21T00:37:21.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:21 smithi082 ceph-mon[36141]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-21T00:37:22.280 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-05-21T00:37:22.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:22 smithi044 ceph-mon[31392]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-05-21T00:37:22.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:22 smithi044 ceph-mon[31392]: osdmap e72: 12 total, 12 up, 12 in 2024-05-21T00:37:22.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:22 smithi082 ceph-mon[36141]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-05-21T00:37:22.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:22 smithi082 ceph-mon[36141]: osdmap e72: 12 total, 12 up, 12 in 2024-05-21T00:37:22.769 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:37:22.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:22 smithi092 ceph-mon[36335]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-05-21T00:37:22.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:22 smithi092 ceph-mon[36335]: osdmap e72: 12 total, 12 up, 12 in 2024-05-21T00:37:23.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:23 smithi044 ceph-mon[31392]: pgmap v308: 33 pgs: 1 creating+peering, 1 active+clean, 31 unknown; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:23.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:23 smithi044 ceph-mon[31392]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-21T00:37:23.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:23 smithi044 ceph-mon[31392]: osdmap e73: 12 total, 12 up, 12 in 2024-05-21T00:37:23.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:23 smithi082 ceph-mon[36141]: pgmap v308: 33 pgs: 1 creating+peering, 1 active+clean, 31 unknown; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:23.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:23 smithi082 ceph-mon[36141]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-21T00:37:23.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:23 smithi082 ceph-mon[36141]: osdmap e73: 12 total, 12 up, 12 in 2024-05-21T00:37:23.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:23 smithi092 ceph-mon[36335]: pgmap v308: 33 pgs: 1 creating+peering, 1 active+clean, 31 unknown; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:23.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:23 smithi092 ceph-mon[36335]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-21T00:37:23.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:23 smithi092 ceph-mon[36335]: osdmap e73: 12 total, 12 up, 12 in 2024-05-21T00:37:24.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:24 smithi044 ceph-mon[31392]: osdmap e74: 12 total, 12 up, 12 in 2024-05-21T00:37:24.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:24 smithi082 ceph-mon[36141]: osdmap e74: 12 total, 12 up, 12 in 2024-05-21T00:37:24.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:24 smithi092 ceph-mon[36335]: osdmap e74: 12 total, 12 up, 12 in 2024-05-21T00:37:25.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.060+0000 7fe1fa400700 1 -- 172.21.15.44:0/4021665437 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1f41060f0 msgr2=0x7fe1f4112600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:25.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.060+0000 7fe1fa400700 1 --2- 172.21.15.44:0/4021665437 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1f41060f0 0x7fe1f4112600 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fe1ec00b0a0 tx=0x7fe1ec00b3b0 comp rx=0 tx=0).stop 2024-05-21T00:37:25.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.060+0000 7fe1fa400700 1 -- 172.21.15.44:0/4021665437 shutdown_connections 2024-05-21T00:37:25.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.060+0000 7fe1fa400700 1 --2- 172.21.15.44:0/4021665437 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe1f410b730 0x7fe1f410bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:25.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.060+0000 7fe1fa400700 1 --2- 172.21.15.44:0/4021665437 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1f41060f0 0x7fe1f4112600 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:25.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.060+0000 7fe1fa400700 1 --2- 172.21.15.44:0/4021665437 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe1f4105730 0x7fe1f4105bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:25.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.060+0000 7fe1fa400700 1 -- 172.21.15.44:0/4021665437 >> 172.21.15.44:0/4021665437 conn(0x7fe1f4101220 msgr2=0x7fe1f4103640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:37:25.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.060+0000 7fe1fa400700 1 -- 172.21.15.44:0/4021665437 shutdown_connections 2024-05-21T00:37:25.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.060+0000 7fe1fa400700 1 -- 172.21.15.44:0/4021665437 wait complete. 2024-05-21T00:37:25.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.061+0000 7fe1fa400700 1 Processor -- start 2024-05-21T00:37:25.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.061+0000 7fe1fa400700 1 -- start start 2024-05-21T00:37:25.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.061+0000 7fe1fa400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe1f4105730 0x7fe1f419bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:25.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.062+0000 7fe1fa400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe1f41060f0 0x7fe1f419c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:25.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.062+0000 7fe1fa400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1f410b730 0x7fe1f41a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:25.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.062+0000 7fe1fa400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe1f41159c0 con 0x7fe1f41060f0 2024-05-21T00:37:25.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.062+0000 7fe1fa400700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe1f4115840 con 0x7fe1f4105730 2024-05-21T00:37:25.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.062+0000 7fe1fa400700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fe1f4115b40 con 0x7fe1f410b730 2024-05-21T00:37:25.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.062+0000 7fe1f2a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe1f41060f0 0x7fe1f419c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:25.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.062+0000 7fe1f2a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe1f41060f0 0x7fe1f419c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41564/0 (socket says 172.21.15.44:41564) 2024-05-21T00:37:25.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.062+0000 7fe1f2a00700 1 -- 172.21.15.44:0/515764432 learned_addr learned my addr 172.21.15.44:0/515764432 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:37:25.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.062+0000 7fe1f3400700 1 --2- 172.21.15.44:0/515764432 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe1f4105730 0x7fe1f419bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:25.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.062+0000 7fe1f3e00700 1 --2- 172.21.15.44:0/515764432 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1f410b730 0x7fe1f41a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:25.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.062+0000 7fe1f3400700 1 -- 172.21.15.44:0/515764432 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1f410b730 msgr2=0x7fe1f41a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:25.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.062+0000 7fe1f3400700 1 --2- 172.21.15.44:0/515764432 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1f410b730 0x7fe1f41a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:25.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.062+0000 7fe1f3400700 1 -- 172.21.15.44:0/515764432 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe1f41060f0 msgr2=0x7fe1f419c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:25.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.062+0000 7fe1f3400700 1 --2- 172.21.15.44:0/515764432 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe1f41060f0 0x7fe1f419c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:25.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.063+0000 7fe1f3400700 1 -- 172.21.15.44:0/515764432 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1f41a0db0 con 0x7fe1f4105730 2024-05-21T00:37:25.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.063+0000 7fe1f3e00700 1 --2- 172.21.15.44:0/515764432 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1f410b730 0x7fe1f41a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:37:25.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.063+0000 7fe1f2a00700 1 --2- 172.21.15.44:0/515764432 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe1f41060f0 0x7fe1f419c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:37:25.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.063+0000 7fe1f3400700 1 --2- 172.21.15.44:0/515764432 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe1f4105730 0x7fe1f419bdf0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fe1e400e9f0 tx=0x7fe1e400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:37:25.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.063+0000 7fe1ebe00700 1 -- 172.21.15.44:0/515764432 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1e400c9c0 con 0x7fe1f4105730 2024-05-21T00:37:25.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.063+0000 7fe1ebe00700 1 -- 172.21.15.44:0/515764432 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe1e400cb60 con 0x7fe1f4105730 2024-05-21T00:37:25.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.063+0000 7fe1ebe00700 1 -- 172.21.15.44:0/515764432 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1e4018680 con 0x7fe1f4105730 2024-05-21T00:37:25.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.063+0000 7fe1fa400700 1 -- 172.21.15.44:0/515764432 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1f41a10a0 con 0x7fe1f4105730 2024-05-21T00:37:25.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.063+0000 7fe1fa400700 1 -- 172.21.15.44:0/515764432 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1f41a8920 con 0x7fe1f4105730 2024-05-21T00:37:25.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.064+0000 7fe1fa400700 1 -- 172.21.15.44:0/515764432 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1f406a230 con 0x7fe1f4105730 2024-05-21T00:37:25.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.067+0000 7fe1ebe00700 1 -- 172.21.15.44:0/515764432 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fe1e4010430 con 0x7fe1f4105730 2024-05-21T00:37:25.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.068+0000 7fe1ebe00700 1 --2- 172.21.15.44:0/515764432 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe1d80b2900 0x7fe1d80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:25.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.069+0000 7fe1ebe00700 1 -- 172.21.15.44:0/515764432 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 7497+0+0 (secure 0 0 0) 0x7fe1e40e2340 con 0x7fe1f4105730 2024-05-21T00:37:25.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.069+0000 7fe1f2a00700 1 --2- 172.21.15.44:0/515764432 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe1d80b2900 0x7fe1d80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:25.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.070+0000 7fe1f2a00700 1 --2- 172.21.15.44:0/515764432 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe1d80b2900 0x7fe1d80b4dc0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fe1f4103810 tx=0x7fe1e0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:37:25.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.070+0000 7fe1ebe00700 1 -- 172.21.15.44:0/515764432 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe1e40aa2f0 con 0x7fe1f4105730 2024-05-21T00:37:25.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.312+0000 7fe1fa400700 1 -- 172.21.15.44:0/515764432 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fe1f402e560 con 0x7fe1f4105730 2024-05-21T00:37:25.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.402+0000 7fe1ebe00700 1 -- 172.21.15.44:0/515764432 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v75) ==== 170+0+0 (secure 0 0 0) 0x7fe1e40b2370 con 0x7fe1f4105730 2024-05-21T00:37:25.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.409+0000 7fe1fa400700 1 -- 172.21.15.44:0/515764432 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe1d80b2900 msgr2=0x7fe1d80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:25.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.409+0000 7fe1fa400700 1 --2- 172.21.15.44:0/515764432 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe1d80b2900 0x7fe1d80b4dc0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fe1f4103810 tx=0x7fe1e0009260 comp rx=0 tx=0).stop 2024-05-21T00:37:25.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.410+0000 7fe1fa400700 1 -- 172.21.15.44:0/515764432 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe1f4105730 msgr2=0x7fe1f419bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:25.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.410+0000 7fe1fa400700 1 --2- 172.21.15.44:0/515764432 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe1f4105730 0x7fe1f419bdf0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fe1e400e9f0 tx=0x7fe1e400ed00 comp rx=0 tx=0).stop 2024-05-21T00:37:25.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.410+0000 7fe1fa400700 1 -- 172.21.15.44:0/515764432 shutdown_connections 2024-05-21T00:37:25.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.410+0000 7fe1fa400700 1 --2- 172.21.15.44:0/515764432 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe1d80b2900 0x7fe1d80b4dc0 secure :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fe1f4103810 tx=0x7fe1e0009260 comp rx=0 tx=0).stop 2024-05-21T00:37:25.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.410+0000 7fe1fa400700 1 --2- 172.21.15.44:0/515764432 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1f410b730 0x7fe1f41a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:25.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.410+0000 7fe1fa400700 1 --2- 172.21.15.44:0/515764432 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe1f4105730 0x7fe1f419bdf0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:25.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.410+0000 7fe1fa400700 1 --2- 172.21.15.44:0/515764432 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe1f41060f0 0x7fe1f419c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:25.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.410+0000 7fe1fa400700 1 -- 172.21.15.44:0/515764432 >> 172.21.15.44:0/515764432 conn(0x7fe1f4101220 msgr2=0x7fe1f4101960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:37:25.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.411+0000 7fe1fa400700 1 -- 172.21.15.44:0/515764432 shutdown_connections 2024-05-21T00:37:25.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:25.411+0000 7fe1fa400700 1 -- 172.21.15.44:0/515764432 wait complete. 2024-05-21T00:37:25.421 INFO:teuthology.orchestra.run.smithi044.stderr:pool 'cephfs_data' created 2024-05-21T00:37:25.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:25 smithi044 ceph-mon[31392]: pgmap v311: 33 pgs: 1 creating+activating, 1 creating+peering, 25 active+clean, 6 unknown; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:25.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:25 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/515764432' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-21T00:37:25.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:25 smithi044 ceph-mon[31392]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-21T00:37:25.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:25 smithi082 ceph-mon[36141]: pgmap v311: 33 pgs: 1 creating+activating, 1 creating+peering, 25 active+clean, 6 unknown; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:25.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:25 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/515764432' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-21T00:37:25.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:25 smithi082 ceph-mon[36141]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-21T00:37:25.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:25 smithi092 ceph-mon[36335]: pgmap v311: 33 pgs: 1 creating+activating, 1 creating+peering, 25 active+clean, 6 unknown; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:25.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:25 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/515764432' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-21T00:37:25.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:25 smithi092 ceph-mon[36335]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-21T00:37:26.370 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-05-21T00:37:26.652 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:26 smithi044 ceph-mon[31392]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-05-21T00:37:26.652 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:26 smithi044 ceph-mon[31392]: osdmap e75: 12 total, 12 up, 12 in 2024-05-21T00:37:26.653 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:26 smithi044 ceph-mon[31392]: osdmap e76: 12 total, 12 up, 12 in 2024-05-21T00:37:26.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:26 smithi082 ceph-mon[36141]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-05-21T00:37:26.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:26 smithi082 ceph-mon[36141]: osdmap e75: 12 total, 12 up, 12 in 2024-05-21T00:37:26.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:26 smithi082 ceph-mon[36141]: osdmap e76: 12 total, 12 up, 12 in 2024-05-21T00:37:26.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:26 smithi092 ceph-mon[36335]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-05-21T00:37:26.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:26 smithi092 ceph-mon[36335]: osdmap e75: 12 total, 12 up, 12 in 2024-05-21T00:37:26.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:26 smithi092 ceph-mon[36335]: osdmap e76: 12 total, 12 up, 12 in 2024-05-21T00:37:26.845 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:37:27.593 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:27 smithi044 ceph-mon[31392]: pgmap v313: 97 pgs: 1 creating+activating, 5 creating+peering, 31 active+clean, 60 unknown; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:27.594 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:27 smithi044 ceph-mon[31392]: osdmap e77: 12 total, 12 up, 12 in 2024-05-21T00:37:27.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:27 smithi092 ceph-mon[36335]: pgmap v313: 97 pgs: 1 creating+activating, 5 creating+peering, 31 active+clean, 60 unknown; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:27.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:27 smithi092 ceph-mon[36335]: osdmap e77: 12 total, 12 up, 12 in 2024-05-21T00:37:27.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:27 smithi082 ceph-mon[36141]: pgmap v313: 97 pgs: 1 creating+activating, 5 creating+peering, 31 active+clean, 60 unknown; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:27.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:27 smithi082 ceph-mon[36141]: osdmap e77: 12 total, 12 up, 12 in 2024-05-21T00:37:29.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.218+0000 7fe8c6a00700 1 -- 172.21.15.44:0/620348933 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8c0106120 msgr2=0x7fe8c0112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:29.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.218+0000 7fe8c6a00700 1 --2- 172.21.15.44:0/620348933 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8c0106120 0x7fe8c0112630 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe8b8009f90 tx=0x7fe8b800b330 comp rx=0 tx=0).stop 2024-05-21T00:37:29.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.218+0000 7fe8c6a00700 1 -- 172.21.15.44:0/620348933 shutdown_connections 2024-05-21T00:37:29.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.218+0000 7fe8c6a00700 1 --2- 172.21.15.44:0/620348933 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8c0106120 0x7fe8c0112630 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:29.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.218+0000 7fe8c6a00700 1 --2- 172.21.15.44:0/620348933 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe8c010b760 0x7fe8c010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:29.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.218+0000 7fe8c6a00700 1 --2- 172.21.15.44:0/620348933 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe8c0105760 0x7fe8c0105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:29.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.218+0000 7fe8c6a00700 1 -- 172.21.15.44:0/620348933 >> 172.21.15.44:0/620348933 conn(0x7fe8c0101250 msgr2=0x7fe8c0103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:37:29.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.218+0000 7fe8c6a00700 1 -- 172.21.15.44:0/620348933 shutdown_connections 2024-05-21T00:37:29.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.218+0000 7fe8c6a00700 1 -- 172.21.15.44:0/620348933 wait complete. 2024-05-21T00:37:29.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.219+0000 7fe8c6a00700 1 Processor -- start 2024-05-21T00:37:29.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.219+0000 7fe8c6a00700 1 -- start start 2024-05-21T00:37:29.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.220+0000 7fe8c6a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe8c0105760 0x7fe8c019bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:29.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.220+0000 7fe8c6a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8c0106120 0x7fe8c019c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:29.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.220+0000 7fe8c6a00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe8c010b760 0x7fe8c01a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:29.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.220+0000 7fe8c6a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe8c01159f0 con 0x7fe8c0105760 2024-05-21T00:37:29.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.220+0000 7fe8c6a00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe8c0115870 con 0x7fe8c010b760 2024-05-21T00:37:29.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.220+0000 7fe8c6a00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fe8c0115b70 con 0x7fe8c0106120 2024-05-21T00:37:29.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.220+0000 7fe8bfe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe8c0105760 0x7fe8c019bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:29.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.220+0000 7fe8bfe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe8c0105760 0x7fe8c019bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35542/0 (socket says 172.21.15.44:35542) 2024-05-21T00:37:29.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.220+0000 7fe8bfe00700 1 -- 172.21.15.44:0/2321755255 learned_addr learned my addr 172.21.15.44:0/2321755255 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:37:29.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.220+0000 7fe8c4a00700 1 --2- 172.21.15.44:0/2321755255 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe8c010b760 0x7fe8c01a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:29.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.220+0000 7fe8bf400700 1 --2- 172.21.15.44:0/2321755255 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8c0106120 0x7fe8c019c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:29.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.221+0000 7fe8bfe00700 1 -- 172.21.15.44:0/2321755255 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8c0106120 msgr2=0x7fe8c019c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:29.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.221+0000 7fe8bfe00700 1 --2- 172.21.15.44:0/2321755255 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8c0106120 0x7fe8c019c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:29.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.221+0000 7fe8bfe00700 1 -- 172.21.15.44:0/2321755255 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe8c010b760 msgr2=0x7fe8c01a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:29.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.221+0000 7fe8bfe00700 1 --2- 172.21.15.44:0/2321755255 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe8c010b760 0x7fe8c01a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:29.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.221+0000 7fe8bfe00700 1 -- 172.21.15.44:0/2321755255 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8c01a0da0 con 0x7fe8c0105760 2024-05-21T00:37:29.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.221+0000 7fe8c4a00700 1 --2- 172.21.15.44:0/2321755255 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe8c010b760 0x7fe8c01a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:37:29.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.221+0000 7fe8bfe00700 1 --2- 172.21.15.44:0/2321755255 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe8c0105760 0x7fe8c019bde0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fe8b000e9a0 tx=0x7fe8b000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:37:29.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.221+0000 7fe8bcc00700 1 -- 172.21.15.44:0/2321755255 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8b000ca10 con 0x7fe8c0105760 2024-05-21T00:37:29.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.221+0000 7fe8bcc00700 1 -- 172.21.15.44:0/2321755255 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8b000cbb0 con 0x7fe8c0105760 2024-05-21T00:37:29.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.221+0000 7fe8c6a00700 1 -- 172.21.15.44:0/2321755255 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8c01a1090 con 0x7fe8c0105760 2024-05-21T00:37:29.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.221+0000 7fe8bcc00700 1 -- 172.21.15.44:0/2321755255 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8b0018680 con 0x7fe8c0105760 2024-05-21T00:37:29.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.222+0000 7fe8c6a00700 1 -- 172.21.15.44:0/2321755255 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8c01a8910 con 0x7fe8c0105760 2024-05-21T00:37:29.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.223+0000 7fe8c6a00700 1 -- 172.21.15.44:0/2321755255 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8c006a230 con 0x7fe8c0105760 2024-05-21T00:37:29.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.225+0000 7fe8bcc00700 1 -- 172.21.15.44:0/2321755255 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fe8b0010430 con 0x7fe8c0105760 2024-05-21T00:37:29.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.227+0000 7fe8bcc00700 1 --2- 172.21.15.44:0/2321755255 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe8a40b2880 0x7fe8a40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:29.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.227+0000 7fe8bcc00700 1 -- 172.21.15.44:0/2321755255 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7879+0+0 (secure 0 0 0) 0x7fe8b00e2510 con 0x7fe8c0105760 2024-05-21T00:37:29.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.227+0000 7fe8bf400700 1 --2- 172.21.15.44:0/2321755255 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe8a40b2880 0x7fe8a40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:29.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.228+0000 7fe8bf400700 1 --2- 172.21.15.44:0/2321755255 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe8a40b2880 0x7fe8a40b4d40 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fe8ac009750 tx=0x7fe8ac009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:37:29.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.230+0000 7fe8bcc00700 1 -- 172.21.15.44:0/2321755255 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe8b00aa340 con 0x7fe8c0105760 2024-05-21T00:37:29.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:29.519+0000 7fe8c6a00700 1 -- 172.21.15.44:0/2321755255 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fe8c002e720 con 0x7fe8c0105760 2024-05-21T00:37:29.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:29 smithi092 ceph-mon[36335]: pgmap v316: 97 pgs: 12 creating+peering, 59 active+clean, 26 unknown; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:29.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:29 smithi044 ceph-mon[31392]: pgmap v316: 97 pgs: 12 creating+peering, 59 active+clean, 26 unknown; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:29.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:29 smithi082 ceph-mon[36141]: pgmap v316: 97 pgs: 12 creating+peering, 59 active+clean, 26 unknown; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:30.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:30.470+0000 7fe8bcc00700 1 -- 172.21.15.44:0/2321755255 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7fe8b00b23c0 con 0x7fe8c0105760 2024-05-21T00:37:30.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:30.474+0000 7fe8c6a00700 1 -- 172.21.15.44:0/2321755255 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe8a40b2880 msgr2=0x7fe8a40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:30.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:30.474+0000 7fe8c6a00700 1 --2- 172.21.15.44:0/2321755255 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe8a40b2880 0x7fe8a40b4d40 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fe8ac009750 tx=0x7fe8ac009310 comp rx=0 tx=0).stop 2024-05-21T00:37:30.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:30.475+0000 7fe8c6a00700 1 -- 172.21.15.44:0/2321755255 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe8c0105760 msgr2=0x7fe8c019bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:30.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:30.475+0000 7fe8c6a00700 1 --2- 172.21.15.44:0/2321755255 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe8c0105760 0x7fe8c019bde0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fe8b000e9a0 tx=0x7fe8b000ecb0 comp rx=0 tx=0).stop 2024-05-21T00:37:30.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:30.475+0000 7fe8c6a00700 1 -- 172.21.15.44:0/2321755255 shutdown_connections 2024-05-21T00:37:30.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:30.475+0000 7fe8c6a00700 1 --2- 172.21.15.44:0/2321755255 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe8a40b2880 0x7fe8a40b4d40 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:30.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:30.475+0000 7fe8c6a00700 1 --2- 172.21.15.44:0/2321755255 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe8c0105760 0x7fe8c019bde0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:30.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:30.475+0000 7fe8c6a00700 1 --2- 172.21.15.44:0/2321755255 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe8c010b760 0x7fe8c01a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:30.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:30.475+0000 7fe8c6a00700 1 --2- 172.21.15.44:0/2321755255 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8c0106120 0x7fe8c019c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:30.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:30.475+0000 7fe8c6a00700 1 -- 172.21.15.44:0/2321755255 >> 172.21.15.44:0/2321755255 conn(0x7fe8c0101250 msgr2=0x7fe8c0101850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:37:30.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:30.476+0000 7fe8c6a00700 1 -- 172.21.15.44:0/2321755255 shutdown_connections 2024-05-21T00:37:30.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:30.476+0000 7fe8c6a00700 1 -- 172.21.15.44:0/2321755255 wait complete. 2024-05-21T00:37:30.484 INFO:teuthology.orchestra.run.smithi044.stderr:new fs with metadata pool 2 and data pool 3 2024-05-21T00:37:30.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:30 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/2321755255' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-21T00:37:30.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:30 smithi092 ceph-mon[36335]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-05-21T00:37:30.886 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:30 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/2321755255' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-21T00:37:30.886 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:30 smithi044 ceph-mon[31392]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-05-21T00:37:30.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:30 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/2321755255' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-21T00:37:30.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:30 smithi082 ceph-mon[36141]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-05-21T00:37:31.415 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T00:37:31.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:31 smithi044 ceph-mon[31392]: pgmap v317: 97 pgs: 12 creating+peering, 85 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:31.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:31 smithi044 ceph-mon[31392]: osdmap e78: 12 total, 12 up, 12 in 2024-05-21T00:37:31.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:31 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/2321755255' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-05-21T00:37:31.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:31 smithi044 ceph-mon[31392]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-05-21T00:37:31.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:31 smithi044 ceph-mon[31392]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-05-21T00:37:31.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:31 smithi092 ceph-mon[36335]: pgmap v317: 97 pgs: 12 creating+peering, 85 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:31.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:31 smithi092 ceph-mon[36335]: osdmap e78: 12 total, 12 up, 12 in 2024-05-21T00:37:31.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:31 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/2321755255' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-05-21T00:37:31.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:31 smithi092 ceph-mon[36335]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-05-21T00:37:31.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:31 smithi092 ceph-mon[36335]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-05-21T00:37:31.848 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:31 smithi082 ceph-mon[36141]: pgmap v317: 97 pgs: 12 creating+peering, 85 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:31.848 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:31 smithi082 ceph-mon[36141]: osdmap e78: 12 total, 12 up, 12 in 2024-05-21T00:37:31.848 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:31 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/2321755255' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-05-21T00:37:31.848 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:31 smithi082 ceph-mon[36141]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-05-21T00:37:31.848 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:31 smithi082 ceph-mon[36141]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-05-21T00:37:31.883 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:37:32.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:32 smithi044 ceph-mon[31392]: mds.? [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] up:active 2024-05-21T00:37:32.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:32 smithi044 ceph-mon[31392]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T00:37:32.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:32 smithi044 ceph-mon[31392]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T00:37:32.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:32 smithi044 ceph-mon[31392]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-21T00:37:32.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:32 smithi092 ceph-mon[36335]: mds.? [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] up:active 2024-05-21T00:37:32.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:32 smithi092 ceph-mon[36335]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T00:37:32.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:32 smithi092 ceph-mon[36335]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T00:37:32.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:32 smithi092 ceph-mon[36335]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-21T00:37:32.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:32 smithi082 ceph-mon[36141]: mds.? [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] up:active 2024-05-21T00:37:32.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:32 smithi082 ceph-mon[36141]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T00:37:32.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:32 smithi082 ceph-mon[36141]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T00:37:32.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:32 smithi082 ceph-mon[36141]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-21T00:37:33.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:33 smithi044 ceph-mon[31392]: pgmap v319: 97 pgs: 97 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:33.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:33 smithi044 ceph-mon[31392]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-05-21T00:37:33.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:33 smithi044 ceph-mon[31392]: Cluster is now healthy 2024-05-21T00:37:33.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:33 smithi092 ceph-mon[36335]: pgmap v319: 97 pgs: 97 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:33.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:33 smithi092 ceph-mon[36335]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-05-21T00:37:33.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:33 smithi092 ceph-mon[36335]: Cluster is now healthy 2024-05-21T00:37:33.946 INFO:journalctl@ceph.mds.b.smithi082.stdout:May 21 00:37:33 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-b[66091]: 2024-05-21T00:37:33.709+0000 7fe3f1a9c700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-05-21T00:37:33.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:33 smithi082 ceph-mon[36141]: pgmap v319: 97 pgs: 97 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:37:33.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:33 smithi082 ceph-mon[36141]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-05-21T00:37:33.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:33 smithi082 ceph-mon[36141]: Cluster is now healthy 2024-05-21T00:37:34.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.039+0000 7f0c8fe00700 1 -- 172.21.15.44:0/3679948081 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c8810fff0 msgr2=0x7f0c881123e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:34.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.039+0000 7f0c8fe00700 1 --2- 172.21.15.44:0/3679948081 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c8810fff0 0x7f0c881123e0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f0c8000b0a0 tx=0x7f0c8000b3b0 comp rx=0 tx=0).stop 2024-05-21T00:37:34.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.039+0000 7f0c8fe00700 1 -- 172.21.15.44:0/3679948081 shutdown_connections 2024-05-21T00:37:34.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.039+0000 7f0c8fe00700 1 --2- 172.21.15.44:0/3679948081 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c8810fff0 0x7f0c881123e0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:34.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.039+0000 7f0c8fe00700 1 --2- 172.21.15.44:0/3679948081 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c8806b250 0x7f0c8806b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:34.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.039+0000 7f0c8fe00700 1 --2- 172.21.15.44:0/3679948081 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c8806bb70 0x7f0c8810fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:34.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.039+0000 7f0c8fe00700 1 -- 172.21.15.44:0/3679948081 >> 172.21.15.44:0/3679948081 conn(0x7f0c880793f0 msgr2=0x7f0c88079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:37:34.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.039+0000 7f0c8fe00700 1 -- 172.21.15.44:0/3679948081 shutdown_connections 2024-05-21T00:37:34.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.040+0000 7f0c8fe00700 1 -- 172.21.15.44:0/3679948081 wait complete. 2024-05-21T00:37:34.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.041+0000 7f0c8fe00700 1 Processor -- start 2024-05-21T00:37:34.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.041+0000 7f0c8fe00700 1 -- start start 2024-05-21T00:37:34.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.041+0000 7f0c8fe00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c8806b250 0x7f0c8819be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:34.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.041+0000 7f0c8fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c8806bb70 0x7f0c8819c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:34.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.041+0000 7f0c8fe00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c8810fff0 0x7f0c881a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:34.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.041+0000 7f0c8fe00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0c88115960 con 0x7f0c8806bb70 2024-05-21T00:37:34.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.041+0000 7f0c8fe00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0c881157e0 con 0x7f0c8806b250 2024-05-21T00:37:34.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.041+0000 7f0c8fe00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0c88115ae0 con 0x7f0c8810fff0 2024-05-21T00:37:34.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.041+0000 7f0c8ca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c8806bb70 0x7f0c8819c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:34.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.042+0000 7f0c8d400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c8806b250 0x7f0c8819be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:34.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.042+0000 7f0c8ca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c8806bb70 0x7f0c8819c3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35558/0 (socket says 172.21.15.44:35558) 2024-05-21T00:37:34.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.042+0000 7f0c8ca00700 1 -- 172.21.15.44:0/1725534434 learned_addr learned my addr 172.21.15.44:0/1725534434 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:37:34.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.042+0000 7f0c8de00700 1 --2- 172.21.15.44:0/1725534434 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c8810fff0 0x7f0c881a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:34.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.042+0000 7f0c8ca00700 1 -- 172.21.15.44:0/1725534434 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c8810fff0 msgr2=0x7f0c881a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:34.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.042+0000 7f0c8ca00700 1 --2- 172.21.15.44:0/1725534434 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c8810fff0 0x7f0c881a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:34.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.042+0000 7f0c8ca00700 1 -- 172.21.15.44:0/1725534434 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c8806b250 msgr2=0x7f0c8819be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:34.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.042+0000 7f0c8ca00700 1 --2- 172.21.15.44:0/1725534434 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c8806b250 0x7f0c8819be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:34.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.042+0000 7f0c8ca00700 1 -- 172.21.15.44:0/1725534434 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c881a0e30 con 0x7f0c8806bb70 2024-05-21T00:37:34.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.042+0000 7f0c8d400700 1 --2- 172.21.15.44:0/1725534434 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c8806b250 0x7f0c8819be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:37:34.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.042+0000 7f0c8ca00700 1 --2- 172.21.15.44:0/1725534434 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c8806bb70 0x7f0c8819c3b0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f0c7400d980 tx=0x7f0c7400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:37:34.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.043+0000 7f0c86000700 1 -- 172.21.15.44:0/1725534434 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c74016070 con 0x7f0c8806bb70 2024-05-21T00:37:34.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.043+0000 7f0c8fe00700 1 -- 172.21.15.44:0/1725534434 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c881a1120 con 0x7f0c8806bb70 2024-05-21T00:37:34.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.043+0000 7f0c86000700 1 -- 172.21.15.44:0/1725534434 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0c74004830 con 0x7f0c8806bb70 2024-05-21T00:37:34.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.043+0000 7f0c86000700 1 -- 172.21.15.44:0/1725534434 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c74005540 con 0x7f0c8806bb70 2024-05-21T00:37:34.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.043+0000 7f0c8fe00700 1 -- 172.21.15.44:0/1725534434 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c881a89a0 con 0x7f0c8806bb70 2024-05-21T00:37:34.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.044+0000 7f0c8fe00700 1 -- 172.21.15.44:0/1725534434 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c8806a230 con 0x7f0c8806bb70 2024-05-21T00:37:34.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.047+0000 7f0c86000700 1 -- 172.21.15.44:0/1725534434 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f0c74004220 con 0x7f0c8806bb70 2024-05-21T00:37:34.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.049+0000 7f0c86000700 1 --2- 172.21.15.44:0/1725534434 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0c6c0b2880 0x7f0c6c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:34.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.049+0000 7f0c86000700 1 -- 172.21.15.44:0/1725534434 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7979+0+0 (secure 0 0 0) 0x7f0c740e2400 con 0x7f0c8806bb70 2024-05-21T00:37:34.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.049+0000 7f0c8d400700 1 --2- 172.21.15.44:0/1725534434 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0c6c0b2880 0x7f0c6c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:34.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.050+0000 7f0c8d400700 1 --2- 172.21.15.44:0/1725534434 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0c6c0b2880 0x7f0c6c0b4d40 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f0c78011490 tx=0x7f0c78009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:37:34.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.051+0000 7f0c86000700 1 -- 172.21.15.44:0/1725534434 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0c7401f020 con 0x7f0c8806bb70 2024-05-21T00:37:34.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.296+0000 7f0c8fe00700 1 -- 172.21.15.44:0/1725534434 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0c8819d180 con 0x7f0c8806bb70 2024-05-21T00:37:34.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.300+0000 7f0c86000700 1 -- 172.21.15.44:0/1725534434 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v78) ==== 74+0+22132 (secure 0 0 0) 0x7f0c740aa1d0 con 0x7f0c8806bb70 2024-05-21T00:37:34.305 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:37:34.309 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":78,"fsid":"d03df2b2-1708-11ef-bc9a-c7b262605968","created":"2024-05-21T00:27:51.458771+0000","modified":"2024-05-21T00:37:29.521628+0000","last_up_change":"2024-05-21T00:36:10.971414+0000","last_in_change":"2024-05-21T00:35:50.957727+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T00:31:54.252537+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T00:37:21.067118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T00:37:25.328393+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"87d95ec0-9884-407b-9d90-67a37bd139bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6803","nonce":3592915645}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6805","nonce":3592915645}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6809","nonce":3592915645}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6807","nonce":3592915645}]},"public_addr":"172.21.15.44:6803/3592915645","cluster_addr":"172.21.15.44:6805/3592915645","heartbeat_back_addr":"172.21.15.44:6809/3592915645","heartbeat_front_addr":"172.21.15.44:6807/3592915645","state":["exists","up"]},{"osd":1,"uuid":"f63d59d5-bcc5-4875-befd-f9ff99c11c5a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6800","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6801","nonce":2647472512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6803","nonce":2647472512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6807","nonce":2647472512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6805","nonce":2647472512}]},"public_addr":"172.21.15.82:6801/2647472512","cluster_addr":"172.21.15.82:6803/2647472512","heartbeat_back_addr":"172.21.15.82:6807/2647472512","heartbeat_front_addr":"172.21.15.82:6805/2647472512","state":["exists","up"]},{"osd":2,"uuid":"03dda03d-7581-476b-8e0b-ede8b7865165","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6801","nonce":2514141415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6803","nonce":2514141415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6807","nonce":2514141415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6805","nonce":2514141415}]},"public_addr":"172.21.15.92:6801/2514141415","cluster_addr":"172.21.15.92:6803/2514141415","heartbeat_back_addr":"172.21.15.92:6807/2514141415","heartbeat_front_addr":"172.21.15.92:6805/2514141415","state":["exists","up"]},{"osd":3,"uuid":"ee4c6871-e0ba-4dda-9fa1-f53d17314665","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6811","nonce":3929544733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6813","nonce":3929544733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6817","nonce":3929544733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6815","nonce":3929544733}]},"public_addr":"172.21.15.44:6811/3929544733","cluster_addr":"172.21.15.44:6813/3929544733","heartbeat_back_addr":"172.21.15.44:6817/3929544733","heartbeat_front_addr":"172.21.15.44:6815/3929544733","state":["exists","up"]},{"osd":4,"uuid":"43686e5d-9d5d-47ce-9a87-809e4dd36914","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6809","nonce":1580415467}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6811","nonce":1580415467}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6815","nonce":1580415467}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6813","nonce":1580415467}]},"public_addr":"172.21.15.82:6809/1580415467","cluster_addr":"172.21.15.82:6811/1580415467","heartbeat_back_addr":"172.21.15.82:6815/1580415467","heartbeat_front_addr":"172.21.15.82:6813/1580415467","state":["exists","up"]},{"osd":5,"uuid":"d37ad690-2e64-44d9-b4ba-5c1413dbde2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6809","nonce":965782434}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6811","nonce":965782434}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6815","nonce":965782434}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6813","nonce":965782434}]},"public_addr":"172.21.15.92:6809/965782434","cluster_addr":"172.21.15.92:6811/965782434","heartbeat_back_addr":"172.21.15.92:6815/965782434","heartbeat_front_addr":"172.21.15.92:6813/965782434","state":["exists","up"]},{"osd":6,"uuid":"a51f7723-c78c-4ef9-a341-b1ff72ba518e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6819","nonce":1537486544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6821","nonce":1537486544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6825","nonce":1537486544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6823","nonce":1537486544}]},"public_addr":"172.21.15.44:6819/1537486544","cluster_addr":"172.21.15.44:6821/1537486544","heartbeat_back_addr":"172.21.15.44:6825/1537486544","heartbeat_front_addr":"172.21.15.44:6823/1537486544","state":["exists","up"]},{"osd":7,"uuid":"9cb07a5c-be70-4030-a329-3d4f374fb837","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6817","nonce":205724371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6819","nonce":205724371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6823","nonce":205724371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6821","nonce":205724371}]},"public_addr":"172.21.15.82:6817/205724371","cluster_addr":"172.21.15.82:6819/205724371","heartbeat_back_addr":"172.21.15.82:6823/205724371","heartbeat_front_addr":"172.21.15.82:6821/205724371","state":["exists","up"]},{"osd":8,"uuid":"5dcab637-f5dc-45c1-8100-cb0b5ace5c92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6817","nonce":3959245624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6819","nonce":3959245624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6823","nonce":3959245624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6821","nonce":3959245624}]},"public_addr":"172.21.15.92:6817/3959245624","cluster_addr":"172.21.15.92:6819/3959245624","heartbeat_back_addr":"172.21.15.92:6823/3959245624","heartbeat_front_addr":"172.21.15.92:6821/3959245624","state":["exists","up"]},{"osd":9,"uuid":"e8018f84-c48b-46c3-97f9-933126a7b2fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6827","nonce":1654517516}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6829","nonce":1654517516}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6833","nonce":1654517516}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6831","nonce":1654517516}]},"public_addr":"172.21.15.44:6827/1654517516","cluster_addr":"172.21.15.44:6829/1654517516","heartbeat_back_addr":"172.21.15.44:6833/1654517516","heartbeat_front_addr":"172.21.15.44:6831/1654517516","state":["exists","up"]},{"osd":10,"uuid":"2887e4b5-afd3-4a9f-9d8a-c8c22964451d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6825","nonce":1964064567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6827","nonce":1964064567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6831","nonce":1964064567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6829","nonce":1964064567}]},"public_addr":"172.21.15.82:6825/1964064567","cluster_addr":"172.21.15.82:6827/1964064567","heartbeat_back_addr":"172.21.15.82:6831/1964064567","heartbeat_front_addr":"172.21.15.82:6829/1964064567","state":["exists","up"]},{"osd":11,"uuid":"0bc8302f-4e43-4172-8b39-e845532325dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6825","nonce":2911355193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6827","nonce":2911355193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6831","nonce":2911355193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6829","nonce":2911355193}]},"public_addr":"172.21.15.92:6825/2911355193","cluster_addr":"172.21.15.92:6827/2911355193","heartbeat_back_addr":"172.21.15.92:6831/2911355193","heartbeat_front_addr":"172.21.15.92:6829/2911355193","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:03.521286+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:28.491762+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:51.825721+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:32:25.293696+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:32:51.285539+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:33:15.925099+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:33:50.761232+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:34:17.058992+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:34:41.840124+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:35:16.093194+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:35:43.418271+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:36:09.237970+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/880191957":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/587444604":"2024-05-22T00:29:10.086497+0000","172.21.15.44:6800/3330900916":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/64733516":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6801/3460387030":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6801/3330900916":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/1049391158":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6800/3460387030":"2024-05-22T00:28:34.433643+0000","172.21.15.44:0/1950433201":"2024-05-22T00:28:34.433643+0000","172.21.15.44:0/866497567":"2024-05-22T00:29:10.086497+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T00:37:34.311 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.303+0000 7f0c8fe00700 1 -- 172.21.15.44:0/1725534434 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0c6c0b2880 msgr2=0x7f0c6c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:34.311 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.303+0000 7f0c8fe00700 1 --2- 172.21.15.44:0/1725534434 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0c6c0b2880 0x7f0c6c0b4d40 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f0c78011490 tx=0x7f0c78009260 comp rx=0 tx=0).stop 2024-05-21T00:37:34.311 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.303+0000 7f0c8fe00700 1 -- 172.21.15.44:0/1725534434 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c8806bb70 msgr2=0x7f0c8819c3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:34.311 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.303+0000 7f0c8fe00700 1 --2- 172.21.15.44:0/1725534434 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c8806bb70 0x7f0c8819c3b0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f0c7400d980 tx=0x7f0c7400dc90 comp rx=0 tx=0).stop 2024-05-21T00:37:34.312 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.303+0000 7f0c8fe00700 1 -- 172.21.15.44:0/1725534434 shutdown_connections 2024-05-21T00:37:34.312 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.303+0000 7f0c8fe00700 1 --2- 172.21.15.44:0/1725534434 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0c6c0b2880 0x7f0c6c0b4d40 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:34.312 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.303+0000 7f0c8fe00700 1 --2- 172.21.15.44:0/1725534434 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c8810fff0 0x7f0c881a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:34.312 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.303+0000 7f0c8fe00700 1 --2- 172.21.15.44:0/1725534434 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c8806b250 0x7f0c8819be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:34.312 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.303+0000 7f0c8fe00700 1 --2- 172.21.15.44:0/1725534434 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c8806bb70 0x7f0c8819c3b0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:34.312 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.303+0000 7f0c8fe00700 1 -- 172.21.15.44:0/1725534434 >> 172.21.15.44:0/1725534434 conn(0x7f0c880793f0 msgr2=0x7f0c881114e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:37:34.312 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.304+0000 7f0c8fe00700 1 -- 172.21.15.44:0/1725534434 shutdown_connections 2024-05-21T00:37:34.312 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:34.304+0000 7f0c8fe00700 1 -- 172.21.15.44:0/1725534434 wait complete. 2024-05-21T00:37:34.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:34 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1725534434' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:37:34.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:34 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/1725534434' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:37:34.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:34 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/1725534434' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:37:35.157 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T00:37:35.637 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:37:35.791 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:35 smithi044 ceph-mon[31392]: pgmap v320: 97 pgs: 97 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 522 B/s wr, 4 op/s 2024-05-21T00:37:35.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:35 smithi092 ceph-mon[36335]: pgmap v320: 97 pgs: 97 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 522 B/s wr, 4 op/s 2024-05-21T00:37:35.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:35 smithi082 ceph-mon[36141]: pgmap v320: 97 pgs: 97 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 522 B/s wr, 4 op/s 2024-05-21T00:37:37.620 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:37 smithi044 ceph-mon[31392]: pgmap v321: 97 pgs: 97 active+clean; 579 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s wr, 5 op/s 2024-05-21T00:37:37.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:37 smithi092 ceph-mon[36335]: pgmap v321: 97 pgs: 97 active+clean; 579 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s wr, 5 op/s 2024-05-21T00:37:37.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.917+0000 7f0a05800700 1 -- 172.21.15.44:0/824688146 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0a0010a780 msgr2=0x7f0a0010e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:37.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.917+0000 7f0a05800700 1 --2- 172.21.15.44:0/824688146 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0a0010a780 0x7f0a0010e7d0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f09ec0099c0 tx=0x7f09ec009cd0 comp rx=0 tx=0).stop 2024-05-21T00:37:37.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.917+0000 7f0a05800700 1 -- 172.21.15.44:0/824688146 shutdown_connections 2024-05-21T00:37:37.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.917+0000 7f0a05800700 1 --2- 172.21.15.44:0/824688146 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a0010eeb0 0x7f0a00116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:37.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.917+0000 7f0a05800700 1 --2- 172.21.15.44:0/824688146 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0a00109dd0 0x7f0a0010a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:37.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.917+0000 7f0a05800700 1 --2- 172.21.15.44:0/824688146 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0a0010a780 0x7f0a0010e7d0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:37.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.917+0000 7f0a05800700 1 -- 172.21.15.44:0/824688146 >> 172.21.15.44:0/824688146 conn(0x7f0a00076d10 msgr2=0x7f0a00108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:37:37.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.917+0000 7f0a05800700 1 -- 172.21.15.44:0/824688146 shutdown_connections 2024-05-21T00:37:37.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.918+0000 7f0a05800700 1 -- 172.21.15.44:0/824688146 wait complete. 2024-05-21T00:37:37.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.918+0000 7f0a05800700 1 Processor -- start 2024-05-21T00:37:37.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.919+0000 7f0a05800700 1 -- start start 2024-05-21T00:37:37.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.919+0000 7f0a05800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0a00109dd0 0x7f0a001a02d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:37.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.919+0000 7f0a05800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a0010a780 0x7f0a001a0810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:37.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.919+0000 7f0a05800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0a0010eeb0 0x7f0a001a4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:37.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.919+0000 7f0a05800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0a00119d80 con 0x7f0a00109dd0 2024-05-21T00:37:37.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.919+0000 7f0a05800700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0a00119c00 con 0x7f0a0010eeb0 2024-05-21T00:37:37.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.919+0000 7f0a05800700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0a00119f00 con 0x7f0a0010a780 2024-05-21T00:37:37.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.919+0000 7f09fea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0a00109dd0 0x7f0a001a02d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:37.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.919+0000 7f09fea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0a00109dd0 0x7f0a001a02d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43676/0 (socket says 172.21.15.44:43676) 2024-05-21T00:37:37.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.919+0000 7f09fea00700 1 -- 172.21.15.44:0/1578663917 learned_addr learned my addr 172.21.15.44:0/1578663917 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:37:37.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.919+0000 7f09ff400700 1 --2- 172.21.15.44:0/1578663917 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0a0010eeb0 0x7f0a001a4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:37.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.920+0000 7f09fe000700 1 --2- 172.21.15.44:0/1578663917 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a0010a780 0x7f0a001a0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:37.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.920+0000 7f09ff400700 1 -- 172.21.15.44:0/1578663917 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a0010a780 msgr2=0x7f0a001a0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:37.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.920+0000 7f09ff400700 1 --2- 172.21.15.44:0/1578663917 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a0010a780 0x7f0a001a0810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:37.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.920+0000 7f09ff400700 1 -- 172.21.15.44:0/1578663917 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0a00109dd0 msgr2=0x7f0a001a02d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:37.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.920+0000 7f09ff400700 1 --2- 172.21.15.44:0/1578663917 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0a00109dd0 0x7f0a001a02d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:37.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.920+0000 7f09ff400700 1 -- 172.21.15.44:0/1578663917 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a001a52e0 con 0x7f0a0010eeb0 2024-05-21T00:37:37.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.920+0000 7f09ff400700 1 --2- 172.21.15.44:0/1578663917 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0a0010eeb0 0x7f0a001a4ba0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f09f800efc0 tx=0x7f09f800c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:37:37.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.921+0000 7f09f7400700 1 -- 172.21.15.44:0/1578663917 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09f80092e0 con 0x7f0a0010eeb0 2024-05-21T00:37:37.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.921+0000 7f0a05800700 1 -- 172.21.15.44:0/1578663917 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a001a5570 con 0x7f0a0010eeb0 2024-05-21T00:37:37.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.921+0000 7f09f7400700 1 -- 172.21.15.44:0/1578663917 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f09f8004bb0 con 0x7f0a0010eeb0 2024-05-21T00:37:37.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.921+0000 7f09f7400700 1 -- 172.21.15.44:0/1578663917 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09f8004020 con 0x7f0a0010eeb0 2024-05-21T00:37:37.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.921+0000 7f0a05800700 1 -- 172.21.15.44:0/1578663917 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a001ace50 con 0x7f0a0010eeb0 2024-05-21T00:37:37.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.922+0000 7f0a05800700 1 -- 172.21.15.44:0/1578663917 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a0010b2b0 con 0x7f0a0010eeb0 2024-05-21T00:37:37.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.924+0000 7f09f7400700 1 -- 172.21.15.44:0/1578663917 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f09f801b030 con 0x7f0a0010eeb0 2024-05-21T00:37:37.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.926+0000 7f09f7400700 1 --2- 172.21.15.44:0/1578663917 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f09e40b2880 0x7f09e40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:37.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.926+0000 7f09f7400700 1 -- 172.21.15.44:0/1578663917 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7979+0+0 (secure 0 0 0) 0x7f09f80e2560 con 0x7f0a0010eeb0 2024-05-21T00:37:37.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.926+0000 7f09fea00700 1 --2- 172.21.15.44:0/1578663917 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f09e40b2880 0x7f09e40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:37.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.927+0000 7f09fea00700 1 --2- 172.21.15.44:0/1578663917 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f09e40b2880 0x7f09e40b4d40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f09f0009680 tx=0x7f09f0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:37:37.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:37.928+0000 7f09f7400700 1 -- 172.21.15.44:0/1578663917 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f09f8022020 con 0x7f0a0010eeb0 2024-05-21T00:37:37.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:37 smithi082 ceph-mon[36141]: pgmap v321: 97 pgs: 97 active+clean; 579 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s wr, 5 op/s 2024-05-21T00:37:38.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:38.168+0000 7f0a05800700 1 -- 172.21.15.44:0/1578663917 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0a0002e560 con 0x7f0a0010eeb0 2024-05-21T00:37:38.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:38.170+0000 7f09f7400700 1 -- 172.21.15.44:0/1578663917 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v78) ==== 74+0+22132 (secure 0 0 0) 0x7f09f8010040 con 0x7f0a0010eeb0 2024-05-21T00:37:38.178 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:37:38.181 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":78,"fsid":"d03df2b2-1708-11ef-bc9a-c7b262605968","created":"2024-05-21T00:27:51.458771+0000","modified":"2024-05-21T00:37:29.521628+0000","last_up_change":"2024-05-21T00:36:10.971414+0000","last_in_change":"2024-05-21T00:35:50.957727+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T00:31:54.252537+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T00:37:21.067118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T00:37:25.328393+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"87d95ec0-9884-407b-9d90-67a37bd139bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6803","nonce":3592915645}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6805","nonce":3592915645}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6809","nonce":3592915645}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6807","nonce":3592915645}]},"public_addr":"172.21.15.44:6803/3592915645","cluster_addr":"172.21.15.44:6805/3592915645","heartbeat_back_addr":"172.21.15.44:6809/3592915645","heartbeat_front_addr":"172.21.15.44:6807/3592915645","state":["exists","up"]},{"osd":1,"uuid":"f63d59d5-bcc5-4875-befd-f9ff99c11c5a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6800","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6801","nonce":2647472512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6803","nonce":2647472512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6807","nonce":2647472512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6805","nonce":2647472512}]},"public_addr":"172.21.15.82:6801/2647472512","cluster_addr":"172.21.15.82:6803/2647472512","heartbeat_back_addr":"172.21.15.82:6807/2647472512","heartbeat_front_addr":"172.21.15.82:6805/2647472512","state":["exists","up"]},{"osd":2,"uuid":"03dda03d-7581-476b-8e0b-ede8b7865165","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6801","nonce":2514141415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6803","nonce":2514141415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6807","nonce":2514141415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6805","nonce":2514141415}]},"public_addr":"172.21.15.92:6801/2514141415","cluster_addr":"172.21.15.92:6803/2514141415","heartbeat_back_addr":"172.21.15.92:6807/2514141415","heartbeat_front_addr":"172.21.15.92:6805/2514141415","state":["exists","up"]},{"osd":3,"uuid":"ee4c6871-e0ba-4dda-9fa1-f53d17314665","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6811","nonce":3929544733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6813","nonce":3929544733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6817","nonce":3929544733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6815","nonce":3929544733}]},"public_addr":"172.21.15.44:6811/3929544733","cluster_addr":"172.21.15.44:6813/3929544733","heartbeat_back_addr":"172.21.15.44:6817/3929544733","heartbeat_front_addr":"172.21.15.44:6815/3929544733","state":["exists","up"]},{"osd":4,"uuid":"43686e5d-9d5d-47ce-9a87-809e4dd36914","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6809","nonce":1580415467}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6811","nonce":1580415467}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6815","nonce":1580415467}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6813","nonce":1580415467}]},"public_addr":"172.21.15.82:6809/1580415467","cluster_addr":"172.21.15.82:6811/1580415467","heartbeat_back_addr":"172.21.15.82:6815/1580415467","heartbeat_front_addr":"172.21.15.82:6813/1580415467","state":["exists","up"]},{"osd":5,"uuid":"d37ad690-2e64-44d9-b4ba-5c1413dbde2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6809","nonce":965782434}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6811","nonce":965782434}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6815","nonce":965782434}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6813","nonce":965782434}]},"public_addr":"172.21.15.92:6809/965782434","cluster_addr":"172.21.15.92:6811/965782434","heartbeat_back_addr":"172.21.15.92:6815/965782434","heartbeat_front_addr":"172.21.15.92:6813/965782434","state":["exists","up"]},{"osd":6,"uuid":"a51f7723-c78c-4ef9-a341-b1ff72ba518e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6819","nonce":1537486544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6821","nonce":1537486544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6825","nonce":1537486544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6823","nonce":1537486544}]},"public_addr":"172.21.15.44:6819/1537486544","cluster_addr":"172.21.15.44:6821/1537486544","heartbeat_back_addr":"172.21.15.44:6825/1537486544","heartbeat_front_addr":"172.21.15.44:6823/1537486544","state":["exists","up"]},{"osd":7,"uuid":"9cb07a5c-be70-4030-a329-3d4f374fb837","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6817","nonce":205724371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6819","nonce":205724371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6823","nonce":205724371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6821","nonce":205724371}]},"public_addr":"172.21.15.82:6817/205724371","cluster_addr":"172.21.15.82:6819/205724371","heartbeat_back_addr":"172.21.15.82:6823/205724371","heartbeat_front_addr":"172.21.15.82:6821/205724371","state":["exists","up"]},{"osd":8,"uuid":"5dcab637-f5dc-45c1-8100-cb0b5ace5c92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6817","nonce":3959245624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6819","nonce":3959245624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6823","nonce":3959245624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6821","nonce":3959245624}]},"public_addr":"172.21.15.92:6817/3959245624","cluster_addr":"172.21.15.92:6819/3959245624","heartbeat_back_addr":"172.21.15.92:6823/3959245624","heartbeat_front_addr":"172.21.15.92:6821/3959245624","state":["exists","up"]},{"osd":9,"uuid":"e8018f84-c48b-46c3-97f9-933126a7b2fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6827","nonce":1654517516}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6829","nonce":1654517516}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6833","nonce":1654517516}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6831","nonce":1654517516}]},"public_addr":"172.21.15.44:6827/1654517516","cluster_addr":"172.21.15.44:6829/1654517516","heartbeat_back_addr":"172.21.15.44:6833/1654517516","heartbeat_front_addr":"172.21.15.44:6831/1654517516","state":["exists","up"]},{"osd":10,"uuid":"2887e4b5-afd3-4a9f-9d8a-c8c22964451d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6825","nonce":1964064567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6827","nonce":1964064567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6831","nonce":1964064567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6829","nonce":1964064567}]},"public_addr":"172.21.15.82:6825/1964064567","cluster_addr":"172.21.15.82:6827/1964064567","heartbeat_back_addr":"172.21.15.82:6831/1964064567","heartbeat_front_addr":"172.21.15.82:6829/1964064567","state":["exists","up"]},{"osd":11,"uuid":"0bc8302f-4e43-4172-8b39-e845532325dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6825","nonce":2911355193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6827","nonce":2911355193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6831","nonce":2911355193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6829","nonce":2911355193}]},"public_addr":"172.21.15.92:6825/2911355193","cluster_addr":"172.21.15.92:6827/2911355193","heartbeat_back_addr":"172.21.15.92:6831/2911355193","heartbeat_front_addr":"172.21.15.92:6829/2911355193","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:03.521286+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:28.491762+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:51.825721+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:32:25.293696+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:32:51.285539+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:33:15.925099+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:33:50.761232+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:34:17.058992+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:34:41.840124+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:35:16.093194+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:35:43.418271+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:36:09.237970+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/880191957":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/587444604":"2024-05-22T00:29:10.086497+0000","172.21.15.44:6800/3330900916":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/64733516":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6801/3460387030":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6801/3330900916":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/1049391158":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6800/3460387030":"2024-05-22T00:28:34.433643+0000","172.21.15.44:0/1950433201":"2024-05-22T00:28:34.433643+0000","172.21.15.44:0/866497567":"2024-05-22T00:29:10.086497+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T00:37:38.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:38.173+0000 7f0a05800700 1 -- 172.21.15.44:0/1578663917 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f09e40b2880 msgr2=0x7f09e40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:38.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:38.173+0000 7f0a05800700 1 --2- 172.21.15.44:0/1578663917 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f09e40b2880 0x7f09e40b4d40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f09f0009680 tx=0x7f09f0009260 comp rx=0 tx=0).stop 2024-05-21T00:37:38.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:38.173+0000 7f0a05800700 1 -- 172.21.15.44:0/1578663917 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0a0010eeb0 msgr2=0x7f0a001a4ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:38.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:38.173+0000 7f0a05800700 1 --2- 172.21.15.44:0/1578663917 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0a0010eeb0 0x7f0a001a4ba0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f09f800efc0 tx=0x7f09f800c3a0 comp rx=0 tx=0).stop 2024-05-21T00:37:38.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:38.173+0000 7f0a05800700 1 -- 172.21.15.44:0/1578663917 shutdown_connections 2024-05-21T00:37:38.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:38.173+0000 7f0a05800700 1 --2- 172.21.15.44:0/1578663917 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f09e40b2880 0x7f09e40b4d40 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:38.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:38.173+0000 7f0a05800700 1 --2- 172.21.15.44:0/1578663917 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0a00109dd0 0x7f0a001a02d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:38.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:38.173+0000 7f0a05800700 1 --2- 172.21.15.44:0/1578663917 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0a0010eeb0 0x7f0a001a4ba0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:38.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:38.173+0000 7f0a05800700 1 --2- 172.21.15.44:0/1578663917 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a0010a780 0x7f0a001a0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:38.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:38.173+0000 7f0a05800700 1 -- 172.21.15.44:0/1578663917 >> 172.21.15.44:0/1578663917 conn(0x7f0a00076d10 msgr2=0x7f0a00078940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:37:38.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:38.174+0000 7f0a05800700 1 -- 172.21.15.44:0/1578663917 shutdown_connections 2024-05-21T00:37:38.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:38.174+0000 7f0a05800700 1 -- 172.21.15.44:0/1578663917 wait complete. 2024-05-21T00:37:38.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:38 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/1578663917' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:37:38.909 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:38 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1578663917' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:37:38.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:38 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/1578663917' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:37:38.962 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-05-21T00:37:39.432 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:37:39.772 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:39 smithi044 ceph-mon[31392]: pgmap v322: 97 pgs: 97 active+clean; 579 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-05-21T00:37:39.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:39 smithi092 ceph-mon[36335]: pgmap v322: 97 pgs: 97 active+clean; 579 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-05-21T00:37:39.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:39 smithi082 ceph-mon[36141]: pgmap v322: 97 pgs: 97 active+clean; 579 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-05-21T00:37:41.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:41 smithi044 ceph-mon[31392]: pgmap v323: 97 pgs: 97 active+clean; 579 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-05-21T00:37:41.668 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.663+0000 7fa34f200700 1 -- 172.21.15.44:0/593756969 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa3481095b0 msgr2=0x7fa348109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:41.669 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.664+0000 7fa34f200700 1 --2- 172.21.15.44:0/593756969 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa3481095b0 0x7fa348109990 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fa338009990 tx=0x7fa338009ca0 comp rx=0 tx=0).stop 2024-05-21T00:37:41.669 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.664+0000 7fa34f200700 1 -- 172.21.15.44:0/593756969 shutdown_connections 2024-05-21T00:37:41.669 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.664+0000 7fa34f200700 1 --2- 172.21.15.44:0/593756969 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa34806bbe0 0x7fa3481103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:41.669 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.664+0000 7fa34f200700 1 --2- 172.21.15.44:0/593756969 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa3481095b0 0x7fa348109990 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:41.669 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.664+0000 7fa34f200700 1 --2- 172.21.15.44:0/593756969 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa34806b220 0x7fa34806b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:41.669 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.664+0000 7fa34f200700 1 -- 172.21.15.44:0/593756969 >> 172.21.15.44:0/593756969 conn(0x7fa3480793f0 msgr2=0x7fa348079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:37:41.669 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.664+0000 7fa34f200700 1 -- 172.21.15.44:0/593756969 shutdown_connections 2024-05-21T00:37:41.669 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.664+0000 7fa34f200700 1 -- 172.21.15.44:0/593756969 wait complete. 2024-05-21T00:37:41.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.665+0000 7fa34f200700 1 Processor -- start 2024-05-21T00:37:41.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.665+0000 7fa34f200700 1 -- start start 2024-05-21T00:37:41.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.666+0000 7fa34f200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa34806b220 0x7fa34819f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:41.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.666+0000 7fa34f200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa34806bbe0 0x7fa34819fde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:41.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.666+0000 7fa34f200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa3481095b0 0x7fa348199ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:41.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.666+0000 7fa34f200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa348113730 con 0x7fa34806bbe0 2024-05-21T00:37:41.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.666+0000 7fa34f200700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa3481135b0 con 0x7fa3481095b0 2024-05-21T00:37:41.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.666+0000 7fa34f200700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa3481138b0 con 0x7fa34806b220 2024-05-21T00:37:41.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.666+0000 7fa347400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa34806bbe0 0x7fa34819fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:41.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.666+0000 7fa347e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa34806b220 0x7fa34819f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:41.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.666+0000 7fa347400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa34806bbe0 0x7fa34819fde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43694/0 (socket says 172.21.15.44:43694) 2024-05-21T00:37:41.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.666+0000 7fa347400700 1 -- 172.21.15.44:0/1150161670 learned_addr learned my addr 172.21.15.44:0/1150161670 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:37:41.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.666+0000 7fa347e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa34806b220 0x7fa34819f8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:35944/0 (socket says 172.21.15.44:35944) 2024-05-21T00:37:41.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.667+0000 7fa34d200700 1 --2- 172.21.15.44:0/1150161670 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa3481095b0 0x7fa348199ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:41.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.667+0000 7fa347e00700 1 -- 172.21.15.44:0/1150161670 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa3481095b0 msgr2=0x7fa348199ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:41.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.667+0000 7fa347e00700 1 --2- 172.21.15.44:0/1150161670 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa3481095b0 0x7fa348199ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:41.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.667+0000 7fa347e00700 1 -- 172.21.15.44:0/1150161670 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa34806bbe0 msgr2=0x7fa34819fde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:41.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.667+0000 7fa347e00700 1 --2- 172.21.15.44:0/1150161670 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa34806bbe0 0x7fa34819fde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:41.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.667+0000 7fa347e00700 1 -- 172.21.15.44:0/1150161670 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa34819a210 con 0x7fa34806b220 2024-05-21T00:37:41.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.667+0000 7fa347e00700 1 --2- 172.21.15.44:0/1150161670 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa34806b220 0x7fa34819f8a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fa338000c00 tx=0x7fa3380047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:37:41.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.667+0000 7fa344c00700 1 -- 172.21.15.44:0/1150161670 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa338026070 con 0x7fa34806b220 2024-05-21T00:37:41.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.668+0000 7fa34f200700 1 -- 172.21.15.44:0/1150161670 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa34819a4a0 con 0x7fa34806b220 2024-05-21T00:37:41.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.668+0000 7fa344c00700 1 -- 172.21.15.44:0/1150161670 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa338021410 con 0x7fa34806b220 2024-05-21T00:37:41.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.668+0000 7fa344c00700 1 -- 172.21.15.44:0/1150161670 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa338017650 con 0x7fa34806b220 2024-05-21T00:37:41.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.668+0000 7fa34f200700 1 -- 172.21.15.44:0/1150161670 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3481a6770 con 0x7fa34806b220 2024-05-21T00:37:41.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.669+0000 7fa34f200700 1 -- 172.21.15.44:0/1150161670 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa34810ba90 con 0x7fa34806b220 2024-05-21T00:37:41.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.671+0000 7fa344c00700 1 -- 172.21.15.44:0/1150161670 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fa338029070 con 0x7fa34806b220 2024-05-21T00:37:41.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.672+0000 7fa344c00700 1 --2- 172.21.15.44:0/1150161670 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa32c0b2880 0x7fa32c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:41.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.673+0000 7fa344c00700 1 -- 172.21.15.44:0/1150161670 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7979+0+0 (secure 0 0 0) 0x7fa3380e3020 con 0x7fa34806b220 2024-05-21T00:37:41.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.673+0000 7fa347400700 1 --2- 172.21.15.44:0/1150161670 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa32c0b2880 0x7fa32c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:41.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.674+0000 7fa347400700 1 --2- 172.21.15.44:0/1150161670 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa32c0b2880 0x7fa32c0b4d40 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fa334009680 tx=0x7fa334009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:37:41.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.675+0000 7fa344c00700 1 -- 172.21.15.44:0/1150161670 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa338013070 con 0x7fa34806b220 2024-05-21T00:37:41.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:41 smithi092 ceph-mon[36335]: pgmap v323: 97 pgs: 97 active+clean; 579 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-05-21T00:37:41.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:41 smithi082 ceph-mon[36141]: pgmap v323: 97 pgs: 97 active+clean; 579 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-05-21T00:37:41.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:41.964+0000 7fa34f200700 1 -- 172.21.15.44:0/1150161670 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fa348104c70 con 0x7fa34806b220 2024-05-21T00:37:42.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:42.526+0000 7fa344c00700 1 -- 172.21.15.44:0/1150161670 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) ==== 118+0+0 (secure 0 0 0) 0x7fa3380b1e20 con 0x7fa34806b220 2024-05-21T00:37:42.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:42.530+0000 7fa34f200700 1 -- 172.21.15.44:0/1150161670 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa32c0b2880 msgr2=0x7fa32c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:42.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:42.530+0000 7fa34f200700 1 --2- 172.21.15.44:0/1150161670 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa32c0b2880 0x7fa32c0b4d40 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fa334009680 tx=0x7fa334009260 comp rx=0 tx=0).stop 2024-05-21T00:37:42.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:42.530+0000 7fa34f200700 1 -- 172.21.15.44:0/1150161670 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa34806b220 msgr2=0x7fa34819f8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:42.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:42.530+0000 7fa34f200700 1 --2- 172.21.15.44:0/1150161670 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa34806b220 0x7fa34819f8a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fa338000c00 tx=0x7fa3380047b0 comp rx=0 tx=0).stop 2024-05-21T00:37:42.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:42.530+0000 7fa34f200700 1 -- 172.21.15.44:0/1150161670 shutdown_connections 2024-05-21T00:37:42.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:42.531+0000 7fa34f200700 1 --2- 172.21.15.44:0/1150161670 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa32c0b2880 0x7fa32c0b4d40 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:42.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:42.531+0000 7fa34f200700 1 --2- 172.21.15.44:0/1150161670 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa3481095b0 0x7fa348199ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:42.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:42.531+0000 7fa34f200700 1 --2- 172.21.15.44:0/1150161670 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa34806b220 0x7fa34819f8a0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:42.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:42.531+0000 7fa34f200700 1 --2- 172.21.15.44:0/1150161670 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa34806bbe0 0x7fa34819fde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:42.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:42.531+0000 7fa34f200700 1 -- 172.21.15.44:0/1150161670 >> 172.21.15.44:0/1150161670 conn(0x7fa3480793f0 msgr2=0x7fa348101190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:37:42.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:42.531+0000 7fa34f200700 1 -- 172.21.15.44:0/1150161670 shutdown_connections 2024-05-21T00:37:42.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:42.531+0000 7fa34f200700 1 -- 172.21.15.44:0/1150161670 wait complete. 2024-05-21T00:37:42.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:42 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/1150161670' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-21T00:37:42.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:42 smithi092 ceph-mon[36335]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-21T00:37:42.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:42 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1150161670' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-21T00:37:42.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:42 smithi044 ceph-mon[31392]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-21T00:37:42.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:42 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/1150161670' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-21T00:37:42.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:42 smithi082 ceph-mon[36141]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-21T00:37:43.360 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 3, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--size 25000000000'}} 2024-05-21T00:37:43.361 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs set cephfs max_mds 3 2024-05-21T00:37:43.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:43 smithi044 ceph-mon[31392]: pgmap v324: 97 pgs: 97 active+clean; 579 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-05-21T00:37:43.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:43 smithi044 ceph-mon[31392]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-05-21T00:37:43.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:43 smithi044 ceph-mon[31392]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T00:37:43.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:43 smithi092 ceph-mon[36335]: pgmap v324: 97 pgs: 97 active+clean; 579 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-05-21T00:37:43.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:43 smithi092 ceph-mon[36335]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-05-21T00:37:43.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:43 smithi092 ceph-mon[36335]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T00:37:43.835 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:37:43.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:43 smithi082 ceph-mon[36141]: pgmap v324: 97 pgs: 97 active+clean; 579 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-05-21T00:37:43.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:43 smithi082 ceph-mon[36141]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-05-21T00:37:43.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:43 smithi082 ceph-mon[36141]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T00:37:45.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:45 smithi092 ceph-mon[36335]: pgmap v325: 97 pgs: 97 active+clean; 579 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-05-21T00:37:45.821 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:45 smithi044 ceph-mon[31392]: pgmap v325: 97 pgs: 97 active+clean; 579 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-05-21T00:37:45.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:45 smithi082 ceph-mon[36141]: pgmap v325: 97 pgs: 97 active+clean; 579 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-05-21T00:37:46.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.129+0000 7f8434200700 1 -- 172.21.15.44:0/3359923787 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f842c105730 msgr2=0x7f842c105bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:46.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.129+0000 7f8434200700 1 --2- 172.21.15.44:0/3359923787 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f842c105730 0x7f842c105bb0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f8418009990 tx=0x7f8418009ca0 comp rx=0 tx=0).stop 2024-05-21T00:37:46.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.129+0000 7f8434200700 1 -- 172.21.15.44:0/3359923787 shutdown_connections 2024-05-21T00:37:46.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.129+0000 7f8434200700 1 --2- 172.21.15.44:0/3359923787 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f842c1060f0 0x7f842c112600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:46.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.129+0000 7f8434200700 1 --2- 172.21.15.44:0/3359923787 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f842c10b730 0x7f842c10bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:46.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.129+0000 7f8434200700 1 --2- 172.21.15.44:0/3359923787 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f842c105730 0x7f842c105bb0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:46.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.129+0000 7f8434200700 1 -- 172.21.15.44:0/3359923787 >> 172.21.15.44:0/3359923787 conn(0x7f842c101220 msgr2=0x7f842c103640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:37:46.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.129+0000 7f8434200700 1 -- 172.21.15.44:0/3359923787 shutdown_connections 2024-05-21T00:37:46.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.129+0000 7f8434200700 1 -- 172.21.15.44:0/3359923787 wait complete. 2024-05-21T00:37:46.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.130+0000 7f8434200700 1 Processor -- start 2024-05-21T00:37:46.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.131+0000 7f8434200700 1 -- start start 2024-05-21T00:37:46.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.131+0000 7f8434200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f842c105730 0x7f842c19be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:46.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.131+0000 7f8434200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f842c1060f0 0x7f842c19c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:46.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.131+0000 7f8434200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f842c10b730 0x7f842c1a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:46.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.131+0000 7f8434200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f842c1159c0 con 0x7f842c105730 2024-05-21T00:37:46.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.131+0000 7f8434200700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f842c115840 con 0x7f842c1060f0 2024-05-21T00:37:46.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.131+0000 7f8434200700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f842c115b40 con 0x7f842c10b730 2024-05-21T00:37:46.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.131+0000 7f8431800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f842c105730 0x7f842c19be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:46.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.131+0000 7f8431800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f842c105730 0x7f842c19be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43714/0 (socket says 172.21.15.44:43714) 2024-05-21T00:37:46.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.131+0000 7f8431800700 1 -- 172.21.15.44:0/248422100 learned_addr learned my addr 172.21.15.44:0/248422100 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:37:46.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.131+0000 7f8430e00700 1 --2- 172.21.15.44:0/248422100 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f842c1060f0 0x7f842c19c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:46.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.132+0000 7f8432200700 1 --2- 172.21.15.44:0/248422100 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f842c10b730 0x7f842c1a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:46.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.132+0000 7f8430e00700 1 -- 172.21.15.44:0/248422100 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f842c10b730 msgr2=0x7f842c1a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:46.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.132+0000 7f8430e00700 1 --2- 172.21.15.44:0/248422100 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f842c10b730 0x7f842c1a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:46.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.132+0000 7f8430e00700 1 -- 172.21.15.44:0/248422100 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f842c105730 msgr2=0x7f842c19be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:46.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.132+0000 7f8430e00700 1 --2- 172.21.15.44:0/248422100 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f842c105730 0x7f842c19be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:46.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.132+0000 7f8430e00700 1 -- 172.21.15.44:0/248422100 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f842c1a0e40 con 0x7f842c1060f0 2024-05-21T00:37:46.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.132+0000 7f8431800700 1 --2- 172.21.15.44:0/248422100 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f842c105730 0x7f842c19be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:37:46.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.132+0000 7f8430e00700 1 --2- 172.21.15.44:0/248422100 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f842c1060f0 0x7f842c19c370 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f84180098e0 tx=0x7f84180057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:37:46.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.133+0000 7f842a000700 1 -- 172.21.15.44:0/248422100 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8418027070 con 0x7f842c1060f0 2024-05-21T00:37:46.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.133+0000 7f842a000700 1 -- 172.21.15.44:0/248422100 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8418022470 con 0x7f842c1060f0 2024-05-21T00:37:46.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.133+0000 7f8434200700 1 -- 172.21.15.44:0/248422100 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f842c1a10d0 con 0x7f842c1060f0 2024-05-21T00:37:46.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.133+0000 7f842a000700 1 -- 172.21.15.44:0/248422100 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8418017650 con 0x7f842c1060f0 2024-05-21T00:37:46.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.133+0000 7f8434200700 1 -- 172.21.15.44:0/248422100 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f842c1a89b0 con 0x7f842c1060f0 2024-05-21T00:37:46.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.134+0000 7f8434200700 1 -- 172.21.15.44:0/248422100 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f842c06a230 con 0x7f842c1060f0 2024-05-21T00:37:46.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.136+0000 7f842a000700 1 -- 172.21.15.44:0/248422100 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f841802a070 con 0x7f842c1060f0 2024-05-21T00:37:46.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.138+0000 7f842a000700 1 --2- 172.21.15.44:0/248422100 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f84140b2900 0x7f84140b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:46.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.138+0000 7f842a000700 1 -- 172.21.15.44:0/248422100 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7979+0+0 (secure 0 0 0) 0x7f84180e2db0 con 0x7f842c1060f0 2024-05-21T00:37:46.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.138+0000 7f8431800700 1 --2- 172.21.15.44:0/248422100 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f84140b2900 0x7f84140b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:46.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.139+0000 7f8431800700 1 --2- 172.21.15.44:0/248422100 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f84140b2900 0x7f84140b4dc0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f8420011550 tx=0x7f8420009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:37:46.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.142+0000 7f842a000700 1 -- 172.21.15.44:0/248422100 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f84180e7070 con 0x7f842c1060f0 2024-05-21T00:37:46.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.443+0000 7f8434200700 1 -- 172.21.15.44:0/248422100 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) -- 0x7f842c19d190 con 0x7f842c1060f0 2024-05-21T00:37:46.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.547+0000 7f842a000700 1 -- 172.21.15.44:0/248422100 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0 v18) ==== 105+0+0 (secure 0 0 0) 0x7f8418013070 con 0x7f842c1060f0 2024-05-21T00:37:46.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.554+0000 7f8434200700 1 -- 172.21.15.44:0/248422100 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f84140b2900 msgr2=0x7f84140b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:46.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.554+0000 7f8434200700 1 --2- 172.21.15.44:0/248422100 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f84140b2900 0x7f84140b4dc0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f8420011550 tx=0x7f8420009260 comp rx=0 tx=0).stop 2024-05-21T00:37:46.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.554+0000 7f8434200700 1 -- 172.21.15.44:0/248422100 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f842c1060f0 msgr2=0x7f842c19c370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:46.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.554+0000 7f8434200700 1 --2- 172.21.15.44:0/248422100 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f842c1060f0 0x7f842c19c370 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f84180098e0 tx=0x7f84180057c0 comp rx=0 tx=0).stop 2024-05-21T00:37:46.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.554+0000 7f8434200700 1 -- 172.21.15.44:0/248422100 shutdown_connections 2024-05-21T00:37:46.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.554+0000 7f8434200700 1 --2- 172.21.15.44:0/248422100 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f84140b2900 0x7f84140b4dc0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:46.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.554+0000 7f8434200700 1 --2- 172.21.15.44:0/248422100 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f842c105730 0x7f842c19be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:46.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.554+0000 7f8434200700 1 --2- 172.21.15.44:0/248422100 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f842c10b730 0x7f842c1a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:46.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.554+0000 7f8434200700 1 --2- 172.21.15.44:0/248422100 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f842c1060f0 0x7f842c19c370 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:46.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.554+0000 7f8434200700 1 -- 172.21.15.44:0/248422100 >> 172.21.15.44:0/248422100 conn(0x7f842c101220 msgr2=0x7f842c101a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:37:46.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.555+0000 7f8434200700 1 -- 172.21.15.44:0/248422100 shutdown_connections 2024-05-21T00:37:46.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:46.555+0000 7f8434200700 1 -- 172.21.15.44:0/248422100 wait complete. 2024-05-21T00:37:46.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:46 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/248422100' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-21T00:37:46.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:46 smithi092 ceph-mon[36335]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-21T00:37:46.902 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:46 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/248422100' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-21T00:37:46.902 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:46 smithi044 ceph-mon[31392]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-21T00:37:46.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:46 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/248422100' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-21T00:37:46.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:46 smithi082 ceph-mon[36141]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-21T00:37:47.503 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs set cephfs allow_standby_replay true 2024-05-21T00:37:47.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:47 smithi092 ceph-mon[36335]: pgmap v326: 97 pgs: 97 active+clean; 579 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 852 B/s wr, 0 op/s 2024-05-21T00:37:47.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:47 smithi092 ceph-mon[36335]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-21T00:37:47.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:47 smithi092 ceph-mon[36335]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-05-21T00:37:47.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:47 smithi092 ceph-mon[36335]: daemon mds.g assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-05-21T00:37:47.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:47 smithi092 ceph-mon[36335]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T00:37:47.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:47 smithi092 ceph-mon[36335]: fsmap cephfs:2 {0=b=up:active,1=g=up:creating} 10 up:standby 2024-05-21T00:37:47.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:47 smithi092 ceph-mon[36335]: daemon mds.g is now active in filesystem cephfs as rank 1 2024-05-21T00:37:47.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:47 smithi044 ceph-mon[31392]: pgmap v326: 97 pgs: 97 active+clean; 579 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 852 B/s wr, 0 op/s 2024-05-21T00:37:47.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:47 smithi044 ceph-mon[31392]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-21T00:37:47.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:47 smithi044 ceph-mon[31392]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-05-21T00:37:47.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:47 smithi044 ceph-mon[31392]: daemon mds.g assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-05-21T00:37:47.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:47 smithi044 ceph-mon[31392]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T00:37:47.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:47 smithi044 ceph-mon[31392]: fsmap cephfs:2 {0=b=up:active,1=g=up:creating} 10 up:standby 2024-05-21T00:37:47.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:47 smithi044 ceph-mon[31392]: daemon mds.g is now active in filesystem cephfs as rank 1 2024-05-21T00:37:47.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:47 smithi082 ceph-mon[36141]: pgmap v326: 97 pgs: 97 active+clean; 579 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 852 B/s wr, 0 op/s 2024-05-21T00:37:47.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:47 smithi082 ceph-mon[36141]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-21T00:37:47.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:47 smithi082 ceph-mon[36141]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-05-21T00:37:47.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:47 smithi082 ceph-mon[36141]: daemon mds.g assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-05-21T00:37:47.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:47 smithi082 ceph-mon[36141]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T00:37:47.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:47 smithi082 ceph-mon[36141]: fsmap cephfs:2 {0=b=up:active,1=g=up:creating} 10 up:standby 2024-05-21T00:37:47.947 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:47 smithi082 ceph-mon[36141]: daemon mds.g is now active in filesystem cephfs as rank 1 2024-05-21T00:37:47.964 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:37:48.645 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:48 smithi044 ceph-mon[31392]: mds.? [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] up:active 2024-05-21T00:37:48.645 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:48 smithi044 ceph-mon[31392]: daemon mds.a assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-05-21T00:37:48.645 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:48 smithi044 ceph-mon[31392]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-21T00:37:48.645 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:48 smithi044 ceph-mon[31392]: Cluster is now healthy 2024-05-21T00:37:48.645 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:48 smithi044 ceph-mon[31392]: fsmap cephfs:2 {0=b=up:active,1=g=up:active} 10 up:standby 2024-05-21T00:37:48.645 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:48 smithi044 ceph-mon[31392]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=a=up:creating} 9 up:standby 2024-05-21T00:37:48.645 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:48 smithi044 ceph-mon[31392]: daemon mds.a is now active in filesystem cephfs as rank 2 2024-05-21T00:37:48.946 INFO:journalctl@ceph.mds.b.smithi082.stdout:May 21 00:37:48 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-b[66091]: 2024-05-21T00:37:48.709+0000 7fe3f1a9c700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-05-21T00:37:48.951 INFO:journalctl@ceph.mds.b.smithi082.stdout:May 21 00:37:48 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-b[66091]: 2024-05-21T00:37:48.709+0000 7fe3f1a9c700 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-05-21T00:37:48.952 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:48 smithi082 ceph-mon[36141]: mds.? [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] up:active 2024-05-21T00:37:48.952 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:48 smithi082 ceph-mon[36141]: daemon mds.a assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-05-21T00:37:48.952 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:48 smithi082 ceph-mon[36141]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-21T00:37:48.952 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:48 smithi082 ceph-mon[36141]: Cluster is now healthy 2024-05-21T00:37:48.952 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:48 smithi082 ceph-mon[36141]: fsmap cephfs:2 {0=b=up:active,1=g=up:active} 10 up:standby 2024-05-21T00:37:48.953 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:48 smithi082 ceph-mon[36141]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=a=up:creating} 9 up:standby 2024-05-21T00:37:48.953 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:48 smithi082 ceph-mon[36141]: daemon mds.a is now active in filesystem cephfs as rank 2 2024-05-21T00:37:49.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:48 smithi092 ceph-mon[36335]: mds.? [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] up:active 2024-05-21T00:37:49.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:48 smithi092 ceph-mon[36335]: daemon mds.a assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-05-21T00:37:49.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:48 smithi092 ceph-mon[36335]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-21T00:37:49.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:48 smithi092 ceph-mon[36335]: Cluster is now healthy 2024-05-21T00:37:49.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:48 smithi092 ceph-mon[36335]: fsmap cephfs:2 {0=b=up:active,1=g=up:active} 10 up:standby 2024-05-21T00:37:49.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:48 smithi092 ceph-mon[36335]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=a=up:creating} 9 up:standby 2024-05-21T00:37:49.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:48 smithi092 ceph-mon[36335]: daemon mds.a is now active in filesystem cephfs as rank 2 2024-05-21T00:37:49.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:49 smithi044 ceph-mon[31392]: pgmap v327: 97 pgs: 97 active+clean; 580 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-05-21T00:37:49.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:49 smithi044 ceph-mon[31392]: mds.? [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] up:active 2024-05-21T00:37:49.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:49 smithi044 ceph-mon[31392]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=a=up:active} 9 up:standby 2024-05-21T00:37:49.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:49 smithi082 ceph-mon[36141]: pgmap v327: 97 pgs: 97 active+clean; 580 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-05-21T00:37:49.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:49 smithi082 ceph-mon[36141]: mds.? [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] up:active 2024-05-21T00:37:49.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:49 smithi082 ceph-mon[36141]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=a=up:active} 9 up:standby 2024-05-21T00:37:50.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:49 smithi092 ceph-mon[36335]: pgmap v327: 97 pgs: 97 active+clean; 580 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-05-21T00:37:50.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:49 smithi092 ceph-mon[36335]: mds.? [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] up:active 2024-05-21T00:37:50.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:49 smithi092 ceph-mon[36335]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=a=up:active} 9 up:standby 2024-05-21T00:37:50.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.215+0000 7fe331800700 1 -- 172.21.15.44:0/1336818857 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe32c1088f0 msgr2=0x7fe32c110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:50.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.215+0000 7fe331800700 1 --2- 172.21.15.44:0/1336818857 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe32c1088f0 0x7fe32c110470 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fe32400b0a0 tx=0x7fe32400b3b0 comp rx=0 tx=0).stop 2024-05-21T00:37:50.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.215+0000 7fe331800700 1 -- 172.21.15.44:0/1336818857 shutdown_connections 2024-05-21T00:37:50.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.215+0000 7fe331800700 1 --2- 172.21.15.44:0/1336818857 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe32c1037f0 0x7fe32c103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:50.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.215+0000 7fe331800700 1 --2- 172.21.15.44:0/1336818857 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe32c1088f0 0x7fe32c110470 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:50.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.215+0000 7fe331800700 1 --2- 172.21.15.44:0/1336818857 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe32c1041a0 0x7fe32c1081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:50.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.215+0000 7fe331800700 1 -- 172.21.15.44:0/1336818857 >> 172.21.15.44:0/1336818857 conn(0x7fe32c07a6a0 msgr2=0x7fe32c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:37:50.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.215+0000 7fe331800700 1 -- 172.21.15.44:0/1336818857 shutdown_connections 2024-05-21T00:37:50.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.216+0000 7fe331800700 1 -- 172.21.15.44:0/1336818857 wait complete. 2024-05-21T00:37:50.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.217+0000 7fe331800700 1 Processor -- start 2024-05-21T00:37:50.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.217+0000 7fe331800700 1 -- start start 2024-05-21T00:37:50.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.218+0000 7fe331800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe32c1037f0 0x7fe32c19f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:50.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.218+0000 7fe331800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe32c1041a0 0x7fe32c19fd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:50.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.218+0000 7fe331800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe32c1088f0 0x7fe32c1999d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:50.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.218+0000 7fe331800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe32c113730 con 0x7fe32c1041a0 2024-05-21T00:37:50.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.218+0000 7fe331800700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe32c1135b0 con 0x7fe32c1037f0 2024-05-21T00:37:50.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.218+0000 7fe331800700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fe32c1138b0 con 0x7fe32c1088f0 2024-05-21T00:37:50.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.218+0000 7fe32a000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe32c1041a0 0x7fe32c19fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:50.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.218+0000 7fe32aa00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe32c1037f0 0x7fe32c19f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:50.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.218+0000 7fe32a000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe32c1041a0 0x7fe32c19fd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:52034/0 (socket says 172.21.15.44:52034) 2024-05-21T00:37:50.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.218+0000 7fe32a000700 1 -- 172.21.15.44:0/3015659167 learned_addr learned my addr 172.21.15.44:0/3015659167 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:37:50.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.218+0000 7fe32aa00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe32c1037f0 0x7fe32c19f7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:46946/0 (socket says 172.21.15.44:46946) 2024-05-21T00:37:50.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.218+0000 7fe32b400700 1 --2- 172.21.15.44:0/3015659167 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe32c1088f0 0x7fe32c1999d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:50.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.219+0000 7fe32aa00700 1 -- 172.21.15.44:0/3015659167 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe32c1088f0 msgr2=0x7fe32c1999d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:50.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.219+0000 7fe32aa00700 1 --2- 172.21.15.44:0/3015659167 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe32c1088f0 0x7fe32c1999d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:50.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.219+0000 7fe32aa00700 1 -- 172.21.15.44:0/3015659167 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe32c1041a0 msgr2=0x7fe32c19fd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:50.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.219+0000 7fe32aa00700 1 --2- 172.21.15.44:0/3015659167 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe32c1041a0 0x7fe32c19fd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:50.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.219+0000 7fe32aa00700 1 -- 172.21.15.44:0/3015659167 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe32c19a130 con 0x7fe32c1037f0 2024-05-21T00:37:50.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.219+0000 7fe32a000700 1 --2- 172.21.15.44:0/3015659167 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe32c1041a0 0x7fe32c19fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:37:50.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.219+0000 7fe32aa00700 1 --2- 172.21.15.44:0/3015659167 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe32c1037f0 0x7fe32c19f7c0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fe31c00e9f0 tx=0x7fe31c00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:37:50.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.219+0000 7fe323400700 1 -- 172.21.15.44:0/3015659167 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe31c00c9c0 con 0x7fe32c1037f0 2024-05-21T00:37:50.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.219+0000 7fe323400700 1 -- 172.21.15.44:0/3015659167 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe31c00cb60 con 0x7fe32c1037f0 2024-05-21T00:37:50.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.219+0000 7fe323400700 1 -- 172.21.15.44:0/3015659167 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe31c018680 con 0x7fe32c1037f0 2024-05-21T00:37:50.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.219+0000 7fe331800700 1 -- 172.21.15.44:0/3015659167 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe32c19a420 con 0x7fe32c1037f0 2024-05-21T00:37:50.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.219+0000 7fe331800700 1 -- 172.21.15.44:0/3015659167 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe32c1a6690 con 0x7fe32c1037f0 2024-05-21T00:37:50.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.220+0000 7fe331800700 1 -- 172.21.15.44:0/3015659167 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe32c06a230 con 0x7fe32c1037f0 2024-05-21T00:37:50.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.223+0000 7fe323400700 1 -- 172.21.15.44:0/3015659167 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fe31c010430 con 0x7fe32c1037f0 2024-05-21T00:37:50.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.224+0000 7fe323400700 1 --2- 172.21.15.44:0/3015659167 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe3100b2900 0x7fe3100b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:50.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.225+0000 7fe323400700 1 -- 172.21.15.44:0/3015659167 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7979+0+0 (secure 0 0 0) 0x7fe31c0e25b0 con 0x7fe32c1037f0 2024-05-21T00:37:50.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.225+0000 7fe32a000700 1 --2- 172.21.15.44:0/3015659167 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe3100b2900 0x7fe3100b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:50.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.225+0000 7fe32a000700 1 --2- 172.21.15.44:0/3015659167 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe3100b2900 0x7fe3100b4dc0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fe32c1030b0 tx=0x7fe318009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:37:50.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.226+0000 7fe323400700 1 -- 172.21.15.44:0/3015659167 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe31c0aa380 con 0x7fe32c1037f0 2024-05-21T00:37:50.533 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.529+0000 7fe331800700 1 -- 172.21.15.44:0/3015659167 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7fe32c02e6e0 con 0x7fe32c1037f0 2024-05-21T00:37:50.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.585+0000 7fe323400700 1 -- 172.21.15.44:0/3015659167 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v23) ==== 121+0+0 (secure 0 0 0) 0x7fe31c0b2400 con 0x7fe32c1037f0 2024-05-21T00:37:50.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.590+0000 7fe331800700 1 -- 172.21.15.44:0/3015659167 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe3100b2900 msgr2=0x7fe3100b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:50.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.590+0000 7fe331800700 1 --2- 172.21.15.44:0/3015659167 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe3100b2900 0x7fe3100b4dc0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fe32c1030b0 tx=0x7fe318009260 comp rx=0 tx=0).stop 2024-05-21T00:37:50.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.590+0000 7fe331800700 1 -- 172.21.15.44:0/3015659167 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe32c1037f0 msgr2=0x7fe32c19f7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:50.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.590+0000 7fe331800700 1 --2- 172.21.15.44:0/3015659167 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe32c1037f0 0x7fe32c19f7c0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fe31c00e9f0 tx=0x7fe31c00ed00 comp rx=0 tx=0).stop 2024-05-21T00:37:50.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.590+0000 7fe331800700 1 -- 172.21.15.44:0/3015659167 shutdown_connections 2024-05-21T00:37:50.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.590+0000 7fe331800700 1 --2- 172.21.15.44:0/3015659167 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe3100b2900 0x7fe3100b4dc0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:50.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.590+0000 7fe331800700 1 --2- 172.21.15.44:0/3015659167 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe32c1088f0 0x7fe32c1999d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:50.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.590+0000 7fe331800700 1 --2- 172.21.15.44:0/3015659167 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe32c1037f0 0x7fe32c19f7c0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:50.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.590+0000 7fe331800700 1 --2- 172.21.15.44:0/3015659167 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe32c1041a0 0x7fe32c19fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:50.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.590+0000 7fe331800700 1 -- 172.21.15.44:0/3015659167 >> 172.21.15.44:0/3015659167 conn(0x7fe32c07a6a0 msgr2=0x7fe32c1017f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:37:50.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.591+0000 7fe331800700 1 -- 172.21.15.44:0/3015659167 shutdown_connections 2024-05-21T00:37:50.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:50.591+0000 7fe331800700 1 -- 172.21.15.44:0/3015659167 wait complete. 2024-05-21T00:37:50.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:50 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/3015659167' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-21T00:37:50.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:50 smithi044 ceph-mon[31392]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-21T00:37:50.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:50 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/3015659167' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-21T00:37:50.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:50 smithi082 ceph-mon[36141]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-21T00:37:51.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:50 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/3015659167' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-21T00:37:51.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:50 smithi092 ceph-mon[36335]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-21T00:37:51.372 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs set cephfs session_timeout 300 2024-05-21T00:37:51.852 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:37:51.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:51 smithi044 ceph-mon[31392]: pgmap v328: 97 pgs: 97 active+clean; 582 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s wr, 5 op/s 2024-05-21T00:37:51.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:51 smithi044 ceph-mon[31392]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-05-21T00:37:51.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:51 smithi044 ceph-mon[31392]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=a=up:active} 9 up:standby 2024-05-21T00:37:51.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:51 smithi044 ceph-mon[31392]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=a=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T00:37:51.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:51 smithi082 ceph-mon[36141]: pgmap v328: 97 pgs: 97 active+clean; 582 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s wr, 5 op/s 2024-05-21T00:37:51.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:51 smithi082 ceph-mon[36141]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-05-21T00:37:51.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:51 smithi082 ceph-mon[36141]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=a=up:active} 9 up:standby 2024-05-21T00:37:51.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:51 smithi082 ceph-mon[36141]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=a=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T00:37:51.958 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:51 smithi092 ceph-mon[36335]: pgmap v328: 97 pgs: 97 active+clean; 582 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s wr, 5 op/s 2024-05-21T00:37:51.959 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:51 smithi092 ceph-mon[36335]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-05-21T00:37:51.959 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:51 smithi092 ceph-mon[36335]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=a=up:active} 9 up:standby 2024-05-21T00:37:51.959 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:51 smithi092 ceph-mon[36335]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=a=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T00:37:53.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:53 smithi044 ceph-mon[31392]: pgmap v329: 97 pgs: 97 active+clean; 582 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 6 op/s 2024-05-21T00:37:53.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:53 smithi082 ceph-mon[36141]: pgmap v329: 97 pgs: 97 active+clean; 582 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 6 op/s 2024-05-21T00:37:54.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:53 smithi092 ceph-mon[36335]: pgmap v329: 97 pgs: 97 active+clean; 582 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 6 op/s 2024-05-21T00:37:54.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.117+0000 7f3959400700 1 -- 172.21.15.44:0/721137911 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3954108500 msgr2=0x7f39541088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:54.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.117+0000 7f3959400700 1 --2- 172.21.15.44:0/721137911 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3954108500 0x7f39541088e0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f3944009990 tx=0x7f3944009ca0 comp rx=0 tx=0).stop 2024-05-21T00:37:54.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.117+0000 7f3959400700 1 -- 172.21.15.44:0/721137911 shutdown_connections 2024-05-21T00:37:54.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.117+0000 7f3959400700 1 --2- 172.21.15.44:0/721137911 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3954103f90 0x7f3954110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:54.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.117+0000 7f3959400700 1 --2- 172.21.15.44:0/721137911 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3954108500 0x7f39541088e0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:54.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.117+0000 7f3959400700 1 --2- 172.21.15.44:0/721137911 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f39541035f0 0x7f3954103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:54.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.117+0000 7f3959400700 1 -- 172.21.15.44:0/721137911 >> 172.21.15.44:0/721137911 conn(0x7f395407a6a0 msgr2=0x7f395407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:37:54.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.117+0000 7f3959400700 1 -- 172.21.15.44:0/721137911 shutdown_connections 2024-05-21T00:37:54.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.117+0000 7f3959400700 1 -- 172.21.15.44:0/721137911 wait complete. 2024-05-21T00:37:54.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.118+0000 7f3959400700 1 Processor -- start 2024-05-21T00:37:54.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.119+0000 7f3959400700 1 -- start start 2024-05-21T00:37:54.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.119+0000 7f3959400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f39541035f0 0x7f395419bf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:54.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.119+0000 7f3959400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3954103f90 0x7f395419c440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:54.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.119+0000 7f3959400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3954108500 0x7f39541a0780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:54.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.119+0000 7f3959400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3954113790 con 0x7f3954103f90 2024-05-21T00:37:54.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.119+0000 7f3959400700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f3954113610 con 0x7f3954108500 2024-05-21T00:37:54.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.119+0000 7f3959400700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f3954113910 con 0x7f39541035f0 2024-05-21T00:37:54.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.119+0000 7f3953200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3954108500 0x7f39541a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:54.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.119+0000 7f3949e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3954103f90 0x7f395419c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:54.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.119+0000 7f3953200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3954108500 0x7f39541a0780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:46968/0 (socket says 172.21.15.44:46968) 2024-05-21T00:37:54.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.119+0000 7f3953200700 1 -- 172.21.15.44:0/1385436623 learned_addr learned my addr 172.21.15.44:0/1385436623 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:37:54.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.119+0000 7f3952800700 1 --2- 172.21.15.44:0/1385436623 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f39541035f0 0x7f395419bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:54.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.120+0000 7f3953200700 1 -- 172.21.15.44:0/1385436623 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f39541035f0 msgr2=0x7f395419bf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:54.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.120+0000 7f3953200700 1 --2- 172.21.15.44:0/1385436623 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f39541035f0 0x7f395419bf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:54.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.120+0000 7f3953200700 1 -- 172.21.15.44:0/1385436623 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3954103f90 msgr2=0x7f395419c440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:54.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.120+0000 7f3953200700 1 --2- 172.21.15.44:0/1385436623 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3954103f90 0x7f395419c440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:54.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.120+0000 7f3953200700 1 -- 172.21.15.44:0/1385436623 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39541a0ec0 con 0x7f3954108500 2024-05-21T00:37:54.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.120+0000 7f3952800700 1 --2- 172.21.15.44:0/1385436623 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f39541035f0 0x7f395419bf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:37:54.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.120+0000 7f3949e00700 1 --2- 172.21.15.44:0/1385436623 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3954103f90 0x7f395419c440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:37:54.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.120+0000 7f3953200700 1 --2- 172.21.15.44:0/1385436623 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3954108500 0x7f39541a0780 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f394c00efc0 tx=0x7f394c00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:37:54.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.121+0000 7f394be00700 1 -- 172.21.15.44:0/1385436623 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f394c0092e0 con 0x7f3954108500 2024-05-21T00:37:54.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.121+0000 7f394be00700 1 -- 172.21.15.44:0/1385436623 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f394c004bb0 con 0x7f3954108500 2024-05-21T00:37:54.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.121+0000 7f3959400700 1 -- 172.21.15.44:0/1385436623 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39541a1150 con 0x7f3954108500 2024-05-21T00:37:54.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.121+0000 7f394be00700 1 -- 172.21.15.44:0/1385436623 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f394c004020 con 0x7f3954108500 2024-05-21T00:37:54.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.121+0000 7f3959400700 1 -- 172.21.15.44:0/1385436623 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39541a8a30 con 0x7f3954108500 2024-05-21T00:37:54.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.122+0000 7f3959400700 1 -- 172.21.15.44:0/1385436623 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f395406a230 con 0x7f3954108500 2024-05-21T00:37:54.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.124+0000 7f394be00700 1 -- 172.21.15.44:0/1385436623 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f394c01b030 con 0x7f3954108500 2024-05-21T00:37:54.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.126+0000 7f394be00700 1 --2- 172.21.15.44:0/1385436623 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f39380b2900 0x7f39380b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:54.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.126+0000 7f394be00700 1 -- 172.21.15.44:0/1385436623 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7979+0+0 (secure 0 0 0) 0x7f394c0e2350 con 0x7f3954108500 2024-05-21T00:37:54.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.126+0000 7f3952800700 1 --2- 172.21.15.44:0/1385436623 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f39380b2900 0x7f39380b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:54.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.127+0000 7f3952800700 1 --2- 172.21.15.44:0/1385436623 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f39380b2900 0x7f39380b4dc0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f394400b2e0 tx=0x7f394401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:37:54.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.128+0000 7f394be00700 1 -- 172.21.15.44:0/1385436623 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f394c022020 con 0x7f3954108500 2024-05-21T00:37:54.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.426+0000 7f3959400700 1 -- 172.21.15.44:0/1385436623 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f39541a8c00 con 0x7f3954108500 2024-05-21T00:37:54.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.606+0000 7f394be00700 1 -- 172.21.15.44:0/1385436623 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v25) ==== 115+0+0 (secure 0 0 0) 0x7f394c010040 con 0x7f3954108500 2024-05-21T00:37:54.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.610+0000 7f3959400700 1 -- 172.21.15.44:0/1385436623 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f39380b2900 msgr2=0x7f39380b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:54.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.610+0000 7f3959400700 1 --2- 172.21.15.44:0/1385436623 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f39380b2900 0x7f39380b4dc0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f394400b2e0 tx=0x7f394401a040 comp rx=0 tx=0).stop 2024-05-21T00:37:54.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.610+0000 7f3959400700 1 -- 172.21.15.44:0/1385436623 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3954108500 msgr2=0x7f39541a0780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:54.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.610+0000 7f3959400700 1 --2- 172.21.15.44:0/1385436623 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3954108500 0x7f39541a0780 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f394c00efc0 tx=0x7f394c00c3a0 comp rx=0 tx=0).stop 2024-05-21T00:37:54.615 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.610+0000 7f3959400700 1 -- 172.21.15.44:0/1385436623 shutdown_connections 2024-05-21T00:37:54.615 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.610+0000 7f3959400700 1 --2- 172.21.15.44:0/1385436623 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f39380b2900 0x7f39380b4dc0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:54.615 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.610+0000 7f3959400700 1 --2- 172.21.15.44:0/1385436623 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3954108500 0x7f39541a0780 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:54.615 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.610+0000 7f3959400700 1 --2- 172.21.15.44:0/1385436623 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f39541035f0 0x7f395419bf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:54.615 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.610+0000 7f3959400700 1 --2- 172.21.15.44:0/1385436623 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3954103f90 0x7f395419c440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:54.615 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.610+0000 7f3959400700 1 -- 172.21.15.44:0/1385436623 >> 172.21.15.44:0/1385436623 conn(0x7f395407a6a0 msgr2=0x7f3954101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:37:54.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.611+0000 7f3959400700 1 -- 172.21.15.44:0/1385436623 shutdown_connections 2024-05-21T00:37:54.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:54.611+0000 7f3959400700 1 -- 172.21.15.44:0/1385436623 wait complete. 2024-05-21T00:37:54.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:54 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1385436623' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-21T00:37:54.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:54 smithi044 ceph-mon[31392]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-21T00:37:54.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:54 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/1385436623' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-21T00:37:54.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:54 smithi082 ceph-mon[36141]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-21T00:37:55.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:54 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/1385436623' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-21T00:37:55.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:54 smithi092 ceph-mon[36335]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-21T00:37:55.485 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--size 25000000000'} subvols for filesystem 'cephfs' 2024-05-21T00:37:55.486 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs subvolumegroup create cephfs qa 2024-05-21T00:37:55.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:55 smithi044 ceph-mon[31392]: pgmap v330: 97 pgs: 97 active+clean; 582 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-05-21T00:37:55.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:55 smithi044 ceph-mon[31392]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-05-21T00:37:55.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:55 smithi044 ceph-mon[31392]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=a=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T00:37:55.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:55 smithi082 ceph-mon[36141]: pgmap v330: 97 pgs: 97 active+clean; 582 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-05-21T00:37:55.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:55 smithi082 ceph-mon[36141]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-05-21T00:37:55.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:55 smithi082 ceph-mon[36141]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=a=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T00:37:55.947 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:37:56.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:55 smithi092 ceph-mon[36335]: pgmap v330: 97 pgs: 97 active+clean; 582 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-05-21T00:37:56.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:55 smithi092 ceph-mon[36335]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-05-21T00:37:56.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:55 smithi092 ceph-mon[36335]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=a=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T00:37:57.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:57 smithi044 ceph-mon[31392]: pgmap v331: 97 pgs: 97 active+clean; 582 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-05-21T00:37:57.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:57 smithi082 ceph-mon[36141]: pgmap v331: 97 pgs: 97 active+clean; 582 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-05-21T00:37:58.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:57 smithi092 ceph-mon[36335]: pgmap v331: 97 pgs: 97 active+clean; 582 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-05-21T00:37:58.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.250+0000 7fa3a0e00700 1 -- 172.21.15.44:0/3095470827 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa39c10b760 msgr2=0x7fa39c10bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:58.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.250+0000 7fa3a0e00700 1 --2- 172.21.15.44:0/3095470827 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa39c10b760 0x7fa39c10bb40 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fa38c0098f0 tx=0x7fa38c009c00 comp rx=0 tx=0).stop 2024-05-21T00:37:58.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.250+0000 7fa3a0e00700 1 -- 172.21.15.44:0/3095470827 shutdown_connections 2024-05-21T00:37:58.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.250+0000 7fa3a0e00700 1 --2- 172.21.15.44:0/3095470827 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa39c10b760 0x7fa39c10bb40 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:58.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.250+0000 7fa3a0e00700 1 --2- 172.21.15.44:0/3095470827 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa39c106120 0x7fa39c112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:58.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.250+0000 7fa3a0e00700 1 --2- 172.21.15.44:0/3095470827 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa39c105760 0x7fa39c105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:58.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.250+0000 7fa3a0e00700 1 -- 172.21.15.44:0/3095470827 >> 172.21.15.44:0/3095470827 conn(0x7fa39c101250 msgr2=0x7fa39c103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:37:58.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.250+0000 7fa3a0e00700 1 -- 172.21.15.44:0/3095470827 shutdown_connections 2024-05-21T00:37:58.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.250+0000 7fa3a0e00700 1 -- 172.21.15.44:0/3095470827 wait complete. 2024-05-21T00:37:58.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.251+0000 7fa3a0e00700 1 Processor -- start 2024-05-21T00:37:58.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.251+0000 7fa3a0e00700 1 -- start start 2024-05-21T00:37:58.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.252+0000 7fa3a0e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa39c105760 0x7fa39c19be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:58.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.252+0000 7fa3a0e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa39c106120 0x7fa39c19c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:58.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.252+0000 7fa3a0e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa39c10b760 0x7fa39c1a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:58.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.252+0000 7fa3a0e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa39c115990 con 0x7fa39c105760 2024-05-21T00:37:58.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.252+0000 7fa3a0e00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa39c115810 con 0x7fa39c106120 2024-05-21T00:37:58.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.252+0000 7fa3a0e00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa39c115b10 con 0x7fa39c10b760 2024-05-21T00:37:58.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.252+0000 7fa399e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa39c105760 0x7fa39c19be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:58.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.252+0000 7fa399e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa39c105760 0x7fa39c19be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:52830/0 (socket says 172.21.15.44:52830) 2024-05-21T00:37:58.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.252+0000 7fa399e00700 1 -- 172.21.15.44:0/1986891219 learned_addr learned my addr 172.21.15.44:0/1986891219 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:37:58.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.252+0000 7fa399400700 1 --2- 172.21.15.44:0/1986891219 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa39c106120 0x7fa39c19c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:58.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.252+0000 7fa39a800700 1 --2- 172.21.15.44:0/1986891219 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa39c10b760 0x7fa39c1a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:58.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.253+0000 7fa399400700 1 -- 172.21.15.44:0/1986891219 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa39c10b760 msgr2=0x7fa39c1a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:58.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.253+0000 7fa399400700 1 --2- 172.21.15.44:0/1986891219 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa39c10b760 0x7fa39c1a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:58.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.253+0000 7fa399400700 1 -- 172.21.15.44:0/1986891219 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa39c105760 msgr2=0x7fa39c19be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:58.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.253+0000 7fa399400700 1 --2- 172.21.15.44:0/1986891219 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa39c105760 0x7fa39c19be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:58.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.253+0000 7fa399400700 1 -- 172.21.15.44:0/1986891219 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa39c1a0e70 con 0x7fa39c106120 2024-05-21T00:37:58.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.253+0000 7fa399e00700 1 --2- 172.21.15.44:0/1986891219 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa39c105760 0x7fa39c19be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:37:58.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.253+0000 7fa399400700 1 --2- 172.21.15.44:0/1986891219 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa39c106120 0x7fa39c19c3a0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa38800e9c0 tx=0x7fa38800ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:37:58.259 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.253+0000 7fa392a00700 1 -- 172.21.15.44:0/1986891219 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa38800c9c0 con 0x7fa39c106120 2024-05-21T00:37:58.259 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.253+0000 7fa392a00700 1 -- 172.21.15.44:0/1986891219 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa38800cb60 con 0x7fa39c106120 2024-05-21T00:37:58.259 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.253+0000 7fa3a0e00700 1 -- 172.21.15.44:0/1986891219 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa39c1a1160 con 0x7fa39c106120 2024-05-21T00:37:58.259 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.253+0000 7fa392a00700 1 -- 172.21.15.44:0/1986891219 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa388018420 con 0x7fa39c106120 2024-05-21T00:37:58.259 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.253+0000 7fa3a0e00700 1 -- 172.21.15.44:0/1986891219 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa39c1a89e0 con 0x7fa39c106120 2024-05-21T00:37:58.259 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.254+0000 7fa3a0e00700 1 -- 172.21.15.44:0/1986891219 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa39c06a230 con 0x7fa39c106120 2024-05-21T00:37:58.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.258+0000 7fa392a00700 1 -- 172.21.15.44:0/1986891219 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fa388010430 con 0x7fa39c106120 2024-05-21T00:37:58.263 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.259+0000 7fa392a00700 1 --2- 172.21.15.44:0/1986891219 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa3800b2900 0x7fa3800b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:37:58.263 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.259+0000 7fa392a00700 1 -- 172.21.15.44:0/1986891219 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7979+0+0 (secure 0 0 0) 0x7fa3880e2250 con 0x7fa39c106120 2024-05-21T00:37:58.263 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.259+0000 7fa399e00700 1 --2- 172.21.15.44:0/1986891219 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa3800b2900 0x7fa3800b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:37:58.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.260+0000 7fa399e00700 1 --2- 172.21.15.44:0/1986891219 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa3800b2900 0x7fa3800b4dc0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fa38c009fd0 tx=0x7fa38c019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:37:58.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.263+0000 7fa392a00700 1 -- 172.21.15.44:0/1986891219 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa3880aa020 con 0x7fa39c106120 2024-05-21T00:37:58.554 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.549+0000 7fa3a0e00700 1 -- 172.21.15.44:0/1986891219 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fa39c063980 con 0x7fa3800b2900 2024-05-21T00:37:58.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.593+0000 7fa392a00700 1 -- 172.21.15.44:0/1986891219 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fa39c063980 con 0x7fa3800b2900 2024-05-21T00:37:58.602 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.596+0000 7fa3a0e00700 1 -- 172.21.15.44:0/1986891219 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa3800b2900 msgr2=0x7fa3800b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:58.602 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.596+0000 7fa3a0e00700 1 --2- 172.21.15.44:0/1986891219 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa3800b2900 0x7fa3800b4dc0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fa38c009fd0 tx=0x7fa38c019040 comp rx=0 tx=0).stop 2024-05-21T00:37:58.602 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.596+0000 7fa3a0e00700 1 -- 172.21.15.44:0/1986891219 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa39c106120 msgr2=0x7fa39c19c3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:37:58.602 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.596+0000 7fa3a0e00700 1 --2- 172.21.15.44:0/1986891219 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa39c106120 0x7fa39c19c3a0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa38800e9c0 tx=0x7fa38800ecd0 comp rx=0 tx=0).stop 2024-05-21T00:37:58.602 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.596+0000 7fa3a0e00700 1 -- 172.21.15.44:0/1986891219 shutdown_connections 2024-05-21T00:37:58.602 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.596+0000 7fa3a0e00700 1 --2- 172.21.15.44:0/1986891219 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa3800b2900 0x7fa3800b4dc0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:58.602 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.596+0000 7fa3a0e00700 1 --2- 172.21.15.44:0/1986891219 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa39c105760 0x7fa39c19be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:58.602 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.596+0000 7fa3a0e00700 1 --2- 172.21.15.44:0/1986891219 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa39c10b760 0x7fa39c1a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:58.602 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.596+0000 7fa3a0e00700 1 --2- 172.21.15.44:0/1986891219 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa39c106120 0x7fa39c19c3a0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:37:58.602 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.596+0000 7fa3a0e00700 1 -- 172.21.15.44:0/1986891219 >> 172.21.15.44:0/1986891219 conn(0x7fa39c101250 msgr2=0x7fa39c101aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:37:58.602 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.596+0000 7fa3a0e00700 1 -- 172.21.15.44:0/1986891219 shutdown_connections 2024-05-21T00:37:58.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:37:58.597+0000 7fa3a0e00700 1 -- 172.21.15.44:0/1986891219 wait complete. 2024-05-21T00:37:58.899 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:37:58 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:37:58.564+0000 7fa8c6200700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-21T00:37:58.899 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:37:58 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:37:58.564+0000 7fa8c6200700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-21T00:37:58.899 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:37:58 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:37:58.564+0000 7fa8c6200700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-21T00:37:58.899 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:37:58 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:37:58.564+0000 7fa8c6200700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-21T00:37:58.900 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:37:58 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:37:58.564+0000 7fa8c6200700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-21T00:37:59.453 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs subvolume create cephfs sv_0 --group_name qa 2024-05-21T00:37:59.621 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:59 smithi044 ceph-mon[31392]: pgmap v332: 97 pgs: 97 active+clean; 582 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-05-21T00:37:59.621 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:37:59 smithi044 ceph-mon[31392]: from='client.24593 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:37:59.925 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:37:59.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:59 smithi082 ceph-mon[36141]: pgmap v332: 97 pgs: 97 active+clean; 582 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-05-21T00:37:59.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:37:59 smithi082 ceph-mon[36141]: from='client.24593 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:38:00.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:59 smithi092 ceph-mon[36335]: pgmap v332: 97 pgs: 97 active+clean; 582 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-05-21T00:38:00.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:37:59 smithi092 ceph-mon[36335]: from='client.24593 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:38:01.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:01 smithi044 ceph-mon[31392]: pgmap v333: 97 pgs: 97 active+clean; 582 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-05-21T00:38:01.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:01 smithi044 ceph-mon[31392]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-05-21T00:38:01.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:01 smithi082 ceph-mon[36141]: pgmap v333: 97 pgs: 97 active+clean; 582 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-05-21T00:38:01.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:01 smithi082 ceph-mon[36141]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-05-21T00:38:02.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:01 smithi092 ceph-mon[36335]: pgmap v333: 97 pgs: 97 active+clean; 582 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-05-21T00:38:02.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:01 smithi092 ceph-mon[36335]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-05-21T00:38:02.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.213+0000 7f95c7200700 1 -- 172.21.15.44:0/2953908894 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f95c8075970 msgr2=0x7f95c8075d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:02.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.213+0000 7f95c7200700 1 --2- 172.21.15.44:0/2953908894 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f95c8075970 0x7f95c8075d50 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f95b8009990 tx=0x7f95b8009ca0 comp rx=0 tx=0).stop 2024-05-21T00:38:02.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.213+0000 7f95c7200700 1 -- 172.21.15.44:0/2953908894 shutdown_connections 2024-05-21T00:38:02.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.213+0000 7f95c7200700 1 --2- 172.21.15.44:0/2953908894 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f95c8075970 0x7f95c8075d50 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:02.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.213+0000 7f95c7200700 1 --2- 172.21.15.44:0/2953908894 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95c810fca0 0x7f95c8112110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:02.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.213+0000 7f95c7200700 1 --2- 172.21.15.44:0/2953908894 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f95c8076290 0x7f95c810f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:02.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.213+0000 7f95c7200700 1 -- 172.21.15.44:0/2953908894 >> 172.21.15.44:0/2953908894 conn(0x7f95c80fef50 msgr2=0x7f95c8101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:38:02.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.213+0000 7f95c7200700 1 -- 172.21.15.44:0/2953908894 shutdown_connections 2024-05-21T00:38:02.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.214+0000 7f95c7200700 1 -- 172.21.15.44:0/2953908894 wait complete. 2024-05-21T00:38:02.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.214+0000 7f95c7200700 1 Processor -- start 2024-05-21T00:38:02.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.214+0000 7f95c7200700 1 -- start start 2024-05-21T00:38:02.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.214+0000 7f95c7200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95c8075970 0x7f95c819bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:02.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.215+0000 7f95c7200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f95c8076290 0x7f95c819c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:02.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.215+0000 7f95c7200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f95c810fca0 0x7f95c81a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:02.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.215+0000 7f95c7200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f95c8115890 con 0x7f95c8076290 2024-05-21T00:38:02.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.215+0000 7f95c7200700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f95c8115710 con 0x7f95c810fca0 2024-05-21T00:38:02.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.215+0000 7f95c7200700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f95c8115a10 con 0x7f95c8075970 2024-05-21T00:38:02.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.215+0000 7f95c5e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95c8075970 0x7f95c819bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:02.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.215+0000 7f95c5e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95c8075970 0x7f95c819bdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:32988/0 (socket says 172.21.15.44:32988) 2024-05-21T00:38:02.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.215+0000 7f95c5e00700 1 -- 172.21.15.44:0/2057464858 learned_addr learned my addr 172.21.15.44:0/2057464858 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:38:02.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.215+0000 7f95bd400700 1 --2- 172.21.15.44:0/2057464858 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f95c8076290 0x7f95c819c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:02.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.215+0000 7f95c6800700 1 --2- 172.21.15.44:0/2057464858 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f95c810fca0 0x7f95c81a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:02.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.215+0000 7f95c5e00700 1 -- 172.21.15.44:0/2057464858 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f95c810fca0 msgr2=0x7f95c81a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:02.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.215+0000 7f95c5e00700 1 --2- 172.21.15.44:0/2057464858 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f95c810fca0 0x7f95c81a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:02.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.215+0000 7f95c5e00700 1 -- 172.21.15.44:0/2057464858 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f95c8076290 msgr2=0x7f95c819c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:02.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.215+0000 7f95c5e00700 1 --2- 172.21.15.44:0/2057464858 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f95c8076290 0x7f95c819c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:02.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.215+0000 7f95c5e00700 1 -- 172.21.15.44:0/2057464858 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95c81a0dd0 con 0x7f95c8075970 2024-05-21T00:38:02.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.216+0000 7f95c5e00700 1 --2- 172.21.15.44:0/2057464858 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95c8075970 0x7f95c819bdc0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f95b8005910 tx=0x7f95b800b670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:38:02.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.216+0000 7f95bf400700 1 -- 172.21.15.44:0/2057464858 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b8027070 con 0x7f95c8075970 2024-05-21T00:38:02.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.216+0000 7f95c7200700 1 -- 172.21.15.44:0/2057464858 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95c81a1060 con 0x7f95c8075970 2024-05-21T00:38:02.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.216+0000 7f95bf400700 1 -- 172.21.15.44:0/2057464858 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95b8022470 con 0x7f95c8075970 2024-05-21T00:38:02.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.216+0000 7f95bf400700 1 -- 172.21.15.44:0/2057464858 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b8017650 con 0x7f95c8075970 2024-05-21T00:38:02.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.216+0000 7f95c7200700 1 -- 172.21.15.44:0/2057464858 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95c81a8940 con 0x7f95c8075970 2024-05-21T00:38:02.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.217+0000 7f95c7200700 1 -- 172.21.15.44:0/2057464858 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95c806a230 con 0x7f95c8075970 2024-05-21T00:38:02.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.220+0000 7f95bf400700 1 -- 172.21.15.44:0/2057464858 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f95b802a070 con 0x7f95c8075970 2024-05-21T00:38:02.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.221+0000 7f95bf400700 1 --2- 172.21.15.44:0/2057464858 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f95ac0b2990 0x7f95ac0b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:02.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.221+0000 7f95bf400700 1 -- 172.21.15.44:0/2057464858 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7979+0+0 (secure 0 0 0) 0x7f95b80e2f10 con 0x7f95c8075970 2024-05-21T00:38:02.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.222+0000 7f95bd400700 1 --2- 172.21.15.44:0/2057464858 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f95ac0b2990 0x7f95ac0b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:02.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.222+0000 7f95bd400700 1 --2- 172.21.15.44:0/2057464858 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f95ac0b2990 0x7f95ac0b4e50 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f95c8110fd0 tx=0x7f95b0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:38:02.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.225+0000 7f95bf400700 1 -- 172.21.15.44:0/2057464858 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f95b8013070 con 0x7f95c8075970 2024-05-21T00:38:02.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.504+0000 7f95c7200700 1 -- 172.21.15.44:0/2057464858 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f95c8063980 con 0x7f95ac0b2990 2024-05-21T00:38:02.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.550+0000 7f95bf400700 1 -- 172.21.15.44:0/2057464858 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f95c8063980 con 0x7f95ac0b2990 2024-05-21T00:38:02.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.554+0000 7f95c7200700 1 -- 172.21.15.44:0/2057464858 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f95ac0b2990 msgr2=0x7f95ac0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:02.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.554+0000 7f95c7200700 1 --2- 172.21.15.44:0/2057464858 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f95ac0b2990 0x7f95ac0b4e50 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f95c8110fd0 tx=0x7f95b0009260 comp rx=0 tx=0).stop 2024-05-21T00:38:02.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.554+0000 7f95c7200700 1 -- 172.21.15.44:0/2057464858 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95c8075970 msgr2=0x7f95c819bdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:02.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.554+0000 7f95c7200700 1 --2- 172.21.15.44:0/2057464858 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95c8075970 0x7f95c819bdc0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f95b8005910 tx=0x7f95b800b670 comp rx=0 tx=0).stop 2024-05-21T00:38:02.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.554+0000 7f95c7200700 1 -- 172.21.15.44:0/2057464858 shutdown_connections 2024-05-21T00:38:02.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.554+0000 7f95c7200700 1 --2- 172.21.15.44:0/2057464858 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f95ac0b2990 0x7f95ac0b4e50 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:02.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.554+0000 7f95c7200700 1 --2- 172.21.15.44:0/2057464858 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f95c810fca0 0x7f95c81a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:02.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.554+0000 7f95c7200700 1 --2- 172.21.15.44:0/2057464858 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95c8075970 0x7f95c819bdc0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:02.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.554+0000 7f95c7200700 1 --2- 172.21.15.44:0/2057464858 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f95c8076290 0x7f95c819c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:02.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.554+0000 7f95c7200700 1 -- 172.21.15.44:0/2057464858 >> 172.21.15.44:0/2057464858 conn(0x7f95c80fef50 msgr2=0x7f95c80ffcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:38:02.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.554+0000 7f95c7200700 1 -- 172.21.15.44:0/2057464858 shutdown_connections 2024-05-21T00:38:02.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:02.554+0000 7f95c7200700 1 -- 172.21.15.44:0/2057464858 wait complete. 2024-05-21T00:38:03.340 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:03 smithi044 ceph-mon[31392]: pgmap v334: 97 pgs: 97 active+clean; 588 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-21T00:38:03.340 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:03 smithi044 ceph-mon[31392]: from='client.24607 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:38:03.411 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-05-21T00:38:03.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:03 smithi082 ceph-mon[36141]: pgmap v334: 97 pgs: 97 active+clean; 588 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-21T00:38:03.446 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:03 smithi082 ceph-mon[36141]: from='client.24607 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:38:03.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:03 smithi092 ceph-mon[36335]: pgmap v334: 97 pgs: 97 active+clean; 588 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-21T00:38:03.558 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:03 smithi092 ceph-mon[36335]: from='client.24607 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:38:03.888 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:38:05.631 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:05 smithi044 ceph-mon[31392]: pgmap v335: 97 pgs: 97 active+clean; 589 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1023 B/s wr, 8 op/s 2024-05-21T00:38:05.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:05 smithi082 ceph-mon[36141]: pgmap v335: 97 pgs: 97 active+clean; 589 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1023 B/s wr, 8 op/s 2024-05-21T00:38:05.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:05 smithi092 ceph-mon[36335]: pgmap v335: 97 pgs: 97 active+clean; 589 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1023 B/s wr, 8 op/s 2024-05-21T00:38:06.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.201+0000 7fae79000700 1 -- 172.21.15.44:0/2797045052 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fae74075770 msgr2=0x7fae74075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:06.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.201+0000 7fae79000700 1 --2- 172.21.15.44:0/2797045052 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fae74075770 0x7fae74075b50 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fae64009990 tx=0x7fae64009ca0 comp rx=0 tx=0).stop 2024-05-21T00:38:06.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.202+0000 7fae79000700 1 -- 172.21.15.44:0/2797045052 shutdown_connections 2024-05-21T00:38:06.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.202+0000 7fae79000700 1 --2- 172.21.15.44:0/2797045052 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fae74075770 0x7fae74075b50 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:06.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.202+0000 7fae79000700 1 --2- 172.21.15.44:0/2797045052 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fae74114710 0x7fae74116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:06.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.202+0000 7fae79000700 1 --2- 172.21.15.44:0/2797045052 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fae74076090 0x7fae741141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:06.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.202+0000 7fae79000700 1 -- 172.21.15.44:0/2797045052 >> 172.21.15.44:0/2797045052 conn(0x7fae7407a6f0 msgr2=0x7fae7407ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:38:06.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.202+0000 7fae79000700 1 -- 172.21.15.44:0/2797045052 shutdown_connections 2024-05-21T00:38:06.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.202+0000 7fae79000700 1 -- 172.21.15.44:0/2797045052 wait complete. 2024-05-21T00:38:06.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.203+0000 7fae79000700 1 Processor -- start 2024-05-21T00:38:06.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.203+0000 7fae79000700 1 -- start start 2024-05-21T00:38:06.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.204+0000 7fae79000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fae74075770 0x7fae741a02d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:06.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.204+0000 7fae79000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fae74076090 0x7fae741a0810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:06.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.204+0000 7fae79000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fae74114710 0x7fae741a4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:06.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.204+0000 7fae79000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fae74119d40 con 0x7fae74114710 2024-05-21T00:38:06.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.204+0000 7fae79000700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fae74119bc0 con 0x7fae74075770 2024-05-21T00:38:06.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.204+0000 7fae79000700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fae74119ec0 con 0x7fae74076090 2024-05-21T00:38:06.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.204+0000 7fae6be00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fae74076090 0x7fae741a0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:06.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.204+0000 7fae72800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fae74114710 0x7fae741a4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:06.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.204+0000 7fae6be00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fae74076090 0x7fae741a0810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:32994/0 (socket says 172.21.15.44:32994) 2024-05-21T00:38:06.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.204+0000 7fae6be00700 1 -- 172.21.15.44:0/3625085930 learned_addr learned my addr 172.21.15.44:0/3625085930 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:38:06.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.204+0000 7fae71e00700 1 --2- 172.21.15.44:0/3625085930 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fae74075770 0x7fae741a02d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:06.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.204+0000 7fae6be00700 1 -- 172.21.15.44:0/3625085930 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fae74075770 msgr2=0x7fae741a02d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:06.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.204+0000 7fae6be00700 1 --2- 172.21.15.44:0/3625085930 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fae74075770 0x7fae741a02d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:06.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.204+0000 7fae6be00700 1 -- 172.21.15.44:0/3625085930 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fae74114710 msgr2=0x7fae741a4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:06.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.204+0000 7fae6be00700 1 --2- 172.21.15.44:0/3625085930 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fae74114710 0x7fae741a4ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:06.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.204+0000 7fae6be00700 1 -- 172.21.15.44:0/3625085930 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae741a52e0 con 0x7fae74076090 2024-05-21T00:38:06.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.205+0000 7fae6be00700 1 --2- 172.21.15.44:0/3625085930 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fae74076090 0x7fae741a0810 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fae5c00e9a0 tx=0x7fae5c00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:38:06.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.205+0000 7fae6aa00700 1 -- 172.21.15.44:0/3625085930 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae5c00ca10 con 0x7fae74076090 2024-05-21T00:38:06.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.205+0000 7fae6aa00700 1 -- 172.21.15.44:0/3625085930 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fae5c00cbb0 con 0x7fae74076090 2024-05-21T00:38:06.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.205+0000 7fae79000700 1 -- 172.21.15.44:0/3625085930 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae741a55d0 con 0x7fae74076090 2024-05-21T00:38:06.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.205+0000 7fae6aa00700 1 -- 172.21.15.44:0/3625085930 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae5c018680 con 0x7fae74076090 2024-05-21T00:38:06.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.205+0000 7fae79000700 1 -- 172.21.15.44:0/3625085930 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae741ace50 con 0x7fae74076090 2024-05-21T00:38:06.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.206+0000 7fae79000700 1 -- 172.21.15.44:0/3625085930 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae7406a230 con 0x7fae74076090 2024-05-21T00:38:06.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.209+0000 7fae6aa00700 1 -- 172.21.15.44:0/3625085930 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fae5c04aae0 con 0x7fae74076090 2024-05-21T00:38:06.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.210+0000 7fae6aa00700 1 --2- 172.21.15.44:0/3625085930 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fae580b2910 0x7fae580b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:06.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.210+0000 7fae6aa00700 1 -- 172.21.15.44:0/3625085930 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7979+0+0 (secure 0 0 0) 0x7fae5c0e2550 con 0x7fae74076090 2024-05-21T00:38:06.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.210+0000 7fae71e00700 1 --2- 172.21.15.44:0/3625085930 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fae580b2910 0x7fae580b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:06.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.211+0000 7fae71e00700 1 --2- 172.21.15.44:0/3625085930 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fae580b2910 0x7fae580b4dd0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fae64006010 tx=0x7fae6400b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:38:06.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.212+0000 7fae6aa00700 1 -- 172.21.15.44:0/3625085930 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fae5c0aa1c0 con 0x7fae74076090 2024-05-21T00:38:06.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.500+0000 7fae79000700 1 -- 172.21.15.44:0/3625085930 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7fae74113c50 con 0x7fae580b2910 2024-05-21T00:38:06.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.514+0000 7fae6aa00700 1 -- 172.21.15.44:0/3625085930 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7fae74113c50 con 0x7fae580b2910 2024-05-21T00:38:06.520 INFO:teuthology.orchestra.run.smithi044.stdout:/volumes/qa/sv_0/19258c94-84eb-4208-bebb-e5b9e5565903 2024-05-21T00:38:06.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.517+0000 7fae79000700 1 -- 172.21.15.44:0/3625085930 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fae580b2910 msgr2=0x7fae580b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:06.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.518+0000 7fae79000700 1 --2- 172.21.15.44:0/3625085930 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fae580b2910 0x7fae580b4dd0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fae64006010 tx=0x7fae6400b260 comp rx=0 tx=0).stop 2024-05-21T00:38:06.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.518+0000 7fae79000700 1 -- 172.21.15.44:0/3625085930 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fae74076090 msgr2=0x7fae741a0810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:06.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.518+0000 7fae79000700 1 --2- 172.21.15.44:0/3625085930 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fae74076090 0x7fae741a0810 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fae5c00e9a0 tx=0x7fae5c00ecb0 comp rx=0 tx=0).stop 2024-05-21T00:38:06.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.518+0000 7fae79000700 1 -- 172.21.15.44:0/3625085930 shutdown_connections 2024-05-21T00:38:06.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.518+0000 7fae79000700 1 --2- 172.21.15.44:0/3625085930 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fae580b2910 0x7fae580b4dd0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:06.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.518+0000 7fae79000700 1 --2- 172.21.15.44:0/3625085930 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fae74114710 0x7fae741a4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:06.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.518+0000 7fae79000700 1 --2- 172.21.15.44:0/3625085930 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fae74075770 0x7fae741a02d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:06.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.518+0000 7fae79000700 1 --2- 172.21.15.44:0/3625085930 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fae74076090 0x7fae741a0810 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:06.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.518+0000 7fae79000700 1 -- 172.21.15.44:0/3625085930 >> 172.21.15.44:0/3625085930 conn(0x7fae7407a6f0 msgr2=0x7fae74113540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:38:06.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.518+0000 7fae79000700 1 -- 172.21.15.44:0/3625085930 shutdown_connections 2024-05-21T00:38:06.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:06.518+0000 7fae79000700 1 -- 172.21.15.44:0/3625085930 wait complete. 2024-05-21T00:38:07.341 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs subvolume create cephfs sv_1 --group_name qa 2024-05-21T00:38:07.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:07 smithi044 ceph-mon[31392]: pgmap v336: 97 pgs: 97 active+clean; 603 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 2.2 KiB/s wr, 7 op/s 2024-05-21T00:38:07.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:07 smithi044 ceph-mon[31392]: from='client.24613 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:38:07.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:07 smithi082 ceph-mon[36141]: pgmap v336: 97 pgs: 97 active+clean; 603 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 2.2 KiB/s wr, 7 op/s 2024-05-21T00:38:07.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:07 smithi082 ceph-mon[36141]: from='client.24613 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:38:07.806 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:38:07.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:07 smithi092 ceph-mon[36335]: pgmap v336: 97 pgs: 97 active+clean; 603 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 2.2 KiB/s wr, 7 op/s 2024-05-21T00:38:07.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:07 smithi092 ceph-mon[36335]: from='client.24613 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:38:09.574 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:09 smithi044 ceph-mon[31392]: pgmap v337: 97 pgs: 97 active+clean; 603 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.2 KiB/s wr, 6 op/s 2024-05-21T00:38:09.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:09 smithi082 ceph-mon[36141]: pgmap v337: 97 pgs: 97 active+clean; 603 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.2 KiB/s wr, 6 op/s 2024-05-21T00:38:09.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:09 smithi092 ceph-mon[36335]: pgmap v337: 97 pgs: 97 active+clean; 603 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.2 KiB/s wr, 6 op/s 2024-05-21T00:38:10.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.188+0000 7f5b14000700 1 -- 172.21.15.44:0/1345476216 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5b0c108520 msgr2=0x7f5b0c108900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:10.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.188+0000 7f5b14000700 1 --2- 172.21.15.44:0/1345476216 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5b0c108520 0x7f5b0c108900 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f5b00009990 tx=0x7f5b00009ca0 comp rx=0 tx=0).stop 2024-05-21T00:38:10.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.189+0000 7f5b14000700 1 -- 172.21.15.44:0/1345476216 shutdown_connections 2024-05-21T00:38:10.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.189+0000 7f5b14000700 1 --2- 172.21.15.44:0/1345476216 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5b0c102e00 0x7f5b0c10f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:10.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.189+0000 7f5b14000700 1 --2- 172.21.15.44:0/1345476216 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5b0c108520 0x7f5b0c108900 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:10.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.189+0000 7f5b14000700 1 --2- 172.21.15.44:0/1345476216 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b0c102440 0x7f5b0c1028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:10.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.189+0000 7f5b14000700 1 -- 172.21.15.44:0/1345476216 >> 172.21.15.44:0/1345476216 conn(0x7f5b0c0793f0 msgr2=0x7f5b0c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:38:10.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.189+0000 7f5b14000700 1 -- 172.21.15.44:0/1345476216 shutdown_connections 2024-05-21T00:38:10.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.189+0000 7f5b14000700 1 -- 172.21.15.44:0/1345476216 wait complete. 2024-05-21T00:38:10.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.190+0000 7f5b14000700 1 Processor -- start 2024-05-21T00:38:10.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.190+0000 7f5b14000700 1 -- start start 2024-05-21T00:38:10.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.190+0000 7f5b14000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5b0c102440 0x7f5b0c19be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:10.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.190+0000 7f5b14000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b0c102e00 0x7f5b0c19c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:10.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.190+0000 7f5b14000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5b0c108520 0x7f5b0c1a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:10.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.191+0000 7f5b14000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5b0c1125d0 con 0x7f5b0c102440 2024-05-21T00:38:10.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.191+0000 7f5b14000700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f5b0c112450 con 0x7f5b0c108520 2024-05-21T00:38:10.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.191+0000 7f5b14000700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f5b0c112750 con 0x7f5b0c102e00 2024-05-21T00:38:10.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.191+0000 7f5b11600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5b0c102440 0x7f5b0c19be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:10.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.191+0000 7f5b10c00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b0c102e00 0x7f5b0c19c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:10.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.191+0000 7f5b11600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5b0c102440 0x7f5b0c19be70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:49492/0 (socket says 172.21.15.44:49492) 2024-05-21T00:38:10.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.191+0000 7f5b11600700 1 -- 172.21.15.44:0/253316346 learned_addr learned my addr 172.21.15.44:0/253316346 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:38:10.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.191+0000 7f5b10c00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b0c102e00 0x7f5b0c19c3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:33116/0 (socket says 172.21.15.44:33116) 2024-05-21T00:38:10.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.191+0000 7f5b12000700 1 --2- 172.21.15.44:0/253316346 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5b0c108520 0x7f5b0c1a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:10.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.191+0000 7f5b10c00700 1 -- 172.21.15.44:0/253316346 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5b0c108520 msgr2=0x7f5b0c1a0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:10.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.191+0000 7f5b10c00700 1 --2- 172.21.15.44:0/253316346 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5b0c108520 0x7f5b0c1a0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:10.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.191+0000 7f5b10c00700 1 -- 172.21.15.44:0/253316346 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5b0c102440 msgr2=0x7f5b0c19be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:10.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.191+0000 7f5b10c00700 1 --2- 172.21.15.44:0/253316346 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5b0c102440 0x7f5b0c19be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:10.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.191+0000 7f5b10c00700 1 -- 172.21.15.44:0/253316346 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b0c1a0e80 con 0x7f5b0c102e00 2024-05-21T00:38:10.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.191+0000 7f5b11600700 1 --2- 172.21.15.44:0/253316346 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5b0c102440 0x7f5b0c19be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:38:10.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.192+0000 7f5b10c00700 1 --2- 172.21.15.44:0/253316346 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b0c102e00 0x7f5b0c19c3b0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f5af800e9f0 tx=0x7f5af800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:38:10.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.192+0000 7f5b0a000700 1 -- 172.21.15.44:0/253316346 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5af800c9c0 con 0x7f5b0c102e00 2024-05-21T00:38:10.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.192+0000 7f5b0a000700 1 -- 172.21.15.44:0/253316346 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5af800cb60 con 0x7f5b0c102e00 2024-05-21T00:38:10.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.192+0000 7f5b14000700 1 -- 172.21.15.44:0/253316346 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b0c1a1170 con 0x7f5b0c102e00 2024-05-21T00:38:10.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.192+0000 7f5b0a000700 1 -- 172.21.15.44:0/253316346 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5af8018680 con 0x7f5b0c102e00 2024-05-21T00:38:10.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.192+0000 7f5b14000700 1 -- 172.21.15.44:0/253316346 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b0c1a89f0 con 0x7f5b0c102e00 2024-05-21T00:38:10.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.194+0000 7f5b14000700 1 -- 172.21.15.44:0/253316346 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b0c06a230 con 0x7f5b0c102e00 2024-05-21T00:38:10.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.196+0000 7f5b0a000700 1 -- 172.21.15.44:0/253316346 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f5af8010430 con 0x7f5b0c102e00 2024-05-21T00:38:10.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.197+0000 7f5b0a000700 1 --2- 172.21.15.44:0/253316346 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f5af40b2910 0x7f5af40b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:10.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.197+0000 7f5b0a000700 1 -- 172.21.15.44:0/253316346 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7979+0+0 (secure 0 0 0) 0x7f5af80e2440 con 0x7f5b0c102e00 2024-05-21T00:38:10.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.198+0000 7f5b11600700 1 --2- 172.21.15.44:0/253316346 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f5af40b2910 0x7f5af40b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:10.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.198+0000 7f5b11600700 1 --2- 172.21.15.44:0/253316346 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f5af40b2910 0x7f5af40b4dd0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f5b00006010 tx=0x7f5b00009510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:38:10.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.202+0000 7f5b0a000700 1 -- 172.21.15.44:0/253316346 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5af80aa0b0 con 0x7f5b0c102e00 2024-05-21T00:38:10.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:10 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 11]}]: dispatch 2024-05-21T00:38:10.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:10 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]: dispatch 2024-05-21T00:38:10.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:10 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]: dispatch 2024-05-21T00:38:10.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:10 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 1]}]: dispatch 2024-05-21T00:38:10.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:10 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]: dispatch 2024-05-21T00:38:10.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:10 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]: dispatch 2024-05-21T00:38:10.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:10 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.18", "id": [3, 9]}]: dispatch 2024-05-21T00:38:10.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:10 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 7]}]: dispatch 2024-05-21T00:38:10.400 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:10 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]: dispatch 2024-05-21T00:38:10.400 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:10 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [5, 8]}]: dispatch 2024-05-21T00:38:10.500 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.496+0000 7f5b14000700 1 -- 172.21.15.44:0/253316346 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f5b0c06b990 con 0x7f5af40b2910 2024-05-21T00:38:10.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.535+0000 7f5b0a000700 1 -- 172.21.15.44:0/253316346 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f5b0c06b990 con 0x7f5af40b2910 2024-05-21T00:38:10.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.538+0000 7f5b14000700 1 -- 172.21.15.44:0/253316346 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f5af40b2910 msgr2=0x7f5af40b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:10.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.538+0000 7f5b14000700 1 --2- 172.21.15.44:0/253316346 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f5af40b2910 0x7f5af40b4dd0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f5b00006010 tx=0x7f5b00009510 comp rx=0 tx=0).stop 2024-05-21T00:38:10.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.538+0000 7f5b14000700 1 -- 172.21.15.44:0/253316346 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b0c102e00 msgr2=0x7f5b0c19c3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:10.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.538+0000 7f5b14000700 1 --2- 172.21.15.44:0/253316346 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b0c102e00 0x7f5b0c19c3b0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f5af800e9f0 tx=0x7f5af800ed00 comp rx=0 tx=0).stop 2024-05-21T00:38:10.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.538+0000 7f5b14000700 1 -- 172.21.15.44:0/253316346 shutdown_connections 2024-05-21T00:38:10.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.538+0000 7f5b14000700 1 --2- 172.21.15.44:0/253316346 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f5af40b2910 0x7f5af40b4dd0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:10.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.538+0000 7f5b14000700 1 --2- 172.21.15.44:0/253316346 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5b0c102440 0x7f5b0c19be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:10.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.538+0000 7f5b14000700 1 --2- 172.21.15.44:0/253316346 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5b0c108520 0x7f5b0c1a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:10.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.538+0000 7f5b14000700 1 --2- 172.21.15.44:0/253316346 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b0c102e00 0x7f5b0c19c3b0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:10.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.538+0000 7f5b14000700 1 -- 172.21.15.44:0/253316346 >> 172.21.15.44:0/253316346 conn(0x7f5b0c0793f0 msgr2=0x7f5b0c06b280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:38:10.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.539+0000 7f5b14000700 1 -- 172.21.15.44:0/253316346 shutdown_connections 2024-05-21T00:38:10.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:10.539+0000 7f5b14000700 1 -- 172.21.15.44:0/253316346 wait complete. 2024-05-21T00:38:10.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:10 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 11]}]: dispatch 2024-05-21T00:38:10.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:10 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]: dispatch 2024-05-21T00:38:10.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:10 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]: dispatch 2024-05-21T00:38:10.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:10 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 1]}]: dispatch 2024-05-21T00:38:10.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:10 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]: dispatch 2024-05-21T00:38:10.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:10 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]: dispatch 2024-05-21T00:38:10.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:10 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.18", "id": [3, 9]}]: dispatch 2024-05-21T00:38:10.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:10 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 7]}]: dispatch 2024-05-21T00:38:10.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:10 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]: dispatch 2024-05-21T00:38:10.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:10 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [5, 8]}]: dispatch 2024-05-21T00:38:10.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:10 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 11]}]: dispatch 2024-05-21T00:38:10.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:10 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]: dispatch 2024-05-21T00:38:10.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:10 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]: dispatch 2024-05-21T00:38:10.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:10 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 1]}]: dispatch 2024-05-21T00:38:10.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:10 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]: dispatch 2024-05-21T00:38:10.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:10 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]: dispatch 2024-05-21T00:38:10.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:10 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.18", "id": [3, 9]}]: dispatch 2024-05-21T00:38:10.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:10 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 7]}]: dispatch 2024-05-21T00:38:10.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:10 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]: dispatch 2024-05-21T00:38:10.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:10 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [5, 8]}]: dispatch 2024-05-21T00:38:11.420 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-05-21T00:38:11.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:11 smithi044 ceph-mon[31392]: pgmap v338: 97 pgs: 97 active+clean; 603 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.4 KiB/s wr, 7 op/s 2024-05-21T00:38:11.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 11]}]': finished 2024-05-21T00:38:11.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]': finished 2024-05-21T00:38:11.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]': finished 2024-05-21T00:38:11.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 1]}]': finished 2024-05-21T00:38:11.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]': finished 2024-05-21T00:38:11.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]': finished 2024-05-21T00:38:11.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.18", "id": [3, 9]}]': finished 2024-05-21T00:38:11.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 7]}]': finished 2024-05-21T00:38:11.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]': finished 2024-05-21T00:38:11.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [5, 8]}]': finished 2024-05-21T00:38:11.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:11 smithi044 ceph-mon[31392]: osdmap e79: 12 total, 12 up, 12 in 2024-05-21T00:38:11.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:11 smithi044 ceph-mon[31392]: from='client.24619 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:38:11.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:11 smithi082 ceph-mon[36141]: pgmap v338: 97 pgs: 97 active+clean; 603 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.4 KiB/s wr, 7 op/s 2024-05-21T00:38:11.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:11 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 11]}]': finished 2024-05-21T00:38:11.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:11 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]': finished 2024-05-21T00:38:11.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:11 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]': finished 2024-05-21T00:38:11.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:11 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 1]}]': finished 2024-05-21T00:38:11.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:11 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]': finished 2024-05-21T00:38:11.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:11 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]': finished 2024-05-21T00:38:11.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:11 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.18", "id": [3, 9]}]': finished 2024-05-21T00:38:11.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:11 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 7]}]': finished 2024-05-21T00:38:11.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:11 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]': finished 2024-05-21T00:38:11.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:11 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [5, 8]}]': finished 2024-05-21T00:38:11.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:11 smithi082 ceph-mon[36141]: osdmap e79: 12 total, 12 up, 12 in 2024-05-21T00:38:11.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:11 smithi082 ceph-mon[36141]: from='client.24619 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:38:11.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:11 smithi092 ceph-mon[36335]: pgmap v338: 97 pgs: 97 active+clean; 603 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.4 KiB/s wr, 7 op/s 2024-05-21T00:38:11.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 11]}]': finished 2024-05-21T00:38:11.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]': finished 2024-05-21T00:38:11.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]': finished 2024-05-21T00:38:11.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 1]}]': finished 2024-05-21T00:38:11.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]': finished 2024-05-21T00:38:11.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]': finished 2024-05-21T00:38:11.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.18", "id": [3, 9]}]': finished 2024-05-21T00:38:11.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 7]}]': finished 2024-05-21T00:38:11.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]': finished 2024-05-21T00:38:11.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [5, 8]}]': finished 2024-05-21T00:38:11.809 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:11 smithi092 ceph-mon[36335]: osdmap e79: 12 total, 12 up, 12 in 2024-05-21T00:38:11.810 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:11 smithi092 ceph-mon[36335]: from='client.24619 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:38:11.879 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:38:12.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:12 smithi044 ceph-mon[31392]: osdmap e80: 12 total, 12 up, 12 in 2024-05-21T00:38:12.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:12 smithi082 ceph-mon[36141]: osdmap e80: 12 total, 12 up, 12 in 2024-05-21T00:38:12.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:12 smithi092 ceph-mon[36335]: osdmap e80: 12 total, 12 up, 12 in 2024-05-21T00:38:13.533 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:13 smithi044 ceph-mon[31392]: pgmap v341: 97 pgs: 1 activating, 1 peering, 95 active+clean; 608 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 3.0 KiB/s wr, 7 op/s; 2 B/s, 0 objects/s recovering 2024-05-21T00:38:13.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:13 smithi082 ceph-mon[36141]: pgmap v341: 97 pgs: 1 activating, 1 peering, 95 active+clean; 608 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 3.0 KiB/s wr, 7 op/s; 2 B/s, 0 objects/s recovering 2024-05-21T00:38:13.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:13 smithi092 ceph-mon[36335]: pgmap v341: 97 pgs: 1 activating, 1 peering, 95 active+clean; 608 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 3.0 KiB/s wr, 7 op/s; 2 B/s, 0 objects/s recovering 2024-05-21T00:38:14.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.078+0000 7f2ee0e00700 1 -- 172.21.15.44:0/294991216 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2edc105670 msgr2=0x7f2edc105af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:14.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.078+0000 7f2ee0e00700 1 --2- 172.21.15.44:0/294991216 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2edc105670 0x7f2edc105af0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f2ec8009990 tx=0x7f2ec8009ca0 comp rx=0 tx=0).stop 2024-05-21T00:38:14.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.078+0000 7f2ee0e00700 1 -- 172.21.15.44:0/294991216 shutdown_connections 2024-05-21T00:38:14.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.078+0000 7f2ee0e00700 1 --2- 172.21.15.44:0/294991216 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2edc106030 0x7f2edc112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:14.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.078+0000 7f2ee0e00700 1 --2- 172.21.15.44:0/294991216 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2edc10b670 0x7f2edc10ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:14.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.078+0000 7f2ee0e00700 1 --2- 172.21.15.44:0/294991216 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2edc105670 0x7f2edc105af0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:14.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.078+0000 7f2ee0e00700 1 -- 172.21.15.44:0/294991216 >> 172.21.15.44:0/294991216 conn(0x7f2edc101160 msgr2=0x7f2edc103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:38:14.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.078+0000 7f2ee0e00700 1 -- 172.21.15.44:0/294991216 shutdown_connections 2024-05-21T00:38:14.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.078+0000 7f2ee0e00700 1 -- 172.21.15.44:0/294991216 wait complete. 2024-05-21T00:38:14.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.079+0000 7f2ee0e00700 1 Processor -- start 2024-05-21T00:38:14.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.079+0000 7f2ee0e00700 1 -- start start 2024-05-21T00:38:14.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.080+0000 7f2ee0e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2edc105670 0x7f2edc1a1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:14.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.080+0000 7f2ee0e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2edc106030 0x7f2edc1a1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:14.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.080+0000 7f2ee0e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2edc10b670 0x7f2edc19bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:14.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.080+0000 7f2ee0e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f2edc115870 con 0x7f2edc106030 2024-05-21T00:38:14.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.080+0000 7f2ee0e00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f2edc1156f0 con 0x7f2edc105670 2024-05-21T00:38:14.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.080+0000 7f2ee0e00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f2edc1159f0 con 0x7f2edc10b670 2024-05-21T00:38:14.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.080+0000 7f2edaa00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2edc106030 0x7f2edc1a1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:14.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.080+0000 7f2edaa00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2edc106030 0x7f2edc1a1fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:49508/0 (socket says 172.21.15.44:49508) 2024-05-21T00:38:14.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.080+0000 7f2edaa00700 1 -- 172.21.15.44:0/21338995 learned_addr learned my addr 172.21.15.44:0/21338995 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:38:14.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.080+0000 7f2edb400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2edc105670 0x7f2edc1a1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:14.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.080+0000 7f2edbe00700 1 --2- 172.21.15.44:0/21338995 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2edc10b670 0x7f2edc19bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:14.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.081+0000 7f2edaa00700 1 -- 172.21.15.44:0/21338995 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2edc10b670 msgr2=0x7f2edc19bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:14.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.081+0000 7f2edaa00700 1 --2- 172.21.15.44:0/21338995 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2edc10b670 0x7f2edc19bb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:14.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.081+0000 7f2edaa00700 1 -- 172.21.15.44:0/21338995 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2edc105670 msgr2=0x7f2edc1a1a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:14.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.081+0000 7f2edaa00700 1 --2- 172.21.15.44:0/21338995 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2edc105670 0x7f2edc1a1a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:14.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.081+0000 7f2edaa00700 1 -- 172.21.15.44:0/21338995 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2edc19c410 con 0x7f2edc106030 2024-05-21T00:38:14.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.081+0000 7f2edaa00700 1 --2- 172.21.15.44:0/21338995 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2edc106030 0x7f2edc1a1fa0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f2ec8000c00 tx=0x7f2ec800bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:38:14.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.081+0000 7f2ed3e00700 1 -- 172.21.15.44:0/21338995 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ec8027070 con 0x7f2edc106030 2024-05-21T00:38:14.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.081+0000 7f2ed3e00700 1 -- 172.21.15.44:0/21338995 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ec8022470 con 0x7f2edc106030 2024-05-21T00:38:14.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.081+0000 7f2ee0e00700 1 -- 172.21.15.44:0/21338995 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2edc19c6a0 con 0x7f2edc106030 2024-05-21T00:38:14.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.081+0000 7f2ed3e00700 1 -- 172.21.15.44:0/21338995 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ec8017650 con 0x7f2edc106030 2024-05-21T00:38:14.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.082+0000 7f2ee0e00700 1 -- 172.21.15.44:0/21338995 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2edc1a89e0 con 0x7f2edc106030 2024-05-21T00:38:14.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.083+0000 7f2ee0e00700 1 -- 172.21.15.44:0/21338995 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2edc19ca00 con 0x7f2edc106030 2024-05-21T00:38:14.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.085+0000 7f2ed3e00700 1 -- 172.21.15.44:0/21338995 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f2ec802a070 con 0x7f2edc106030 2024-05-21T00:38:14.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.087+0000 7f2ed3e00700 1 --2- 172.21.15.44:0/21338995 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f2ec00b2990 0x7f2ec00b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:14.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.088+0000 7f2ed3e00700 1 -- 172.21.15.44:0/21338995 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8269+0+0 (secure 0 0 0) 0x7f2ec80e2fe0 con 0x7f2edc106030 2024-05-21T00:38:14.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.088+0000 7f2edb400700 1 --2- 172.21.15.44:0/21338995 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f2ec00b2990 0x7f2ec00b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:14.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.088+0000 7f2edb400700 1 --2- 172.21.15.44:0/21338995 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f2ec00b2990 0x7f2ec00b4e50 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f2ecc009be0 tx=0x7f2ecc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:38:14.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.092+0000 7f2ed3e00700 1 -- 172.21.15.44:0/21338995 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2ec8013070 con 0x7f2edc106030 2024-05-21T00:38:14.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.366+0000 7f2ee0e00700 1 -- 172.21.15.44:0/21338995 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7f2edc06a230 con 0x7f2ec00b2990 2024-05-21T00:38:14.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.376+0000 7f2ed3e00700 1 -- 172.21.15.44:0/21338995 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f2edc06a230 con 0x7f2ec00b2990 2024-05-21T00:38:14.381 INFO:teuthology.orchestra.run.smithi044.stdout:/volumes/qa/sv_1/d0b8d362-64f7-4cd1-ad5c-0947f4de3cca 2024-05-21T00:38:14.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.379+0000 7f2ee0e00700 1 -- 172.21.15.44:0/21338995 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f2ec00b2990 msgr2=0x7f2ec00b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:14.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.380+0000 7f2ee0e00700 1 --2- 172.21.15.44:0/21338995 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f2ec00b2990 0x7f2ec00b4e50 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f2ecc009be0 tx=0x7f2ecc009260 comp rx=0 tx=0).stop 2024-05-21T00:38:14.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.380+0000 7f2ee0e00700 1 -- 172.21.15.44:0/21338995 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2edc106030 msgr2=0x7f2edc1a1fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:14.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.380+0000 7f2ee0e00700 1 --2- 172.21.15.44:0/21338995 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2edc106030 0x7f2edc1a1fa0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f2ec8000c00 tx=0x7f2ec800bfd0 comp rx=0 tx=0).stop 2024-05-21T00:38:14.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.380+0000 7f2ee0e00700 1 -- 172.21.15.44:0/21338995 shutdown_connections 2024-05-21T00:38:14.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.380+0000 7f2ee0e00700 1 --2- 172.21.15.44:0/21338995 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f2ec00b2990 0x7f2ec00b4e50 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:14.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.380+0000 7f2ee0e00700 1 --2- 172.21.15.44:0/21338995 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2edc10b670 0x7f2edc19bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:14.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.380+0000 7f2ee0e00700 1 --2- 172.21.15.44:0/21338995 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2edc105670 0x7f2edc1a1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:14.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.380+0000 7f2ee0e00700 1 --2- 172.21.15.44:0/21338995 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2edc106030 0x7f2edc1a1fa0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:14.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.380+0000 7f2ee0e00700 1 -- 172.21.15.44:0/21338995 >> 172.21.15.44:0/21338995 conn(0x7f2edc101160 msgr2=0x7f2edc101790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:38:14.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.380+0000 7f2ee0e00700 1 -- 172.21.15.44:0/21338995 shutdown_connections 2024-05-21T00:38:14.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:14.380+0000 7f2ee0e00700 1 -- 172.21.15.44:0/21338995 wait complete. 2024-05-21T00:38:15.250 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:38:15.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:15 smithi044 ceph-mon[31392]: pgmap v342: 97 pgs: 1 activating, 1 peering, 95 active+clean; 608 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 1.5 KiB/s wr, 7 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2024-05-21T00:38:15.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:15 smithi044 ceph-mon[31392]: from='client.14502 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:38:15.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:15 smithi082 ceph-mon[36141]: pgmap v342: 97 pgs: 1 activating, 1 peering, 95 active+clean; 608 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 1.5 KiB/s wr, 7 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2024-05-21T00:38:15.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:15 smithi082 ceph-mon[36141]: from='client.14502 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:38:15.729 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:38:15.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:15 smithi092 ceph-mon[36335]: pgmap v342: 97 pgs: 1 activating, 1 peering, 95 active+clean; 608 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 1.5 KiB/s wr, 7 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2024-05-21T00:38:15.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:15 smithi092 ceph-mon[36335]: from='client.14502 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:38:17.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:17 smithi044 ceph-mon[31392]: pgmap v343: 97 pgs: 1 activating, 1 peering, 95 active+clean; 635 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 5.0 KiB/s wr, 9 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2024-05-21T00:38:17.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:17 smithi082 ceph-mon[36141]: pgmap v343: 97 pgs: 1 activating, 1 peering, 95 active+clean; 635 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 5.0 KiB/s wr, 9 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2024-05-21T00:38:17.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:17 smithi092 ceph-mon[36335]: pgmap v343: 97 pgs: 1 activating, 1 peering, 95 active+clean; 635 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 5.0 KiB/s wr, 9 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2024-05-21T00:38:18.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.099+0000 7f5054400700 1 -- 172.21.15.44:0/4162317223 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f504c1095b0 msgr2=0x7f504c109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:18.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.099+0000 7f5054400700 1 --2- 172.21.15.44:0/4162317223 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f504c1095b0 0x7f504c109990 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f5040009990 tx=0x7f5040009ca0 comp rx=0 tx=0).stop 2024-05-21T00:38:18.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.099+0000 7f5054400700 1 -- 172.21.15.44:0/4162317223 shutdown_connections 2024-05-21T00:38:18.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.099+0000 7f5054400700 1 --2- 172.21.15.44:0/4162317223 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f504c06bbe0 0x7f504c1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:18.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.099+0000 7f5054400700 1 --2- 172.21.15.44:0/4162317223 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f504c1095b0 0x7f504c109990 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:18.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.099+0000 7f5054400700 1 --2- 172.21.15.44:0/4162317223 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f504c06b220 0x7f504c06b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:18.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.099+0000 7f5054400700 1 -- 172.21.15.44:0/4162317223 >> 172.21.15.44:0/4162317223 conn(0x7f504c0793f0 msgr2=0x7f504c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:38:18.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.099+0000 7f5054400700 1 -- 172.21.15.44:0/4162317223 shutdown_connections 2024-05-21T00:38:18.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.099+0000 7f5054400700 1 -- 172.21.15.44:0/4162317223 wait complete. 2024-05-21T00:38:18.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.101+0000 7f5054400700 1 Processor -- start 2024-05-21T00:38:18.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.101+0000 7f5054400700 1 -- start start 2024-05-21T00:38:18.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.102+0000 7f5054400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f504c06b220 0x7f504c10a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:18.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.102+0000 7f5054400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f504c06bbe0 0x7f504c10a920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:18.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.102+0000 7f5054400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f504c1095b0 0x7f504c10ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:18.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.102+0000 7f5054400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f504c113710 con 0x7f504c06b220 2024-05-21T00:38:18.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.102+0000 7f5054400700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f504c113590 con 0x7f504c1095b0 2024-05-21T00:38:18.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.102+0000 7f5054400700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f504c113890 con 0x7f504c06bbe0 2024-05-21T00:38:18.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.102+0000 7f5051a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f504c06b220 0x7f504c10a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:18.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.102+0000 7f5051000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f504c06bbe0 0x7f504c10a920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:18.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.102+0000 7f5052400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f504c1095b0 0x7f504c10ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:18.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.102+0000 7f5051000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f504c06bbe0 0x7f504c10a920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:49832/0 (socket says 172.21.15.44:49832) 2024-05-21T00:38:18.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.102+0000 7f5052400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f504c1095b0 0x7f504c10ae60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:50720/0 (socket says 172.21.15.44:50720) 2024-05-21T00:38:18.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.102+0000 7f5051000700 1 -- 172.21.15.44:0/2734102775 learned_addr learned my addr 172.21.15.44:0/2734102775 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:38:18.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.103+0000 7f5051000700 1 -- 172.21.15.44:0/2734102775 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f504c1095b0 msgr2=0x7f504c10ae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:18.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.103+0000 7f5051000700 1 --2- 172.21.15.44:0/2734102775 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f504c1095b0 0x7f504c10ae60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:18.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.103+0000 7f5051000700 1 -- 172.21.15.44:0/2734102775 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f504c06b220 msgr2=0x7f504c10a3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:18.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.103+0000 7f5051000700 1 --2- 172.21.15.44:0/2734102775 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f504c06b220 0x7f504c10a3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:18.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.103+0000 7f5051000700 1 -- 172.21.15.44:0/2734102775 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f504c1ac510 con 0x7f504c06bbe0 2024-05-21T00:38:18.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.103+0000 7f5051a00700 1 --2- 172.21.15.44:0/2734102775 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f504c06b220 0x7f504c10a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:38:18.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.103+0000 7f5051000700 1 --2- 172.21.15.44:0/2734102775 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f504c06bbe0 0x7f504c10a920 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f503800e9d0 tx=0x7f503800ece0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:38:18.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.103+0000 7f504a000700 1 -- 172.21.15.44:0/2734102775 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f503800cbd0 con 0x7f504c06bbe0 2024-05-21T00:38:18.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.104+0000 7f504a000700 1 -- 172.21.15.44:0/2734102775 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f503800ee70 con 0x7f504c06bbe0 2024-05-21T00:38:18.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.104+0000 7f504a000700 1 -- 172.21.15.44:0/2734102775 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5038018680 con 0x7f504c06bbe0 2024-05-21T00:38:18.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.104+0000 7f5054400700 1 -- 172.21.15.44:0/2734102775 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f504c1ac800 con 0x7f504c06bbe0 2024-05-21T00:38:18.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.104+0000 7f5054400700 1 -- 172.21.15.44:0/2734102775 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f504c1acd90 con 0x7f504c06bbe0 2024-05-21T00:38:18.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.105+0000 7f5054400700 1 -- 172.21.15.44:0/2734102775 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f504c104c70 con 0x7f504c06bbe0 2024-05-21T00:38:18.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.107+0000 7f504a000700 1 -- 172.21.15.44:0/2734102775 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f503804aae0 con 0x7f504c06bbe0 2024-05-21T00:38:18.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.109+0000 7f504a000700 1 --2- 172.21.15.44:0/2734102775 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f50340b2990 0x7f50340b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:18.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.109+0000 7f504a000700 1 -- 172.21.15.44:0/2734102775 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8269+0+0 (secure 0 0 0) 0x7f50380e2690 con 0x7f504c06bbe0 2024-05-21T00:38:18.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.109+0000 7f5051a00700 1 --2- 172.21.15.44:0/2734102775 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f50340b2990 0x7f50340b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:18.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.110+0000 7f5051a00700 1 --2- 172.21.15.44:0/2734102775 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f50340b2990 0x7f50340b4e50 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f5040006010 tx=0x7f504000b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:38:18.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.111+0000 7f504a000700 1 -- 172.21.15.44:0/2734102775 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f50380aa1d0 con 0x7f504c06bbe0 2024-05-21T00:38:18.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.451+0000 7f5054400700 1 -- 172.21.15.44:0/2734102775 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f504c1ad050 con 0x7f504c06bbe0 2024-05-21T00:38:18.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.452+0000 7f504a000700 1 -- 172.21.15.44:0/2734102775 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11854 (secure 0 0 0) 0x7f50380a9ad0 con 0x7f504c06bbe0 2024-05-21T00:38:18.457 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:38:18.457 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/561549854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":561549854},{"type":"v1","addr":"172.21.15.44:6837","nonce":561549854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/2400906516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2400906516},{"type":"v1","addr":"172.21.15.82:6835","nonce":2400906516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2996309052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2996309052},{"type":"v1","addr":"172.21.15.92:6835","nonce":2996309052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:37:29.521554+0000","modified":"2024-05-21T00:37:54.429226+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24521,"mds_1":24511,"mds_2":24509},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24482":{"gid":24482,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6837/2183805482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":2183805482},{"type":"v1","addr":"172.21.15.82:6837","nonce":2183805482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6837/1462528640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1462528640},{"type":"v1","addr":"172.21.15.92:6837","nonce":1462528640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6839/1183044801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6838","nonce":1183044801},{"type":"v1","addr":"172.21.15.92:6839","nonce":1183044801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"a","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/3917264755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":3917264755},{"type":"v1","addr":"172.21.15.44:6841","nonce":3917264755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1038937716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1038937716},{"type":"v1","addr":"172.21.15.44:6839","nonce":1038937716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.82:6839/3736218763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":3736218763},{"type":"v1","addr":"172.21.15.82:6839","nonce":3736218763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24521,"qdb_cluster":[24511,24521,24509]},"id":1}]} 2024-05-21T00:38:18.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.455+0000 7f5054400700 1 -- 172.21.15.44:0/2734102775 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f50340b2990 msgr2=0x7f50340b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:18.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.455+0000 7f5054400700 1 --2- 172.21.15.44:0/2734102775 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f50340b2990 0x7f50340b4e50 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f5040006010 tx=0x7f504000b260 comp rx=0 tx=0).stop 2024-05-21T00:38:18.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.455+0000 7f5054400700 1 -- 172.21.15.44:0/2734102775 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f504c06bbe0 msgr2=0x7f504c10a920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:18.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.455+0000 7f5054400700 1 --2- 172.21.15.44:0/2734102775 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f504c06bbe0 0x7f504c10a920 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f503800e9d0 tx=0x7f503800ece0 comp rx=0 tx=0).stop 2024-05-21T00:38:18.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.455+0000 7f5054400700 1 -- 172.21.15.44:0/2734102775 shutdown_connections 2024-05-21T00:38:18.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.455+0000 7f5054400700 1 --2- 172.21.15.44:0/2734102775 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f50340b2990 0x7f50340b4e50 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:18.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.455+0000 7f5054400700 1 --2- 172.21.15.44:0/2734102775 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f504c06b220 0x7f504c10a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:18.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.455+0000 7f5054400700 1 --2- 172.21.15.44:0/2734102775 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f504c1095b0 0x7f504c10ae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:18.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.455+0000 7f5054400700 1 --2- 172.21.15.44:0/2734102775 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f504c06bbe0 0x7f504c10a920 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:18.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.455+0000 7f5054400700 1 -- 172.21.15.44:0/2734102775 >> 172.21.15.44:0/2734102775 conn(0x7f504c0793f0 msgr2=0x7f504c10e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:38:18.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.455+0000 7f5054400700 1 -- 172.21.15.44:0/2734102775 shutdown_connections 2024-05-21T00:38:18.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:18.456+0000 7f5054400700 1 -- 172.21.15.44:0/2734102775 wait complete. 2024-05-21T00:38:18.461 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 25 2024-05-21T00:38:18.644 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:18 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:38:18.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:18 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:38:18.689 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:18 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:38:19.394 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T00:38:19.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:19 smithi044 ceph-mon[31392]: pgmap v344: 97 pgs: 97 active+clean; 635 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 4.7 KiB/s wr, 8 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2024-05-21T00:38:19.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:19 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/2734102775' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:38:19.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:19 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:38:19.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:19 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:38:19.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:19 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:38:19.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:19 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:38:19.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:19 smithi082 ceph-mon[36141]: pgmap v344: 97 pgs: 97 active+clean; 635 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 4.7 KiB/s wr, 8 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2024-05-21T00:38:19.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:19 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/2734102775' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:38:19.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:19 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:38:19.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:19 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:38:19.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:19 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:38:19.697 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:19 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:38:19.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:19 smithi092 ceph-mon[36335]: pgmap v344: 97 pgs: 97 active+clean; 635 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 4.7 KiB/s wr, 8 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2024-05-21T00:38:19.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:19 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/2734102775' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:38:19.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:19 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:38:19.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:19 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:38:19.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:19 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:38:19.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:19 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:38:20.271 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:38:21.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:21 smithi044 ceph-mon[31392]: pgmap v345: 97 pgs: 97 active+clean; 635 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 3.8 KiB/s wr, 8 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2024-05-21T00:38:21.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:21 smithi082 ceph-mon[36141]: pgmap v345: 97 pgs: 97 active+clean; 635 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 3.8 KiB/s wr, 8 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2024-05-21T00:38:21.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:21 smithi092 ceph-mon[36335]: pgmap v345: 97 pgs: 97 active+clean; 635 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 3.8 KiB/s wr, 8 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2024-05-21T00:38:22.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.561+0000 7f7147e00700 1 -- 172.21.15.44:0/2120313179 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7140075770 msgr2=0x7f7140075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:22.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.561+0000 7f7147e00700 1 --2- 172.21.15.44:0/2120313179 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7140075770 0x7f7140075b50 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f71340098f0 tx=0x7f7134009c00 comp rx=0 tx=0).stop 2024-05-21T00:38:22.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.561+0000 7f7147e00700 1 -- 172.21.15.44:0/2120313179 shutdown_connections 2024-05-21T00:38:22.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.561+0000 7f7147e00700 1 --2- 172.21.15.44:0/2120313179 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7140114710 0x7f7140116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:22.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.561+0000 7f7147e00700 1 --2- 172.21.15.44:0/2120313179 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7140075770 0x7f7140075b50 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:22.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.561+0000 7f7147e00700 1 --2- 172.21.15.44:0/2120313179 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7140076090 0x7f71401141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:22.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.561+0000 7f7147e00700 1 -- 172.21.15.44:0/2120313179 >> 172.21.15.44:0/2120313179 conn(0x7f714007a6a0 msgr2=0x7f714007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:38:22.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.561+0000 7f7147e00700 1 -- 172.21.15.44:0/2120313179 shutdown_connections 2024-05-21T00:38:22.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.561+0000 7f7147e00700 1 -- 172.21.15.44:0/2120313179 wait complete. 2024-05-21T00:38:22.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.562+0000 7f7147e00700 1 Processor -- start 2024-05-21T00:38:22.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.562+0000 7f7147e00700 1 -- start start 2024-05-21T00:38:22.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.563+0000 7f7147e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7140075770 0x7f71401a0250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:22.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.563+0000 7f7147e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7140076090 0x7f71401a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:22.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.563+0000 7f7147e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7140114710 0x7f71401a4b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:22.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.563+0000 7f7147e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7140119d00 con 0x7f7140076090 2024-05-21T00:38:22.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.563+0000 7f7147e00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f7140119b80 con 0x7f7140114710 2024-05-21T00:38:22.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.563+0000 7f7147e00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f7140119e80 con 0x7f7140075770 2024-05-21T00:38:22.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.563+0000 7f7145400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7140075770 0x7f71401a0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:22.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.563+0000 7f7145400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7140075770 0x7f71401a0250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:49862/0 (socket says 172.21.15.44:49862) 2024-05-21T00:38:22.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.563+0000 7f7145400700 1 -- 172.21.15.44:0/2612664985 learned_addr learned my addr 172.21.15.44:0/2612664985 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:38:22.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.563+0000 7f7144a00700 1 --2- 172.21.15.44:0/2612664985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7140076090 0x7f71401a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:22.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.563+0000 7f7145e00700 1 --2- 172.21.15.44:0/2612664985 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7140114710 0x7f71401a4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:22.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.564+0000 7f7145400700 1 -- 172.21.15.44:0/2612664985 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7140114710 msgr2=0x7f71401a4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:22.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.564+0000 7f7145400700 1 --2- 172.21.15.44:0/2612664985 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7140114710 0x7f71401a4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:22.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.564+0000 7f7145400700 1 -- 172.21.15.44:0/2612664985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7140076090 msgr2=0x7f71401a0790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:22.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.564+0000 7f7145400700 1 --2- 172.21.15.44:0/2612664985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7140076090 0x7f71401a0790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:22.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.564+0000 7f7145400700 1 -- 172.21.15.44:0/2612664985 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71401a5260 con 0x7f7140075770 2024-05-21T00:38:22.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.564+0000 7f7144a00700 1 --2- 172.21.15.44:0/2612664985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7140076090 0x7f71401a0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:38:22.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.564+0000 7f7145400700 1 --2- 172.21.15.44:0/2612664985 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7140075770 0x7f71401a0250 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f713400f990 tx=0x7f713400f9c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:38:22.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.564+0000 7f713e000700 1 -- 172.21.15.44:0/2612664985 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7134027070 con 0x7f7140075770 2024-05-21T00:38:22.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.564+0000 7f713e000700 1 -- 172.21.15.44:0/2612664985 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f71340055f0 con 0x7f7140075770 2024-05-21T00:38:22.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.564+0000 7f713e000700 1 -- 172.21.15.44:0/2612664985 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7134004930 con 0x7f7140075770 2024-05-21T00:38:22.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.564+0000 7f7147e00700 1 -- 172.21.15.44:0/2612664985 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71401a54f0 con 0x7f7140075770 2024-05-21T00:38:22.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.565+0000 7f7147e00700 1 -- 172.21.15.44:0/2612664985 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71401acdd0 con 0x7f7140075770 2024-05-21T00:38:22.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.566+0000 7f7147e00700 1 -- 172.21.15.44:0/2612664985 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7140076e60 con 0x7f7140075770 2024-05-21T00:38:22.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.568+0000 7f713e000700 1 -- 172.21.15.44:0/2612664985 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f713402a070 con 0x7f7140075770 2024-05-21T00:38:22.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.569+0000 7f713e000700 1 --2- 172.21.15.44:0/2612664985 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f71280b2910 0x7f71280b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:22.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.570+0000 7f713e000700 1 -- 172.21.15.44:0/2612664985 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8269+0+0 (secure 0 0 0) 0x7f71340e2e00 con 0x7f7140075770 2024-05-21T00:38:22.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.570+0000 7f7144a00700 1 --2- 172.21.15.44:0/2612664985 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f71280b2910 0x7f71280b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:22.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.571+0000 7f7144a00700 1 --2- 172.21.15.44:0/2612664985 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f71280b2910 0x7f71280b4dd0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f7140110fd0 tx=0x7f712c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:38:22.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.578+0000 7f713e000700 1 -- 172.21.15.44:0/2612664985 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7134013030 con 0x7f7140075770 2024-05-21T00:38:22.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.827+0000 7f7147e00700 1 -- 172.21.15.44:0/2612664985 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f71401a15b0 con 0x7f7140075770 2024-05-21T00:38:22.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.828+0000 7f713e000700 1 -- 172.21.15.44:0/2612664985 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+22660 (secure 0 0 0) 0x7f71340aa9d0 con 0x7f7140075770 2024-05-21T00:38:22.833 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:38:22.833 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":80,"fsid":"d03df2b2-1708-11ef-bc9a-c7b262605968","created":"2024-05-21T00:27:51.458771+0000","modified":"2024-05-21T00:38:11.331402+0000","last_up_change":"2024-05-21T00:36:10.971414+0000","last_in_change":"2024-05-21T00:35:50.957727+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T00:31:54.252537+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T00:37:21.067118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T00:37:25.328393+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"87d95ec0-9884-407b-9d90-67a37bd139bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6803","nonce":3592915645}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6805","nonce":3592915645}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6809","nonce":3592915645}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6807","nonce":3592915645}]},"public_addr":"172.21.15.44:6803/3592915645","cluster_addr":"172.21.15.44:6805/3592915645","heartbeat_back_addr":"172.21.15.44:6809/3592915645","heartbeat_front_addr":"172.21.15.44:6807/3592915645","state":["exists","up"]},{"osd":1,"uuid":"f63d59d5-bcc5-4875-befd-f9ff99c11c5a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6800","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6801","nonce":2647472512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6803","nonce":2647472512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6807","nonce":2647472512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6805","nonce":2647472512}]},"public_addr":"172.21.15.82:6801/2647472512","cluster_addr":"172.21.15.82:6803/2647472512","heartbeat_back_addr":"172.21.15.82:6807/2647472512","heartbeat_front_addr":"172.21.15.82:6805/2647472512","state":["exists","up"]},{"osd":2,"uuid":"03dda03d-7581-476b-8e0b-ede8b7865165","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6801","nonce":2514141415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6803","nonce":2514141415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6807","nonce":2514141415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6805","nonce":2514141415}]},"public_addr":"172.21.15.92:6801/2514141415","cluster_addr":"172.21.15.92:6803/2514141415","heartbeat_back_addr":"172.21.15.92:6807/2514141415","heartbeat_front_addr":"172.21.15.92:6805/2514141415","state":["exists","up"]},{"osd":3,"uuid":"ee4c6871-e0ba-4dda-9fa1-f53d17314665","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6811","nonce":3929544733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6813","nonce":3929544733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6817","nonce":3929544733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6815","nonce":3929544733}]},"public_addr":"172.21.15.44:6811/3929544733","cluster_addr":"172.21.15.44:6813/3929544733","heartbeat_back_addr":"172.21.15.44:6817/3929544733","heartbeat_front_addr":"172.21.15.44:6815/3929544733","state":["exists","up"]},{"osd":4,"uuid":"43686e5d-9d5d-47ce-9a87-809e4dd36914","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6809","nonce":1580415467}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6811","nonce":1580415467}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6815","nonce":1580415467}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6813","nonce":1580415467}]},"public_addr":"172.21.15.82:6809/1580415467","cluster_addr":"172.21.15.82:6811/1580415467","heartbeat_back_addr":"172.21.15.82:6815/1580415467","heartbeat_front_addr":"172.21.15.82:6813/1580415467","state":["exists","up"]},{"osd":5,"uuid":"d37ad690-2e64-44d9-b4ba-5c1413dbde2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6809","nonce":965782434}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6811","nonce":965782434}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6815","nonce":965782434}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6813","nonce":965782434}]},"public_addr":"172.21.15.92:6809/965782434","cluster_addr":"172.21.15.92:6811/965782434","heartbeat_back_addr":"172.21.15.92:6815/965782434","heartbeat_front_addr":"172.21.15.92:6813/965782434","state":["exists","up"]},{"osd":6,"uuid":"a51f7723-c78c-4ef9-a341-b1ff72ba518e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6819","nonce":1537486544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6821","nonce":1537486544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6825","nonce":1537486544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6823","nonce":1537486544}]},"public_addr":"172.21.15.44:6819/1537486544","cluster_addr":"172.21.15.44:6821/1537486544","heartbeat_back_addr":"172.21.15.44:6825/1537486544","heartbeat_front_addr":"172.21.15.44:6823/1537486544","state":["exists","up"]},{"osd":7,"uuid":"9cb07a5c-be70-4030-a329-3d4f374fb837","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6817","nonce":205724371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6819","nonce":205724371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6823","nonce":205724371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6821","nonce":205724371}]},"public_addr":"172.21.15.82:6817/205724371","cluster_addr":"172.21.15.82:6819/205724371","heartbeat_back_addr":"172.21.15.82:6823/205724371","heartbeat_front_addr":"172.21.15.82:6821/205724371","state":["exists","up"]},{"osd":8,"uuid":"5dcab637-f5dc-45c1-8100-cb0b5ace5c92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6817","nonce":3959245624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6819","nonce":3959245624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6823","nonce":3959245624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6821","nonce":3959245624}]},"public_addr":"172.21.15.92:6817/3959245624","cluster_addr":"172.21.15.92:6819/3959245624","heartbeat_back_addr":"172.21.15.92:6823/3959245624","heartbeat_front_addr":"172.21.15.92:6821/3959245624","state":["exists","up"]},{"osd":9,"uuid":"e8018f84-c48b-46c3-97f9-933126a7b2fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6827","nonce":1654517516}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6829","nonce":1654517516}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6833","nonce":1654517516}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6831","nonce":1654517516}]},"public_addr":"172.21.15.44:6827/1654517516","cluster_addr":"172.21.15.44:6829/1654517516","heartbeat_back_addr":"172.21.15.44:6833/1654517516","heartbeat_front_addr":"172.21.15.44:6831/1654517516","state":["exists","up"]},{"osd":10,"uuid":"2887e4b5-afd3-4a9f-9d8a-c8c22964451d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6825","nonce":1964064567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6827","nonce":1964064567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6831","nonce":1964064567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6829","nonce":1964064567}]},"public_addr":"172.21.15.82:6825/1964064567","cluster_addr":"172.21.15.82:6827/1964064567","heartbeat_back_addr":"172.21.15.82:6831/1964064567","heartbeat_front_addr":"172.21.15.82:6829/1964064567","state":["exists","up"]},{"osd":11,"uuid":"0bc8302f-4e43-4172-8b39-e845532325dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6825","nonce":2911355193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6827","nonce":2911355193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6831","nonce":2911355193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6829","nonce":2911355193}]},"public_addr":"172.21.15.92:6825/2911355193","cluster_addr":"172.21.15.92:6827/2911355193","heartbeat_back_addr":"172.21.15.92:6831/2911355193","heartbeat_front_addr":"172.21.15.92:6829/2911355193","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:03.521286+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:28.491762+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:51.825721+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:32:25.293696+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:32:51.285539+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:33:15.925099+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:33:50.761232+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:34:17.058992+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:34:41.840124+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:35:16.093194+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:35:43.418271+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:36:09.237970+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":2,"to":1}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.18","mappings":[{"from":3,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":7}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/880191957":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/587444604":"2024-05-22T00:29:10.086497+0000","172.21.15.44:6800/3330900916":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/64733516":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6801/3460387030":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6801/3330900916":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/1049391158":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6800/3460387030":"2024-05-22T00:28:34.433643+0000","172.21.15.44:0/1950433201":"2024-05-22T00:28:34.433643+0000","172.21.15.44:0/866497567":"2024-05-22T00:29:10.086497+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T00:38:22.836 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.832+0000 7f7147e00700 1 -- 172.21.15.44:0/2612664985 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f71280b2910 msgr2=0x7f71280b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:22.836 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.832+0000 7f7147e00700 1 --2- 172.21.15.44:0/2612664985 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f71280b2910 0x7f71280b4dd0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f7140110fd0 tx=0x7f712c009260 comp rx=0 tx=0).stop 2024-05-21T00:38:22.836 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.832+0000 7f7147e00700 1 -- 172.21.15.44:0/2612664985 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7140075770 msgr2=0x7f71401a0250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:22.836 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.832+0000 7f7147e00700 1 --2- 172.21.15.44:0/2612664985 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7140075770 0x7f71401a0250 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f713400f990 tx=0x7f713400f9c0 comp rx=0 tx=0).stop 2024-05-21T00:38:22.836 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.832+0000 7f7147e00700 1 -- 172.21.15.44:0/2612664985 shutdown_connections 2024-05-21T00:38:22.836 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.832+0000 7f7147e00700 1 --2- 172.21.15.44:0/2612664985 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f71280b2910 0x7f71280b4dd0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:22.836 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.832+0000 7f7147e00700 1 --2- 172.21.15.44:0/2612664985 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7140114710 0x7f71401a4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:22.836 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.832+0000 7f7147e00700 1 --2- 172.21.15.44:0/2612664985 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7140075770 0x7f71401a0250 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:22.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.832+0000 7f7147e00700 1 --2- 172.21.15.44:0/2612664985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7140076090 0x7f71401a0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:22.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.832+0000 7f7147e00700 1 -- 172.21.15.44:0/2612664985 >> 172.21.15.44:0/2612664985 conn(0x7f714007a6a0 msgr2=0x7f7140111540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:38:22.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.832+0000 7f7147e00700 1 -- 172.21.15.44:0/2612664985 shutdown_connections 2024-05-21T00:38:22.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:22.832+0000 7f7147e00700 1 -- 172.21.15.44:0/2612664985 wait complete. 2024-05-21T00:38:23.614 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:23 smithi044 ceph-mon[31392]: pgmap v346: 97 pgs: 97 active+clean; 636 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 3.1 KiB/s wr, 7 op/s; 2 B/s, 0 keys/s, 0 objects/s recovering 2024-05-21T00:38:23.614 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:23 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:38:23.615 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:23 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:38:23.615 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:23 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/2612664985' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:38:23.666 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-21T00:38:23.667 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-21T00:38:23.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:23 smithi082 ceph-mon[36141]: pgmap v346: 97 pgs: 97 active+clean; 636 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 3.1 KiB/s wr, 7 op/s; 2 B/s, 0 keys/s, 0 objects/s recovering 2024-05-21T00:38:23.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:23 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:38:23.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:23 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:38:23.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:23 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/2612664985' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:38:23.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:23 smithi092 ceph-mon[36335]: pgmap v346: 97 pgs: 97 active+clean; 636 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 3.1 KiB/s wr, 7 op/s; 2 B/s, 0 keys/s, 0 objects/s recovering 2024-05-21T00:38:23.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:23 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:38:23.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:23 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:38:23.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:23 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/2612664985' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:38:24.084 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:38:24.490 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:24 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:38:24.490 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:24 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:38:24.490 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:24 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:38:24.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:24 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:38:24.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:24 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:38:24.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:24 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:38:24.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:24 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:38:24.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:24 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:38:24.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:24 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:38:25.610 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:25 smithi044 ceph-mon[31392]: pgmap v347: 97 pgs: 97 active+clean; 636 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.8 KiB/s wr, 8 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-05-21T00:38:25.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:25 smithi082 ceph-mon[36141]: pgmap v347: 97 pgs: 97 active+clean; 636 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.8 KiB/s wr, 8 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-05-21T00:38:25.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:25 smithi092 ceph-mon[36335]: pgmap v347: 97 pgs: 97 active+clean; 636 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.8 KiB/s wr, 8 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-05-21T00:38:26.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.404+0000 7f7467e00700 1 -- 172.21.15.44:0/4069054489 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7468103490 msgr2=0x7f7468103910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:26.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.404+0000 7f7467e00700 1 --2- 172.21.15.44:0/4069054489 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7468103490 0x7f7468103910 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f7454009990 tx=0x7f7454009ca0 comp rx=0 tx=0).stop 2024-05-21T00:38:26.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.404+0000 7f7467e00700 1 -- 172.21.15.44:0/4069054489 shutdown_connections 2024-05-21T00:38:26.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.404+0000 7f7467e00700 1 --2- 172.21.15.44:0/4069054489 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7468109540 0x7f7468109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:26.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.404+0000 7f7467e00700 1 --2- 172.21.15.44:0/4069054489 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7468103e50 0x7f7468110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:26.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.404+0000 7f7467e00700 1 --2- 172.21.15.44:0/4069054489 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7468103490 0x7f7468103910 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:26.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.404+0000 7f7467e00700 1 -- 172.21.15.44:0/4069054489 >> 172.21.15.44:0/4069054489 conn(0x7f74680fefc0 msgr2=0x7f74681013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:38:26.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.404+0000 7f7467e00700 1 -- 172.21.15.44:0/4069054489 shutdown_connections 2024-05-21T00:38:26.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.404+0000 7f7467e00700 1 -- 172.21.15.44:0/4069054489 wait complete. 2024-05-21T00:38:26.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.405+0000 7f7467e00700 1 Processor -- start 2024-05-21T00:38:26.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.406+0000 7f7467e00700 1 -- start start 2024-05-21T00:38:26.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.406+0000 7f7467e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7468103490 0x7f746819f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:26.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.406+0000 7f7467e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7468103e50 0x7f746819fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:26.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.406+0000 7f7467e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7468109540 0x7f74681998a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:26.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.406+0000 7f7467e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7468113620 con 0x7f7468103490 2024-05-21T00:38:26.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.406+0000 7f7467e00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f74681134a0 con 0x7f7468103e50 2024-05-21T00:38:26.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.406+0000 7f7467e00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f74681137a0 con 0x7f7468109540 2024-05-21T00:38:26.412 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.406+0000 7f7466a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7468103490 0x7f746819f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:26.412 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.407+0000 7f7466000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7468103e50 0x7f746819fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:26.412 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.407+0000 7f7466000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7468103e50 0x7f746819fc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:50758/0 (socket says 172.21.15.44:50758) 2024-05-21T00:38:26.412 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.407+0000 7f7466a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7468103490 0x7f746819f6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56396/0 (socket says 172.21.15.44:56396) 2024-05-21T00:38:26.412 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.407+0000 7f7466000700 1 -- 172.21.15.44:0/3416451197 learned_addr learned my addr 172.21.15.44:0/3416451197 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:38:26.412 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.407+0000 7f7467400700 1 --2- 172.21.15.44:0/3416451197 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7468109540 0x7f74681998a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:26.412 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.407+0000 7f7466a00700 1 -- 172.21.15.44:0/3416451197 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7468109540 msgr2=0x7f74681998a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:26.412 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.407+0000 7f7466a00700 1 --2- 172.21.15.44:0/3416451197 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7468109540 0x7f74681998a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:26.412 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.407+0000 7f7466a00700 1 -- 172.21.15.44:0/3416451197 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7468103e50 msgr2=0x7f746819fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:26.412 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.407+0000 7f7466a00700 1 --2- 172.21.15.44:0/3416451197 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7468103e50 0x7f746819fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:26.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.407+0000 7f7466a00700 1 -- 172.21.15.44:0/3416451197 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f746819a000 con 0x7f7468103490 2024-05-21T00:38:26.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.407+0000 7f7466000700 1 --2- 172.21.15.44:0/3416451197 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7468103e50 0x7f746819fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:38:26.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.407+0000 7f7467400700 1 --2- 172.21.15.44:0/3416451197 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7468109540 0x7f74681998a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:38:26.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.408+0000 7f7466a00700 1 --2- 172.21.15.44:0/3416451197 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7468103490 0x7f746819f6e0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f745800e9f0 tx=0x7f745800ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:38:26.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.408+0000 7f745f400700 1 -- 172.21.15.44:0/3416451197 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f745800cb70 con 0x7f7468103490 2024-05-21T00:38:26.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.408+0000 7f745f400700 1 -- 172.21.15.44:0/3416451197 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f745800ee90 con 0x7f7468103490 2024-05-21T00:38:26.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.408+0000 7f7467e00700 1 -- 172.21.15.44:0/3416451197 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f746819a2f0 con 0x7f7468103490 2024-05-21T00:38:26.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.408+0000 7f745f400700 1 -- 172.21.15.44:0/3416451197 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7458003d40 con 0x7f7468103490 2024-05-21T00:38:26.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.408+0000 7f7467e00700 1 -- 172.21.15.44:0/3416451197 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74681a65b0 con 0x7f7468103490 2024-05-21T00:38:26.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.409+0000 7f7467e00700 1 -- 172.21.15.44:0/3416451197 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f746806a230 con 0x7f7468103490 2024-05-21T00:38:26.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.412+0000 7f745f400700 1 -- 172.21.15.44:0/3416451197 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f7458003ee0 con 0x7f7468103490 2024-05-21T00:38:26.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.413+0000 7f745f400700 1 --2- 172.21.15.44:0/3416451197 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f744c0b2990 0x7f744c0b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:26.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.413+0000 7f745f400700 1 -- 172.21.15.44:0/3416451197 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8269+0+0 (secure 0 0 0) 0x7f74580e2490 con 0x7f7468103490 2024-05-21T00:38:26.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.414+0000 7f7466000700 1 --2- 172.21.15.44:0/3416451197 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f744c0b2990 0x7f744c0b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:26.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.414+0000 7f7466000700 1 --2- 172.21.15.44:0/3416451197 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f744c0b2990 0x7f744c0b4e50 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f7468108bb0 tx=0x7f745400b630 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:38:26.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.418+0000 7f745f400700 1 -- 172.21.15.44:0/3416451197 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f74580a9fd0 con 0x7f7468103490 2024-05-21T00:38:26.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.652+0000 7f7467e00700 1 -- 172.21.15.44:0/3416451197 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7468063980 con 0x7f744c0b2990 2024-05-21T00:38:26.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.662+0000 7f745f400700 1 -- 172.21.15.44:0/3416451197 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258986 (secure 0 0 0) 0x7f7468063980 con 0x7f744c0b2990 2024-05-21T00:38:26.672 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:38:26.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.668+0000 7f7467e00700 1 -- 172.21.15.44:0/3416451197 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f744c0b2990 msgr2=0x7f744c0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:26.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.668+0000 7f7467e00700 1 --2- 172.21.15.44:0/3416451197 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f744c0b2990 0x7f744c0b4e50 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f7468108bb0 tx=0x7f745400b630 comp rx=0 tx=0).stop 2024-05-21T00:38:26.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.668+0000 7f7467e00700 1 -- 172.21.15.44:0/3416451197 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7468103490 msgr2=0x7f746819f6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:26.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.668+0000 7f7467e00700 1 --2- 172.21.15.44:0/3416451197 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7468103490 0x7f746819f6e0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f745800e9f0 tx=0x7f745800ed00 comp rx=0 tx=0).stop 2024-05-21T00:38:26.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.669+0000 7f7467e00700 1 -- 172.21.15.44:0/3416451197 shutdown_connections 2024-05-21T00:38:26.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.669+0000 7f7467e00700 1 --2- 172.21.15.44:0/3416451197 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f744c0b2990 0x7f744c0b4e50 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:26.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.669+0000 7f7467e00700 1 --2- 172.21.15.44:0/3416451197 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7468103490 0x7f746819f6e0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:26.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.669+0000 7f7467e00700 1 --2- 172.21.15.44:0/3416451197 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7468109540 0x7f74681998a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:26.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.669+0000 7f7467e00700 1 --2- 172.21.15.44:0/3416451197 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7468103e50 0x7f746819fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:26.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.669+0000 7f7467e00700 1 -- 172.21.15.44:0/3416451197 >> 172.21.15.44:0/3416451197 conn(0x7f74680fefc0 msgr2=0x7f7468100740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:38:26.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.669+0000 7f7467e00700 1 -- 172.21.15.44:0/3416451197 shutdown_connections 2024-05-21T00:38:26.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:26.669+0000 7f7467e00700 1 -- 172.21.15.44:0/3416451197 wait complete. 2024-05-21T00:38:26.676 INFO:teuthology.orchestra.run.smithi044.stderr:dumped all 2024-05-21T00:38:27.544 INFO:teuthology.orchestra.run.smithi044.stdout:{"pg_ready":true,"pg_map":{"version":348,"stamp":"2024-05-21T00:38:26.261122+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":655341,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":309,"num_read_kb":249,"num_write":289,"num_write_kb":2263,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2951862,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":233,"ondisk_log_size":233,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":363996,"kb_used_data":10652,"kb_used_omap":18,"kb_used_meta":353197,"kb_avail":1124577828,"statfs":{"total":1151940427776,"available":1151567695872,"internally_reserved":0,"allocated":10907648,"data_stored":7058526,"data_compressed":176370,"data_compressed_allocated":233472,"data_compressed_original":1966080,"omap_allocated":19141,"internal_metadata":361674043},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":32264,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":79,"num_read_kb":74,"num_write":14,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005357"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.342781+0000","last_change":"2024-05-21T00:37:26.427879+0000","last_active":"2024-05-21T00:38:11.342781+0000","last_peered":"2024-05-21T00:38:11.342781+0000","last_clean":"2024-05-21T00:38:11.342781+0000","last_became_active":"2024-05-21T00:37:26.427573+0000","last_became_peered":"2024-05-21T00:37:26.427573+0000","last_unstale":"2024-05-21T00:38:11.342781+0000","last_undegraded":"2024-05-21T00:38:11.342781+0000","last_fullsized":"2024-05-21T00:38:11.342781+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:57:27.497480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.343811+0000","last_change":"2024-05-21T00:37:26.421272+0000","last_active":"2024-05-21T00:38:11.343811+0000","last_peered":"2024-05-21T00:38:11.343811+0000","last_clean":"2024-05-21T00:38:11.343811+0000","last_became_active":"2024-05-21T00:37:26.420035+0000","last_became_peered":"2024-05-21T00:37:26.420035+0000","last_unstale":"2024-05-21T00:38:11.343811+0000","last_undegraded":"2024-05-21T00:38:11.343811+0000","last_fullsized":"2024-05-21T00:38:11.343811+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:16:09.723800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.342590+0000","last_change":"2024-05-21T00:37:26.424117+0000","last_active":"2024-05-21T00:38:11.342590+0000","last_peered":"2024-05-21T00:38:11.342590+0000","last_clean":"2024-05-21T00:38:11.342590+0000","last_became_active":"2024-05-21T00:37:26.422986+0000","last_became_peered":"2024-05-21T00:37:26.422986+0000","last_unstale":"2024-05-21T00:38:11.342590+0000","last_undegraded":"2024-05-21T00:38:11.342590+0000","last_fullsized":"2024-05-21T00:38:11.342590+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:05:54.239121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.344602+0000","last_change":"2024-05-21T00:37:26.420077+0000","last_active":"2024-05-21T00:38:11.344602+0000","last_peered":"2024-05-21T00:38:11.344602+0000","last_clean":"2024-05-21T00:38:11.344602+0000","last_became_active":"2024-05-21T00:37:26.419742+0000","last_became_peered":"2024-05-21T00:37:26.419742+0000","last_unstale":"2024-05-21T00:38:11.344602+0000","last_undegraded":"2024-05-21T00:38:11.344602+0000","last_fullsized":"2024-05-21T00:38:11.344602+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:42:46.759050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.345117+0000","last_change":"2024-05-21T00:37:26.437010+0000","last_active":"2024-05-21T00:38:11.345117+0000","last_peered":"2024-05-21T00:38:11.345117+0000","last_clean":"2024-05-21T00:38:11.345117+0000","last_became_active":"2024-05-21T00:37:26.436628+0000","last_became_peered":"2024-05-21T00:37:26.436628+0000","last_unstale":"2024-05-21T00:38:11.345117+0000","last_undegraded":"2024-05-21T00:38:11.345117+0000","last_fullsized":"2024-05-21T00:38:11.345117+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:27:05.252106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.630990+0000","last_change":"2024-05-21T00:37:26.424453+0000","last_active":"2024-05-21T00:38:11.630990+0000","last_peered":"2024-05-21T00:38:11.630990+0000","last_clean":"2024-05-21T00:38:11.630990+0000","last_became_active":"2024-05-21T00:37:26.424098+0000","last_became_peered":"2024-05-21T00:37:26.424098+0000","last_unstale":"2024-05-21T00:38:11.630990+0000","last_undegraded":"2024-05-21T00:38:11.630990+0000","last_fullsized":"2024-05-21T00:38:11.630990+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:38:05.711162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":26,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.355349+0000","last_change":"2024-05-21T00:38:11.355349+0000","last_active":"2024-05-21T00:38:11.355349+0000","last_peered":"2024-05-21T00:38:11.355349+0000","last_clean":"2024-05-21T00:38:11.355349+0000","last_became_active":"2024-05-21T00:38:11.354966+0000","last_became_peered":"2024-05-21T00:38:11.354966+0000","last_unstale":"2024-05-21T00:38:11.355349+0000","last_undegraded":"2024-05-21T00:38:11.355349+0000","last_fullsized":"2024-05-21T00:38:11.355349+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:06:47.894167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,8],"acting":[7,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.344200+0000","last_change":"2024-05-21T00:37:26.434586+0000","last_active":"2024-05-21T00:38:11.344200+0000","last_peered":"2024-05-21T00:38:11.344200+0000","last_clean":"2024-05-21T00:38:11.344200+0000","last_became_active":"2024-05-21T00:37:26.434135+0000","last_became_peered":"2024-05-21T00:37:26.434135+0000","last_unstale":"2024-05-21T00:38:11.344200+0000","last_undegraded":"2024-05-21T00:38:11.344200+0000","last_fullsized":"2024-05-21T00:38:11.344200+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:36:07.384616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.346126+0000","last_change":"2024-05-21T00:37:26.422156+0000","last_active":"2024-05-21T00:38:11.346126+0000","last_peered":"2024-05-21T00:38:11.346126+0000","last_clean":"2024-05-21T00:38:11.346126+0000","last_became_active":"2024-05-21T00:37:26.421786+0000","last_became_peered":"2024-05-21T00:37:26.421786+0000","last_unstale":"2024-05-21T00:38:11.346126+0000","last_undegraded":"2024-05-21T00:38:11.346126+0000","last_fullsized":"2024-05-21T00:38:11.346126+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:09:46.739541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.631303+0000","last_change":"2024-05-21T00:37:26.420314+0000","last_active":"2024-05-21T00:38:11.631303+0000","last_peered":"2024-05-21T00:38:11.631303+0000","last_clean":"2024-05-21T00:38:11.631303+0000","last_became_active":"2024-05-21T00:37:26.419975+0000","last_became_peered":"2024-05-21T00:37:26.419975+0000","last_unstale":"2024-05-21T00:38:11.631303+0000","last_undegraded":"2024-05-21T00:38:11.631303+0000","last_fullsized":"2024-05-21T00:38:11.631303+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:17:16.447135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.342666+0000","last_change":"2024-05-21T00:37:26.415187+0000","last_active":"2024-05-21T00:38:11.342666+0000","last_peered":"2024-05-21T00:38:11.342666+0000","last_clean":"2024-05-21T00:38:11.342666+0000","last_became_active":"2024-05-21T00:37:26.414638+0000","last_became_peered":"2024-05-21T00:37:26.414638+0000","last_unstale":"2024-05-21T00:38:11.342666+0000","last_undegraded":"2024-05-21T00:38:11.342666+0000","last_fullsized":"2024-05-21T00:38:11.342666+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:53:16.873608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.344494+0000","last_change":"2024-05-21T00:37:26.423652+0000","last_active":"2024-05-21T00:38:11.344494+0000","last_peered":"2024-05-21T00:38:11.344494+0000","last_clean":"2024-05-21T00:38:11.344494+0000","last_became_active":"2024-05-21T00:37:26.423247+0000","last_became_peered":"2024-05-21T00:37:26.423247+0000","last_unstale":"2024-05-21T00:38:11.344494+0000","last_undegraded":"2024-05-21T00:38:11.344494+0000","last_fullsized":"2024-05-21T00:38:11.344494+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:59:05.986098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.642199+0000","last_change":"2024-05-21T00:37:26.418991+0000","last_active":"2024-05-21T00:38:11.642199+0000","last_peered":"2024-05-21T00:38:11.642199+0000","last_clean":"2024-05-21T00:38:11.642199+0000","last_became_active":"2024-05-21T00:37:26.418574+0000","last_became_peered":"2024-05-21T00:37:26.418574+0000","last_unstale":"2024-05-21T00:38:11.642199+0000","last_undegraded":"2024-05-21T00:38:11.642199+0000","last_fullsized":"2024-05-21T00:38:11.642199+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:27:47.863261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.340165+0000","last_change":"2024-05-21T00:37:26.418725+0000","last_active":"2024-05-21T00:38:11.340165+0000","last_peered":"2024-05-21T00:38:11.340165+0000","last_clean":"2024-05-21T00:38:11.340165+0000","last_became_active":"2024-05-21T00:37:26.417640+0000","last_became_peered":"2024-05-21T00:37:26.417640+0000","last_unstale":"2024-05-21T00:38:11.340165+0000","last_undegraded":"2024-05-21T00:38:11.340165+0000","last_fullsized":"2024-05-21T00:38:11.340165+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:50:23.058203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.339364+0000","last_change":"2024-05-21T00:37:26.430147+0000","last_active":"2024-05-21T00:38:11.339364+0000","last_peered":"2024-05-21T00:38:11.339364+0000","last_clean":"2024-05-21T00:38:11.339364+0000","last_became_active":"2024-05-21T00:37:26.429599+0000","last_became_peered":"2024-05-21T00:37:26.429599+0000","last_unstale":"2024-05-21T00:38:11.339364+0000","last_undegraded":"2024-05-21T00:38:11.339364+0000","last_fullsized":"2024-05-21T00:38:11.339364+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:10:12.429375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.345170+0000","last_change":"2024-05-21T00:37:26.435334+0000","last_active":"2024-05-21T00:38:11.345170+0000","last_peered":"2024-05-21T00:38:11.345170+0000","last_clean":"2024-05-21T00:38:11.345170+0000","last_became_active":"2024-05-21T00:37:26.434991+0000","last_became_peered":"2024-05-21T00:37:26.434991+0000","last_unstale":"2024-05-21T00:38:11.345170+0000","last_undegraded":"2024-05-21T00:38:11.345170+0000","last_fullsized":"2024-05-21T00:38:11.345170+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:37:25.875616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.342478+0000","last_change":"2024-05-21T00:37:26.427871+0000","last_active":"2024-05-21T00:38:11.342478+0000","last_peered":"2024-05-21T00:38:11.342478+0000","last_clean":"2024-05-21T00:38:11.342478+0000","last_became_active":"2024-05-21T00:37:26.427532+0000","last_became_peered":"2024-05-21T00:37:26.427532+0000","last_unstale":"2024-05-21T00:38:11.342478+0000","last_undegraded":"2024-05-21T00:38:11.342478+0000","last_fullsized":"2024-05-21T00:38:11.342478+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:26:31.168527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.351859+0000","last_change":"2024-05-21T00:37:26.427783+0000","last_active":"2024-05-21T00:38:11.351859+0000","last_peered":"2024-05-21T00:38:11.351859+0000","last_clean":"2024-05-21T00:38:11.351859+0000","last_became_active":"2024-05-21T00:37:26.427364+0000","last_became_peered":"2024-05-21T00:37:26.427364+0000","last_unstale":"2024-05-21T00:38:11.351859+0000","last_undegraded":"2024-05-21T00:38:11.351859+0000","last_fullsized":"2024-05-21T00:38:11.351859+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:53:08.031403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.346351+0000","last_change":"2024-05-21T00:37:26.425632+0000","last_active":"2024-05-21T00:38:11.346351+0000","last_peered":"2024-05-21T00:38:11.346351+0000","last_clean":"2024-05-21T00:38:11.346351+0000","last_became_active":"2024-05-21T00:37:26.425298+0000","last_became_peered":"2024-05-21T00:37:26.425298+0000","last_unstale":"2024-05-21T00:38:11.346351+0000","last_undegraded":"2024-05-21T00:38:11.346351+0000","last_fullsized":"2024-05-21T00:38:11.346351+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:08:58.187696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"78'9","reported_seq":36,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.352550+0000","last_change":"2024-05-21T00:37:22.392035+0000","last_active":"2024-05-21T00:38:11.352550+0000","last_peered":"2024-05-21T00:38:11.352550+0000","last_clean":"2024-05-21T00:38:11.352550+0000","last_became_active":"2024-05-21T00:37:22.390654+0000","last_became_peered":"2024-05-21T00:37:22.390654+0000","last_unstale":"2024-05-21T00:38:11.352550+0000","last_undegraded":"2024-05-21T00:38:11.352550+0000","last_fullsized":"2024-05-21T00:38:11.352550+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:56:32.967821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.350717+0000","last_change":"2024-05-21T00:37:26.434754+0000","last_active":"2024-05-21T00:38:11.350717+0000","last_peered":"2024-05-21T00:38:11.350717+0000","last_clean":"2024-05-21T00:38:11.350717+0000","last_became_active":"2024-05-21T00:37:26.430623+0000","last_became_peered":"2024-05-21T00:37:26.430623+0000","last_unstale":"2024-05-21T00:38:11.350717+0000","last_undegraded":"2024-05-21T00:38:11.350717+0000","last_fullsized":"2024-05-21T00:38:11.350717+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:27:40.304167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"78'2","reported_seq":28,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.351409+0000","last_change":"2024-05-21T00:37:22.953646+0000","last_active":"2024-05-21T00:38:11.351409+0000","last_peered":"2024-05-21T00:38:11.351409+0000","last_clean":"2024-05-21T00:38:11.351409+0000","last_became_active":"2024-05-21T00:37:22.952491+0000","last_became_peered":"2024-05-21T00:37:22.952491+0000","last_unstale":"2024-05-21T00:38:11.351409+0000","last_undegraded":"2024-05-21T00:38:11.351409+0000","last_fullsized":"2024-05-21T00:38:11.351409+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:11:39.314478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.344955+0000","last_change":"2024-05-21T00:37:26.428446+0000","last_active":"2024-05-21T00:38:11.344955+0000","last_peered":"2024-05-21T00:38:11.344955+0000","last_clean":"2024-05-21T00:38:11.344955+0000","last_became_active":"2024-05-21T00:37:26.427853+0000","last_became_peered":"2024-05-21T00:37:26.427853+0000","last_unstale":"2024-05-21T00:38:11.344955+0000","last_undegraded":"2024-05-21T00:38:11.344955+0000","last_fullsized":"2024-05-21T00:38:11.344955+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:17:21.904244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"78'4","reported_seq":42,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.361142+0000","last_change":"2024-05-21T00:38:11.361142+0000","last_active":"2024-05-21T00:38:11.361142+0000","last_peered":"2024-05-21T00:38:11.361142+0000","last_clean":"2024-05-21T00:38:11.361142+0000","last_became_active":"2024-05-21T00:38:11.347994+0000","last_became_peered":"2024-05-21T00:38:11.347994+0000","last_unstale":"2024-05-21T00:38:11.361142+0000","last_undegraded":"2024-05-21T00:38:11.361142+0000","last_fullsized":"2024-05-21T00:38:11.361142+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:28:28.018651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.345163+0000","last_change":"2024-05-21T00:37:26.418621+0000","last_active":"2024-05-21T00:38:11.345163+0000","last_peered":"2024-05-21T00:38:11.345163+0000","last_clean":"2024-05-21T00:38:11.345163+0000","last_became_active":"2024-05-21T00:37:26.418244+0000","last_became_peered":"2024-05-21T00:37:26.418244+0000","last_unstale":"2024-05-21T00:38:11.345163+0000","last_undegraded":"2024-05-21T00:38:11.345163+0000","last_fullsized":"2024-05-21T00:38:11.345163+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:27:03.711204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"78'2","reported_seq":28,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.345557+0000","last_change":"2024-05-21T00:37:22.382054+0000","last_active":"2024-05-21T00:38:11.345557+0000","last_peered":"2024-05-21T00:38:11.345557+0000","last_clean":"2024-05-21T00:38:11.345557+0000","last_became_active":"2024-05-21T00:37:22.381688+0000","last_became_peered":"2024-05-21T00:37:22.381688+0000","last_unstale":"2024-05-21T00:38:11.345557+0000","last_undegraded":"2024-05-21T00:38:11.345557+0000","last_fullsized":"2024-05-21T00:38:11.345557+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:25:10.880958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.340049+0000","last_change":"2024-05-21T00:37:26.422382+0000","last_active":"2024-05-21T00:38:11.340049+0000","last_peered":"2024-05-21T00:38:11.340049+0000","last_clean":"2024-05-21T00:38:11.340049+0000","last_became_active":"2024-05-21T00:37:26.422039+0000","last_became_peered":"2024-05-21T00:37:26.422039+0000","last_unstale":"2024-05-21T00:38:11.340049+0000","last_undegraded":"2024-05-21T00:38:11.340049+0000","last_fullsized":"2024-05-21T00:38:11.340049+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:55:29.868930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"78'6","reported_seq":68,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:21.646847+0000","last_change":"2024-05-21T00:37:22.382385+0000","last_active":"2024-05-21T00:38:21.646847+0000","last_peered":"2024-05-21T00:38:21.646847+0000","last_clean":"2024-05-21T00:38:21.646847+0000","last_became_active":"2024-05-21T00:37:22.380908+0000","last_became_peered":"2024-05-21T00:37:22.380908+0000","last_unstale":"2024-05-21T00:38:21.646847+0000","last_undegraded":"2024-05-21T00:38:21.646847+0000","last_fullsized":"2024-05-21T00:38:21.646847+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:07:11.404082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":36,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.345024+0000","last_change":"2024-05-21T00:37:26.420818+0000","last_active":"2024-05-21T00:38:11.345024+0000","last_peered":"2024-05-21T00:38:11.345024+0000","last_clean":"2024-05-21T00:38:11.345024+0000","last_became_active":"2024-05-21T00:37:26.420299+0000","last_became_peered":"2024-05-21T00:37:26.420299+0000","last_unstale":"2024-05-21T00:38:11.345024+0000","last_undegraded":"2024-05-21T00:38:11.345024+0000","last_fullsized":"2024-05-21T00:38:11.345024+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:20:12.973792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"78'3","reported_seq":29,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.630891+0000","last_change":"2024-05-21T00:37:22.383491+0000","last_active":"2024-05-21T00:38:11.630891+0000","last_peered":"2024-05-21T00:38:11.630891+0000","last_clean":"2024-05-21T00:38:11.630891+0000","last_became_active":"2024-05-21T00:37:22.382965+0000","last_became_peered":"2024-05-21T00:37:22.382965+0000","last_unstale":"2024-05-21T00:38:11.630891+0000","last_undegraded":"2024-05-21T00:38:11.630891+0000","last_fullsized":"2024-05-21T00:38:11.630891+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:38:56.992721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":26,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.351708+0000","last_change":"2024-05-21T00:38:11.351708+0000","last_active":"2024-05-21T00:38:11.351708+0000","last_peered":"2024-05-21T00:38:11.351708+0000","last_clean":"2024-05-21T00:38:11.351708+0000","last_became_active":"2024-05-21T00:38:11.351431+0000","last_became_peered":"2024-05-21T00:38:11.351431+0000","last_unstale":"2024-05-21T00:38:11.351708+0000","last_undegraded":"2024-05-21T00:38:11.351708+0000","last_fullsized":"2024-05-21T00:38:11.351708+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:37:15.606215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"78'2","reported_seq":28,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.641838+0000","last_change":"2024-05-21T00:37:22.393868+0000","last_active":"2024-05-21T00:38:11.641838+0000","last_peered":"2024-05-21T00:38:11.641838+0000","last_clean":"2024-05-21T00:38:11.641838+0000","last_became_active":"2024-05-21T00:37:22.392006+0000","last_became_peered":"2024-05-21T00:37:22.392006+0000","last_unstale":"2024-05-21T00:38:11.641838+0000","last_undegraded":"2024-05-21T00:38:11.641838+0000","last_fullsized":"2024-05-21T00:38:11.641838+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:06:20.765944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.646853+0000","last_change":"2024-05-21T00:38:11.644903+0000","last_active":"2024-05-21T00:38:11.646853+0000","last_peered":"2024-05-21T00:38:11.646853+0000","last_clean":"2024-05-21T00:38:11.646853+0000","last_became_active":"2024-05-21T00:38:11.643620+0000","last_became_peered":"2024-05-21T00:38:11.643620+0000","last_unstale":"2024-05-21T00:38:11.646853+0000","last_undegraded":"2024-05-21T00:38:11.646853+0000","last_fullsized":"2024-05-21T00:38:11.646853+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:06:12.218251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,6],"acting":[9,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"78'1","reported_seq":27,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.339692+0000","last_change":"2024-05-21T00:37:22.382399+0000","last_active":"2024-05-21T00:38:11.339692+0000","last_peered":"2024-05-21T00:38:11.339692+0000","last_clean":"2024-05-21T00:38:11.339692+0000","last_became_active":"2024-05-21T00:37:22.380928+0000","last_became_peered":"2024-05-21T00:37:22.380928+0000","last_unstale":"2024-05-21T00:38:11.339692+0000","last_undegraded":"2024-05-21T00:38:11.339692+0000","last_fullsized":"2024-05-21T00:38:11.339692+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:14:16.927598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.352873+0000","last_change":"2024-05-21T00:37:26.440324+0000","last_active":"2024-05-21T00:38:11.352873+0000","last_peered":"2024-05-21T00:38:11.352873+0000","last_clean":"2024-05-21T00:38:11.352873+0000","last_became_active":"2024-05-21T00:37:26.439898+0000","last_became_peered":"2024-05-21T00:37:26.439898+0000","last_unstale":"2024-05-21T00:38:11.352873+0000","last_undegraded":"2024-05-21T00:38:11.352873+0000","last_fullsized":"2024-05-21T00:38:11.352873+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:37:05.253214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"78'3","reported_seq":64,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:23.648941+0000","last_change":"2024-05-21T00:37:22.392088+0000","last_active":"2024-05-21T00:38:23.648941+0000","last_peered":"2024-05-21T00:38:23.648941+0000","last_clean":"2024-05-21T00:38:23.648941+0000","last_became_active":"2024-05-21T00:37:22.391693+0000","last_became_peered":"2024-05-21T00:37:22.391693+0000","last_unstale":"2024-05-21T00:38:23.648941+0000","last_undegraded":"2024-05-21T00:38:23.648941+0000","last_fullsized":"2024-05-21T00:38:23.648941+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:59:06.379254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":35,"num_read_kb":35,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.346157+0000","last_change":"2024-05-21T00:37:26.421633+0000","last_active":"2024-05-21T00:38:11.346157+0000","last_peered":"2024-05-21T00:38:11.346157+0000","last_clean":"2024-05-21T00:38:11.346157+0000","last_became_active":"2024-05-21T00:37:26.421278+0000","last_became_peered":"2024-05-21T00:37:26.421278+0000","last_unstale":"2024-05-21T00:38:11.346157+0000","last_undegraded":"2024-05-21T00:38:11.346157+0000","last_fullsized":"2024-05-21T00:38:11.346157+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:35:03.618852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"78'2","reported_seq":38,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.357389+0000","last_change":"2024-05-21T00:38:11.357389+0000","last_active":"2024-05-21T00:38:11.357389+0000","last_peered":"2024-05-21T00:38:11.357389+0000","last_clean":"2024-05-21T00:38:11.357389+0000","last_became_active":"2024-05-21T00:38:11.347249+0000","last_became_peered":"2024-05-21T00:38:11.347249+0000","last_unstale":"2024-05-21T00:38:11.357389+0000","last_undegraded":"2024-05-21T00:38:11.357389+0000","last_fullsized":"2024-05-21T00:38:11.357389+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:34:48.493234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":26,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.349083+0000","last_change":"2024-05-21T00:38:11.349083+0000","last_active":"2024-05-21T00:38:11.349083+0000","last_peered":"2024-05-21T00:38:11.349083+0000","last_clean":"2024-05-21T00:38:11.349083+0000","last_became_active":"2024-05-21T00:38:11.348549+0000","last_became_peered":"2024-05-21T00:38:11.348549+0000","last_unstale":"2024-05-21T00:38:11.349083+0000","last_undegraded":"2024-05-21T00:38:11.349083+0000","last_fullsized":"2024-05-21T00:38:11.349083+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:59:18.237158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"78'4","reported_seq":31,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.340258+0000","last_change":"2024-05-21T00:37:22.956929+0000","last_active":"2024-05-21T00:38:11.340258+0000","last_peered":"2024-05-21T00:38:11.340258+0000","last_clean":"2024-05-21T00:38:11.340258+0000","last_became_active":"2024-05-21T00:37:22.956561+0000","last_became_peered":"2024-05-21T00:37:22.956561+0000","last_unstale":"2024-05-21T00:38:11.340258+0000","last_undegraded":"2024-05-21T00:38:11.340258+0000","last_fullsized":"2024-05-21T00:38:11.340258+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:07.623279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":26,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.644592+0000","last_change":"2024-05-21T00:38:11.644592+0000","last_active":"2024-05-21T00:38:11.644592+0000","last_peered":"2024-05-21T00:38:11.644592+0000","last_clean":"2024-05-21T00:38:11.644592+0000","last_became_active":"2024-05-21T00:38:11.644239+0000","last_became_peered":"2024-05-21T00:38:11.644239+0000","last_unstale":"2024-05-21T00:38:11.644592+0000","last_undegraded":"2024-05-21T00:38:11.644592+0000","last_fullsized":"2024-05-21T00:38:11.644592+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:51:22.983763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"80'28","reported_seq":133,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:24.650334+0000","last_change":"2024-05-21T00:37:22.380538+0000","last_active":"2024-05-21T00:38:24.650334+0000","last_peered":"2024-05-21T00:38:24.650334+0000","last_clean":"2024-05-21T00:38:24.650334+0000","last_became_active":"2024-05-21T00:37:22.380144+0000","last_became_peered":"2024-05-21T00:37:22.380144+0000","last_unstale":"2024-05-21T00:38:24.650334+0000","last_undegraded":"2024-05-21T00:38:24.650334+0000","last_fullsized":"2024-05-21T00:38:24.650334+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:46:09.966830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60347,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":79,"num_read_kb":98,"num_write":29,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.345117+0000","last_change":"2024-05-21T00:37:26.416679+0000","last_active":"2024-05-21T00:38:11.345117+0000","last_peered":"2024-05-21T00:38:11.345117+0000","last_clean":"2024-05-21T00:38:11.345117+0000","last_became_active":"2024-05-21T00:37:26.416106+0000","last_became_peered":"2024-05-21T00:37:26.416106+0000","last_unstale":"2024-05-21T00:38:11.345117+0000","last_undegraded":"2024-05-21T00:38:11.345117+0000","last_fullsized":"2024-05-21T00:38:11.345117+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:01:37.352242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"78'6","reported_seq":33,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.346003+0000","last_change":"2024-05-21T00:37:22.387287+0000","last_active":"2024-05-21T00:38:11.346003+0000","last_peered":"2024-05-21T00:38:11.346003+0000","last_clean":"2024-05-21T00:38:11.346003+0000","last_became_active":"2024-05-21T00:37:22.386952+0000","last_became_peered":"2024-05-21T00:37:22.386952+0000","last_unstale":"2024-05-21T00:38:11.346003+0000","last_undegraded":"2024-05-21T00:38:11.346003+0000","last_fullsized":"2024-05-21T00:38:11.346003+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:28:01.020680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.642016+0000","last_change":"2024-05-21T00:37:26.419351+0000","last_active":"2024-05-21T00:38:11.642016+0000","last_peered":"2024-05-21T00:38:11.642016+0000","last_clean":"2024-05-21T00:38:11.642016+0000","last_became_active":"2024-05-21T00:37:26.418733+0000","last_became_peered":"2024-05-21T00:37:26.418733+0000","last_unstale":"2024-05-21T00:38:11.642016+0000","last_undegraded":"2024-05-21T00:38:11.642016+0000","last_fullsized":"2024-05-21T00:38:11.642016+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:09:29.893036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"78'3","reported_seq":29,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.340228+0000","last_change":"2024-05-21T00:37:22.382339+0000","last_active":"2024-05-21T00:38:11.340228+0000","last_peered":"2024-05-21T00:38:11.340228+0000","last_clean":"2024-05-21T00:38:11.340228+0000","last_became_active":"2024-05-21T00:37:22.380365+0000","last_became_peered":"2024-05-21T00:37:22.380365+0000","last_unstale":"2024-05-21T00:38:11.340228+0000","last_undegraded":"2024-05-21T00:38:11.340228+0000","last_fullsized":"2024-05-21T00:38:11.340228+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:17:33.356246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.342525+0000","last_change":"2024-05-21T00:37:26.436859+0000","last_active":"2024-05-21T00:38:11.342525+0000","last_peered":"2024-05-21T00:38:11.342525+0000","last_clean":"2024-05-21T00:38:11.342525+0000","last_became_active":"2024-05-21T00:37:26.436539+0000","last_became_peered":"2024-05-21T00:37:26.436539+0000","last_unstale":"2024-05-21T00:38:11.342525+0000","last_undegraded":"2024-05-21T00:38:11.342525+0000","last_fullsized":"2024-05-21T00:38:11.342525+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:37:41.243252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"78'4","reported_seq":67,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:22.663994+0000","last_change":"2024-05-21T00:37:22.380435+0000","last_active":"2024-05-21T00:38:22.663994+0000","last_peered":"2024-05-21T00:38:22.663994+0000","last_clean":"2024-05-21T00:38:22.663994+0000","last_became_active":"2024-05-21T00:37:22.379943+0000","last_became_peered":"2024-05-21T00:37:22.379943+0000","last_unstale":"2024-05-21T00:38:22.663994+0000","last_undegraded":"2024-05-21T00:38:22.663994+0000","last_fullsized":"2024-05-21T00:38:22.663994+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:57:43.120772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":38,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.342130+0000","last_change":"2024-05-21T00:37:26.418584+0000","last_active":"2024-05-21T00:38:11.342130+0000","last_peered":"2024-05-21T00:38:11.342130+0000","last_clean":"2024-05-21T00:38:11.342130+0000","last_became_active":"2024-05-21T00:37:26.418239+0000","last_became_peered":"2024-05-21T00:37:26.418239+0000","last_unstale":"2024-05-21T00:38:11.342130+0000","last_undegraded":"2024-05-21T00:38:11.342130+0000","last_fullsized":"2024-05-21T00:38:11.342130+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:44:27.000528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"78'15","reported_seq":42,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.345539+0000","last_change":"2024-05-21T00:37:22.952053+0000","last_active":"2024-05-21T00:38:11.345539+0000","last_peered":"2024-05-21T00:38:11.345539+0000","last_clean":"2024-05-21T00:38:11.345539+0000","last_became_active":"2024-05-21T00:37:22.951649+0000","last_became_peered":"2024-05-21T00:37:22.951649+0000","last_unstale":"2024-05-21T00:38:11.345539+0000","last_undegraded":"2024-05-21T00:38:11.345539+0000","last_fullsized":"2024-05-21T00:38:11.345539+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:21:43.406488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.340074+0000","last_change":"2024-05-21T00:37:26.423294+0000","last_active":"2024-05-21T00:38:11.340074+0000","last_peered":"2024-05-21T00:38:11.340074+0000","last_clean":"2024-05-21T00:38:11.340074+0000","last_became_active":"2024-05-21T00:37:26.422958+0000","last_became_peered":"2024-05-21T00:37:26.422958+0000","last_unstale":"2024-05-21T00:38:11.340074+0000","last_undegraded":"2024-05-21T00:38:11.340074+0000","last_fullsized":"2024-05-21T00:38:11.340074+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:36:16.071919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"78'2","reported_seq":17,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.356207+0000","last_change":"2024-05-21T00:38:11.355611+0000","last_active":"2024-05-21T00:38:11.356207+0000","last_peered":"2024-05-21T00:38:11.356207+0000","last_clean":"2024-05-21T00:38:11.356207+0000","last_became_active":"2024-05-21T00:38:11.345854+0000","last_became_peered":"2024-05-21T00:38:11.345854+0000","last_unstale":"2024-05-21T00:38:11.356207+0000","last_undegraded":"2024-05-21T00:38:11.356207+0000","last_fullsized":"2024-05-21T00:38:11.356207+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:42:49.958758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.342162+0000","last_change":"2024-05-21T00:37:26.418846+0000","last_active":"2024-05-21T00:38:11.342162+0000","last_peered":"2024-05-21T00:38:11.342162+0000","last_clean":"2024-05-21T00:38:11.342162+0000","last_became_active":"2024-05-21T00:37:26.418414+0000","last_became_peered":"2024-05-21T00:37:26.418414+0000","last_unstale":"2024-05-21T00:38:11.342162+0000","last_undegraded":"2024-05-21T00:38:11.342162+0000","last_fullsized":"2024-05-21T00:38:11.342162+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:50:10.954057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":26,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.351586+0000","last_change":"2024-05-21T00:37:22.954772+0000","last_active":"2024-05-21T00:38:11.351586+0000","last_peered":"2024-05-21T00:38:11.351586+0000","last_clean":"2024-05-21T00:38:11.351586+0000","last_became_active":"2024-05-21T00:37:22.953627+0000","last_became_peered":"2024-05-21T00:37:22.953627+0000","last_unstale":"2024-05-21T00:38:11.351586+0000","last_undegraded":"2024-05-21T00:38:11.351586+0000","last_fullsized":"2024-05-21T00:38:11.351586+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:14:44.650523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"78'1","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.631042+0000","last_change":"2024-05-21T00:37:26.425757+0000","last_active":"2024-05-21T00:38:11.631042+0000","last_peered":"2024-05-21T00:38:11.631042+0000","last_clean":"2024-05-21T00:38:11.631042+0000","last_became_active":"2024-05-21T00:37:26.425386+0000","last_became_peered":"2024-05-21T00:37:26.425386+0000","last_unstale":"2024-05-21T00:38:11.631042+0000","last_undegraded":"2024-05-21T00:38:11.631042+0000","last_fullsized":"2024-05-21T00:38:11.631042+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:00:29.246729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"78'1","reported_seq":27,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.342406+0000","last_change":"2024-05-21T00:37:22.384298+0000","last_active":"2024-05-21T00:38:11.342406+0000","last_peered":"2024-05-21T00:38:11.342406+0000","last_clean":"2024-05-21T00:38:11.342406+0000","last_became_active":"2024-05-21T00:37:22.383349+0000","last_became_peered":"2024-05-21T00:37:22.383349+0000","last_unstale":"2024-05-21T00:38:11.342406+0000","last_undegraded":"2024-05-21T00:38:11.342406+0000","last_fullsized":"2024-05-21T00:38:11.342406+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:43:16.082465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.631031+0000","last_change":"2024-05-21T00:37:26.431349+0000","last_active":"2024-05-21T00:38:11.631031+0000","last_peered":"2024-05-21T00:38:11.631031+0000","last_clean":"2024-05-21T00:38:11.631031+0000","last_became_active":"2024-05-21T00:37:26.430974+0000","last_became_peered":"2024-05-21T00:37:26.430974+0000","last_unstale":"2024-05-21T00:38:11.631031+0000","last_undegraded":"2024-05-21T00:38:11.631031+0000","last_fullsized":"2024-05-21T00:38:11.631031+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:05:37.263961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.339989+0000","last_change":"2024-05-21T00:37:26.423596+0000","last_active":"2024-05-21T00:38:11.339989+0000","last_peered":"2024-05-21T00:38:11.339989+0000","last_clean":"2024-05-21T00:38:11.339989+0000","last_became_active":"2024-05-21T00:37:26.423213+0000","last_became_peered":"2024-05-21T00:37:26.423213+0000","last_unstale":"2024-05-21T00:38:11.339989+0000","last_undegraded":"2024-05-21T00:38:11.339989+0000","last_fullsized":"2024-05-21T00:38:11.339989+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:01:37.383917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"78'4","reported_seq":63,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:21.661633+0000","last_change":"2024-05-21T00:37:22.954874+0000","last_active":"2024-05-21T00:38:21.661633+0000","last_peered":"2024-05-21T00:38:21.661633+0000","last_clean":"2024-05-21T00:38:21.661633+0000","last_became_active":"2024-05-21T00:37:22.953725+0000","last_became_peered":"2024-05-21T00:37:22.953725+0000","last_unstale":"2024-05-21T00:38:21.661633+0000","last_undegraded":"2024-05-21T00:38:21.661633+0000","last_fullsized":"2024-05-21T00:38:21.661633+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:39:06.020522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":33,"num_read_kb":33,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.348806+0000","last_change":"2024-05-21T00:37:26.430059+0000","last_active":"2024-05-21T00:38:11.348806+0000","last_peered":"2024-05-21T00:38:11.348806+0000","last_clean":"2024-05-21T00:38:11.348806+0000","last_became_active":"2024-05-21T00:37:26.429679+0000","last_became_peered":"2024-05-21T00:37:26.429679+0000","last_unstale":"2024-05-21T00:38:11.348806+0000","last_undegraded":"2024-05-21T00:38:11.348806+0000","last_fullsized":"2024-05-21T00:38:11.348806+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:39:46.411010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"78'3","reported_seq":31,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.344613+0000","last_change":"2024-05-21T00:37:22.392280+0000","last_active":"2024-05-21T00:38:11.344613+0000","last_peered":"2024-05-21T00:38:11.344613+0000","last_clean":"2024-05-21T00:38:11.344613+0000","last_became_active":"2024-05-21T00:37:22.391763+0000","last_became_peered":"2024-05-21T00:37:22.391763+0000","last_unstale":"2024-05-21T00:38:11.344613+0000","last_undegraded":"2024-05-21T00:38:11.344613+0000","last_fullsized":"2024-05-21T00:38:11.344613+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:23:00.989554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":101,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.342307+0000","last_change":"2024-05-21T00:35:47.556218+0000","last_active":"2024-05-21T00:38:11.342307+0000","last_peered":"2024-05-21T00:38:11.342307+0000","last_clean":"2024-05-21T00:38:11.342307+0000","last_became_active":"2024-05-21T00:35:47.551154+0000","last_became_peered":"2024-05-21T00:35:47.551154+0000","last_unstale":"2024-05-21T00:38:11.342307+0000","last_undegraded":"2024-05-21T00:38:11.342307+0000","last_fullsized":"2024-05-21T00:38:11.342307+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:31:54.569048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:31:54.569048+0000","last_clean_scrub_stamp":"2024-05-21T00:31:54.569048+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:33:13.320323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.641498+0000","last_change":"2024-05-21T00:37:26.432972+0000","last_active":"2024-05-21T00:38:11.641498+0000","last_peered":"2024-05-21T00:38:11.641498+0000","last_clean":"2024-05-21T00:38:11.641498+0000","last_became_active":"2024-05-21T00:37:26.432457+0000","last_became_peered":"2024-05-21T00:37:26.432457+0000","last_unstale":"2024-05-21T00:38:11.641498+0000","last_undegraded":"2024-05-21T00:38:11.641498+0000","last_fullsized":"2024-05-21T00:38:11.641498+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:24:20.012796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"78'3","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.359467+0000","last_change":"2024-05-21T00:38:11.358908+0000","last_active":"2024-05-21T00:38:11.359467+0000","last_peered":"2024-05-21T00:38:11.359467+0000","last_clean":"2024-05-21T00:38:11.359467+0000","last_became_active":"2024-05-21T00:38:11.347777+0000","last_became_peered":"2024-05-21T00:38:11.347777+0000","last_unstale":"2024-05-21T00:38:11.359467+0000","last_undegraded":"2024-05-21T00:38:11.359467+0000","last_fullsized":"2024-05-21T00:38:11.359467+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:48:18.666853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"78'1","reported_seq":28,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.345214+0000","last_change":"2024-05-21T00:37:22.956440+0000","last_active":"2024-05-21T00:38:11.345214+0000","last_peered":"2024-05-21T00:38:11.345214+0000","last_clean":"2024-05-21T00:38:11.345214+0000","last_became_active":"2024-05-21T00:37:22.956150+0000","last_became_peered":"2024-05-21T00:37:22.956150+0000","last_unstale":"2024-05-21T00:38:11.345214+0000","last_undegraded":"2024-05-21T00:38:11.345214+0000","last_fullsized":"2024-05-21T00:38:11.345214+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:07:57.939279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.643217+0000","last_change":"2024-05-21T00:37:26.433491+0000","last_active":"2024-05-21T00:38:11.643217+0000","last_peered":"2024-05-21T00:38:11.643217+0000","last_clean":"2024-05-21T00:38:11.643217+0000","last_became_active":"2024-05-21T00:37:26.433144+0000","last_became_peered":"2024-05-21T00:37:26.433144+0000","last_unstale":"2024-05-21T00:38:11.643217+0000","last_undegraded":"2024-05-21T00:38:11.643217+0000","last_fullsized":"2024-05-21T00:38:11.643217+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:31:09.599374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"80'11","reported_seq":37,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:16.487763+0000","last_change":"2024-05-21T00:37:22.391128+0000","last_active":"2024-05-21T00:38:16.487763+0000","last_peered":"2024-05-21T00:38:16.487763+0000","last_clean":"2024-05-21T00:38:16.487763+0000","last_became_active":"2024-05-21T00:37:22.390399+0000","last_became_peered":"2024-05-21T00:37:22.390399+0000","last_unstale":"2024-05-21T00:38:16.487763+0000","last_undegraded":"2024-05-21T00:38:16.487763+0000","last_fullsized":"2024-05-21T00:38:16.487763+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:02:01.293847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.349462+0000","last_change":"2024-05-21T00:37:26.422982+0000","last_active":"2024-05-21T00:38:11.349462+0000","last_peered":"2024-05-21T00:38:11.349462+0000","last_clean":"2024-05-21T00:38:11.349462+0000","last_became_active":"2024-05-21T00:37:26.422550+0000","last_became_peered":"2024-05-21T00:37:26.422550+0000","last_unstale":"2024-05-21T00:38:11.349462+0000","last_undegraded":"2024-05-21T00:38:11.349462+0000","last_fullsized":"2024-05-21T00:38:11.349462+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:16:48.500697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"78'4","reported_seq":30,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.344925+0000","last_change":"2024-05-21T00:37:23.293653+0000","last_active":"2024-05-21T00:38:11.344925+0000","last_peered":"2024-05-21T00:38:11.344925+0000","last_clean":"2024-05-21T00:38:11.344925+0000","last_became_active":"2024-05-21T00:37:23.293335+0000","last_became_peered":"2024-05-21T00:37:23.293335+0000","last_unstale":"2024-05-21T00:38:11.344925+0000","last_undegraded":"2024-05-21T00:38:11.344925+0000","last_fullsized":"2024-05-21T00:38:11.344925+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:03:59.250511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.344144+0000","last_change":"2024-05-21T00:37:26.428827+0000","last_active":"2024-05-21T00:38:11.344144+0000","last_peered":"2024-05-21T00:38:11.344144+0000","last_clean":"2024-05-21T00:38:11.344144+0000","last_became_active":"2024-05-21T00:37:26.428491+0000","last_became_peered":"2024-05-21T00:37:26.428491+0000","last_unstale":"2024-05-21T00:38:11.344144+0000","last_undegraded":"2024-05-21T00:38:11.344144+0000","last_fullsized":"2024-05-21T00:38:11.344144+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:14:58.520438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"78'2","reported_seq":28,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.345307+0000","last_change":"2024-05-21T00:37:22.949247+0000","last_active":"2024-05-21T00:38:11.345307+0000","last_peered":"2024-05-21T00:38:11.345307+0000","last_clean":"2024-05-21T00:38:11.345307+0000","last_became_active":"2024-05-21T00:37:22.948984+0000","last_became_peered":"2024-05-21T00:37:22.948984+0000","last_unstale":"2024-05-21T00:38:11.345307+0000","last_undegraded":"2024-05-21T00:38:11.345307+0000","last_fullsized":"2024-05-21T00:38:11.345307+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:21:51.743189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.344956+0000","last_change":"2024-05-21T00:37:26.414257+0000","last_active":"2024-05-21T00:38:11.344956+0000","last_peered":"2024-05-21T00:38:11.344956+0000","last_clean":"2024-05-21T00:38:11.344956+0000","last_became_active":"2024-05-21T00:37:26.413922+0000","last_became_peered":"2024-05-21T00:37:26.413922+0000","last_unstale":"2024-05-21T00:38:11.344956+0000","last_undegraded":"2024-05-21T00:38:11.344956+0000","last_fullsized":"2024-05-21T00:38:11.344956+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:36:04.689622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"78'3","reported_seq":29,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.347372+0000","last_change":"2024-05-21T00:37:22.392987+0000","last_active":"2024-05-21T00:38:11.347372+0000","last_peered":"2024-05-21T00:38:11.347372+0000","last_clean":"2024-05-21T00:38:11.347372+0000","last_became_active":"2024-05-21T00:37:22.392368+0000","last_became_peered":"2024-05-21T00:37:22.392368+0000","last_unstale":"2024-05-21T00:38:11.347372+0000","last_undegraded":"2024-05-21T00:38:11.347372+0000","last_fullsized":"2024-05-21T00:38:11.347372+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:49:52.176588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.342623+0000","last_change":"2024-05-21T00:37:26.418280+0000","last_active":"2024-05-21T00:38:11.342623+0000","last_peered":"2024-05-21T00:38:11.342623+0000","last_clean":"2024-05-21T00:38:11.342623+0000","last_became_active":"2024-05-21T00:37:26.417856+0000","last_became_peered":"2024-05-21T00:37:26.417856+0000","last_unstale":"2024-05-21T00:38:11.342623+0000","last_undegraded":"2024-05-21T00:38:11.342623+0000","last_fullsized":"2024-05-21T00:38:11.342623+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:00:49.802230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"78'1","reported_seq":27,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.345204+0000","last_change":"2024-05-21T00:37:22.387299+0000","last_active":"2024-05-21T00:38:11.345204+0000","last_peered":"2024-05-21T00:38:11.345204+0000","last_clean":"2024-05-21T00:38:11.345204+0000","last_became_active":"2024-05-21T00:37:22.386975+0000","last_became_peered":"2024-05-21T00:37:22.386975+0000","last_unstale":"2024-05-21T00:38:11.345204+0000","last_undegraded":"2024-05-21T00:38:11.345204+0000","last_fullsized":"2024-05-21T00:38:11.345204+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:57:13.651863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.347978+0000","last_change":"2024-05-21T00:37:26.434255+0000","last_active":"2024-05-21T00:38:11.347978+0000","last_peered":"2024-05-21T00:38:11.347978+0000","last_clean":"2024-05-21T00:38:11.347978+0000","last_became_active":"2024-05-21T00:37:26.433877+0000","last_became_peered":"2024-05-21T00:37:26.433877+0000","last_unstale":"2024-05-21T00:38:11.347978+0000","last_undegraded":"2024-05-21T00:38:11.347978+0000","last_fullsized":"2024-05-21T00:38:11.347978+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:24:34.640568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"78'4","reported_seq":31,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.345245+0000","last_change":"2024-05-21T00:37:22.380521+0000","last_active":"2024-05-21T00:38:11.345245+0000","last_peered":"2024-05-21T00:38:11.345245+0000","last_clean":"2024-05-21T00:38:11.345245+0000","last_became_active":"2024-05-21T00:37:22.379966+0000","last_became_peered":"2024-05-21T00:37:22.379966+0000","last_unstale":"2024-05-21T00:38:11.345245+0000","last_undegraded":"2024-05-21T00:38:11.345245+0000","last_fullsized":"2024-05-21T00:38:11.345245+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:47:50.783494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.342415+0000","last_change":"2024-05-21T00:37:26.424112+0000","last_active":"2024-05-21T00:38:11.342415+0000","last_peered":"2024-05-21T00:38:11.342415+0000","last_clean":"2024-05-21T00:38:11.342415+0000","last_became_active":"2024-05-21T00:37:26.423800+0000","last_became_peered":"2024-05-21T00:37:26.423800+0000","last_unstale":"2024-05-21T00:38:11.342415+0000","last_undegraded":"2024-05-21T00:38:11.342415+0000","last_fullsized":"2024-05-21T00:38:11.342415+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:48:12.769065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"78'3","reported_seq":30,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.346538+0000","last_change":"2024-05-21T00:37:23.293652+0000","last_active":"2024-05-21T00:38:11.346538+0000","last_peered":"2024-05-21T00:38:11.346538+0000","last_clean":"2024-05-21T00:38:11.346538+0000","last_became_active":"2024-05-21T00:37:23.293288+0000","last_became_peered":"2024-05-21T00:37:23.293288+0000","last_unstale":"2024-05-21T00:38:11.346538+0000","last_undegraded":"2024-05-21T00:38:11.346538+0000","last_fullsized":"2024-05-21T00:38:11.346538+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:43:16.139048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.342933+0000","last_change":"2024-05-21T00:37:26.417524+0000","last_active":"2024-05-21T00:38:11.342933+0000","last_peered":"2024-05-21T00:38:11.342933+0000","last_clean":"2024-05-21T00:38:11.342933+0000","last_became_active":"2024-05-21T00:37:26.417181+0000","last_became_peered":"2024-05-21T00:37:26.417181+0000","last_unstale":"2024-05-21T00:38:11.342933+0000","last_undegraded":"2024-05-21T00:38:11.342933+0000","last_fullsized":"2024-05-21T00:38:11.342933+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:21:14.475481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"78'1","reported_seq":28,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.339962+0000","last_change":"2024-05-21T00:37:22.382469+0000","last_active":"2024-05-21T00:38:11.339962+0000","last_peered":"2024-05-21T00:38:11.339962+0000","last_clean":"2024-05-21T00:38:11.339962+0000","last_became_active":"2024-05-21T00:37:22.379635+0000","last_became_peered":"2024-05-21T00:37:22.379635+0000","last_unstale":"2024-05-21T00:38:11.339962+0000","last_undegraded":"2024-05-21T00:38:11.339962+0000","last_fullsized":"2024-05-21T00:38:11.339962+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:01:19.320818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"79'1","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.342589+0000","last_change":"2024-05-21T00:37:26.435136+0000","last_active":"2024-05-21T00:38:11.342589+0000","last_peered":"2024-05-21T00:38:11.342589+0000","last_clean":"2024-05-21T00:38:11.342589+0000","last_became_active":"2024-05-21T00:37:26.434743+0000","last_became_peered":"2024-05-21T00:37:26.434743+0000","last_unstale":"2024-05-21T00:38:11.342589+0000","last_undegraded":"2024-05-21T00:38:11.342589+0000","last_fullsized":"2024-05-21T00:38:11.342589+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:01:37.928461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"78'2","reported_seq":28,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.642599+0000","last_change":"2024-05-21T00:37:22.387858+0000","last_active":"2024-05-21T00:38:11.642599+0000","last_peered":"2024-05-21T00:38:11.642599+0000","last_clean":"2024-05-21T00:38:11.642599+0000","last_became_active":"2024-05-21T00:37:22.387346+0000","last_became_peered":"2024-05-21T00:37:22.387346+0000","last_unstale":"2024-05-21T00:38:11.642599+0000","last_undegraded":"2024-05-21T00:38:11.642599+0000","last_fullsized":"2024-05-21T00:38:11.642599+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:35:20.956798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.343032+0000","last_change":"2024-05-21T00:37:26.418635+0000","last_active":"2024-05-21T00:38:11.343032+0000","last_peered":"2024-05-21T00:38:11.343032+0000","last_clean":"2024-05-21T00:38:11.343032+0000","last_became_active":"2024-05-21T00:37:26.418258+0000","last_became_peered":"2024-05-21T00:37:26.418258+0000","last_unstale":"2024-05-21T00:38:11.343032+0000","last_undegraded":"2024-05-21T00:38:11.343032+0000","last_fullsized":"2024-05-21T00:38:11.343032+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:02:15.805718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.342748+0000","last_change":"2024-05-21T00:37:26.418793+0000","last_active":"2024-05-21T00:38:11.342748+0000","last_peered":"2024-05-21T00:38:11.342748+0000","last_clean":"2024-05-21T00:38:11.342748+0000","last_became_active":"2024-05-21T00:37:26.418446+0000","last_became_peered":"2024-05-21T00:37:26.418446+0000","last_unstale":"2024-05-21T00:38:11.342748+0000","last_undegraded":"2024-05-21T00:38:11.342748+0000","last_fullsized":"2024-05-21T00:38:11.342748+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:52:50.911632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.344963+0000","last_change":"2024-05-21T00:37:26.413991+0000","last_active":"2024-05-21T00:38:11.344963+0000","last_peered":"2024-05-21T00:38:11.344963+0000","last_clean":"2024-05-21T00:38:11.344963+0000","last_became_active":"2024-05-21T00:37:26.413615+0000","last_became_peered":"2024-05-21T00:37:26.413615+0000","last_unstale":"2024-05-21T00:38:11.344963+0000","last_undegraded":"2024-05-21T00:38:11.344963+0000","last_fullsized":"2024-05-21T00:38:11.344963+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:05:30.902070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.345100+0000","last_change":"2024-05-21T00:37:26.433423+0000","last_active":"2024-05-21T00:38:11.345100+0000","last_peered":"2024-05-21T00:38:11.345100+0000","last_clean":"2024-05-21T00:38:11.345100+0000","last_became_active":"2024-05-21T00:37:26.433111+0000","last_became_peered":"2024-05-21T00:37:26.433111+0000","last_unstale":"2024-05-21T00:38:11.345100+0000","last_undegraded":"2024-05-21T00:38:11.345100+0000","last_fullsized":"2024-05-21T00:38:11.345100+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:20:03.674489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.341058+0000","last_change":"2024-05-21T00:37:26.434311+0000","last_active":"2024-05-21T00:38:11.341058+0000","last_peered":"2024-05-21T00:38:11.341058+0000","last_clean":"2024-05-21T00:38:11.341058+0000","last_became_active":"2024-05-21T00:37:26.433959+0000","last_became_peered":"2024-05-21T00:37:26.433959+0000","last_unstale":"2024-05-21T00:38:11.341058+0000","last_undegraded":"2024-05-21T00:38:11.341058+0000","last_fullsized":"2024-05-21T00:38:11.341058+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:46:48.408939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.642974+0000","last_change":"2024-05-21T00:37:26.437576+0000","last_active":"2024-05-21T00:38:11.642974+0000","last_peered":"2024-05-21T00:38:11.642974+0000","last_clean":"2024-05-21T00:38:11.642974+0000","last_became_active":"2024-05-21T00:37:26.437148+0000","last_became_peered":"2024-05-21T00:37:26.437148+0000","last_unstale":"2024-05-21T00:38:11.642974+0000","last_undegraded":"2024-05-21T00:38:11.642974+0000","last_fullsized":"2024-05-21T00:38:11.642974+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:02:38.832773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":26,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.357316+0000","last_change":"2024-05-21T00:38:11.357316+0000","last_active":"2024-05-21T00:38:11.357316+0000","last_peered":"2024-05-21T00:38:11.357316+0000","last_clean":"2024-05-21T00:38:11.357316+0000","last_became_active":"2024-05-21T00:38:11.356990+0000","last_became_peered":"2024-05-21T00:38:11.356990+0000","last_unstale":"2024-05-21T00:38:11.357316+0000","last_undegraded":"2024-05-21T00:38:11.357316+0000","last_fullsized":"2024-05-21T00:38:11.357316+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:03:35.609961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.346935+0000","last_change":"2024-05-21T00:37:26.415425+0000","last_active":"2024-05-21T00:38:11.346935+0000","last_peered":"2024-05-21T00:38:11.346935+0000","last_clean":"2024-05-21T00:38:11.346935+0000","last_became_active":"2024-05-21T00:37:26.415063+0000","last_became_peered":"2024-05-21T00:37:26.415063+0000","last_unstale":"2024-05-21T00:38:11.346935+0000","last_undegraded":"2024-05-21T00:38:11.346935+0000","last_fullsized":"2024-05-21T00:38:11.346935+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:00:05.961056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.348110+0000","last_change":"2024-05-21T00:37:26.427021+0000","last_active":"2024-05-21T00:38:11.348110+0000","last_peered":"2024-05-21T00:38:11.348110+0000","last_clean":"2024-05-21T00:38:11.348110+0000","last_became_active":"2024-05-21T00:37:26.422626+0000","last_became_peered":"2024-05-21T00:37:26.422626+0000","last_unstale":"2024-05-21T00:38:11.348110+0000","last_undegraded":"2024-05-21T00:38:11.348110+0000","last_fullsized":"2024-05-21T00:38:11.348110+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:44:42.662614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.339759+0000","last_change":"2024-05-21T00:37:26.437318+0000","last_active":"2024-05-21T00:38:11.339759+0000","last_peered":"2024-05-21T00:38:11.339759+0000","last_clean":"2024-05-21T00:38:11.339759+0000","last_became_active":"2024-05-21T00:37:26.436979+0000","last_became_peered":"2024-05-21T00:37:26.436979+0000","last_unstale":"2024-05-21T00:38:11.339759+0000","last_undegraded":"2024-05-21T00:38:11.339759+0000","last_fullsized":"2024-05-21T00:38:11.339759+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:36:25.628100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.347178+0000","last_change":"2024-05-21T00:37:26.416532+0000","last_active":"2024-05-21T00:38:11.347178+0000","last_peered":"2024-05-21T00:38:11.347178+0000","last_clean":"2024-05-21T00:38:11.347178+0000","last_became_active":"2024-05-21T00:37:26.416093+0000","last_became_peered":"2024-05-21T00:37:26.416093+0000","last_unstale":"2024-05-21T00:38:11.347178+0000","last_undegraded":"2024-05-21T00:38:11.347178+0000","last_fullsized":"2024-05-21T00:38:11.347178+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:57:19.092634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.345432+0000","last_change":"2024-05-21T00:37:26.425305+0000","last_active":"2024-05-21T00:38:11.345432+0000","last_peered":"2024-05-21T00:38:11.345432+0000","last_clean":"2024-05-21T00:38:11.345432+0000","last_became_active":"2024-05-21T00:37:26.424954+0000","last_became_peered":"2024-05-21T00:37:26.424954+0000","last_unstale":"2024-05-21T00:38:11.345432+0000","last_undegraded":"2024-05-21T00:38:11.345432+0000","last_fullsized":"2024-05-21T00:38:11.345432+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:25:19.310127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.642400+0000","last_change":"2024-05-21T00:37:26.426052+0000","last_active":"2024-05-21T00:38:11.642400+0000","last_peered":"2024-05-21T00:38:11.642400+0000","last_clean":"2024-05-21T00:38:11.642400+0000","last_became_active":"2024-05-21T00:37:26.425564+0000","last_became_peered":"2024-05-21T00:37:26.425564+0000","last_unstale":"2024-05-21T00:38:11.642400+0000","last_undegraded":"2024-05-21T00:38:11.642400+0000","last_fullsized":"2024-05-21T00:38:11.642400+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:11:32.887469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.341883+0000","last_change":"2024-05-21T00:37:26.415758+0000","last_active":"2024-05-21T00:38:11.341883+0000","last_peered":"2024-05-21T00:38:11.341883+0000","last_clean":"2024-05-21T00:38:11.341883+0000","last_became_active":"2024-05-21T00:37:26.415354+0000","last_became_peered":"2024-05-21T00:37:26.415354+0000","last_unstale":"2024-05-21T00:38:11.341883+0000","last_undegraded":"2024-05-21T00:38:11.341883+0000","last_fullsized":"2024-05-21T00:38:11.341883+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:40:24.590361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":280106,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":64739,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":233,"num_read_kb":185,"num_write":164,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":22,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":189960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":70,"seq":300647710749,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32028,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713124,"statfs":{"total":95995035648,"available":95962238976,"internally_reserved":0,"allocated":868352,"data_stored":425334,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":64,"seq":274877906978,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32168,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712984,"statfs":{"total":95995035648,"available":95962095616,"internally_reserved":0,"allocated":1015808,"data_stored":1077531,"data_compressed":41417,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":59,"seq":253403070504,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27876,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717276,"statfs":{"total":95995035648,"available":95966490624,"internally_reserved":0,"allocated":880640,"data_stored":425548,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":8,"up_from":53,"seq":227633266734,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32032,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713120,"statfs":{"total":95995035648,"available":95962234880,"internally_reserved":0,"allocated":876544,"data_stored":425446,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863462962,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32092,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713060,"statfs":{"total":95995035648,"available":95962173440,"internally_reserved":0,"allocated":929792,"data_stored":1017789,"data_compressed":41417,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626487,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27868,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717284,"statfs":{"total":95995035648,"available":95966498816,"internally_reserved":0,"allocated":868352,"data_stored":424937,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574931,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32080,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713072,"statfs":{"total":95995035648,"available":95962185728,"internally_reserved":0,"allocated":925696,"data_stored":480820,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738457,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27888,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717264,"statfs":{"total":95995035648,"available":95966478336,"internally_reserved":0,"allocated":888832,"data_stored":426208,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411408,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":954368,"data_stored":486818,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182472,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32040,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713112,"statfs":{"total":95995035648,"available":95962226688,"internally_reserved":0,"allocated":884736,"data_stored":425248,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986245,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32032,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713120,"statfs":{"total":95995035648,"available":95962234880,"internally_reserved":0,"allocated":872448,"data_stored":425765,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822718,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":942080,"data_stored":1017082,"data_compressed":41417,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33992,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33992,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33992,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":56090,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":62088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1035,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":62316,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T00:38:27.550 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-21T00:38:27.668 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:27 smithi044 ceph-mon[31392]: pgmap v348: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 3.0 KiB/s wr, 7 op/s 2024-05-21T00:38:27.668 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:27 smithi044 ceph-mon[31392]: from='client.14520 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:38:27.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:27 smithi082 ceph-mon[36141]: pgmap v348: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 3.0 KiB/s wr, 7 op/s 2024-05-21T00:38:27.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:27 smithi082 ceph-mon[36141]: from='client.14520 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:38:27.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:27 smithi092 ceph-mon[36335]: pgmap v348: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 3.0 KiB/s wr, 7 op/s 2024-05-21T00:38:27.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:27 smithi092 ceph-mon[36335]: from='client.14520 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:38:28.062 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:38:29.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:29 smithi082 ceph-mon[36141]: pgmap v349: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 682 B/s wr, 6 op/s 2024-05-21T00:38:29.787 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:29 smithi044 ceph-mon[31392]: pgmap v349: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 682 B/s wr, 6 op/s 2024-05-21T00:38:29.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:29 smithi092 ceph-mon[36335]: pgmap v349: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 682 B/s wr, 6 op/s 2024-05-21T00:38:30.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.302+0000 7f8732400700 1 -- 172.21.15.44:0/1833229873 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f872c108500 msgr2=0x7f872c1088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:30.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.302+0000 7f8732400700 1 --2- 172.21.15.44:0/1833229873 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f872c108500 0x7f872c1088e0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f871c0098f0 tx=0x7f871c009c00 comp rx=0 tx=0).stop 2024-05-21T00:38:30.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.302+0000 7f8732400700 1 -- 172.21.15.44:0/1833229873 shutdown_connections 2024-05-21T00:38:30.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.302+0000 7f8732400700 1 --2- 172.21.15.44:0/1833229873 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f872c108500 0x7f872c1088e0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:30.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.302+0000 7f8732400700 1 --2- 172.21.15.44:0/1833229873 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f872c103f90 0x7f872c110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:30.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.302+0000 7f8732400700 1 --2- 172.21.15.44:0/1833229873 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f872c1035f0 0x7f872c103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:30.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.302+0000 7f8732400700 1 -- 172.21.15.44:0/1833229873 >> 172.21.15.44:0/1833229873 conn(0x7f872c07a6a0 msgr2=0x7f872c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:38:30.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.302+0000 7f8732400700 1 -- 172.21.15.44:0/1833229873 shutdown_connections 2024-05-21T00:38:30.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.302+0000 7f8732400700 1 -- 172.21.15.44:0/1833229873 wait complete. 2024-05-21T00:38:30.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.303+0000 7f8732400700 1 Processor -- start 2024-05-21T00:38:30.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.303+0000 7f8732400700 1 -- start start 2024-05-21T00:38:30.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.304+0000 7f8732400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f872c1035f0 0x7f872c19bf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:30.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.304+0000 7f8732400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f872c103f90 0x7f872c19c490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:30.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.304+0000 7f8732400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f872c108500 0x7f872c1a0820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:30.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.304+0000 7f8732400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f872c1137a0 con 0x7f872c1035f0 2024-05-21T00:38:30.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.304+0000 7f8732400700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f872c113620 con 0x7f872c108500 2024-05-21T00:38:30.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.304+0000 7f8732400700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f872c113920 con 0x7f872c103f90 2024-05-21T00:38:30.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.304+0000 7f872b400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f872c1035f0 0x7f872c19bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:30.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.304+0000 7f872b400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f872c1035f0 0x7f872c19bf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:50442/0 (socket says 172.21.15.44:50442) 2024-05-21T00:38:30.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.304+0000 7f872b400700 1 -- 172.21.15.44:0/49082152 learned_addr learned my addr 172.21.15.44:0/49082152 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:38:30.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.304+0000 7f872be00700 1 --2- 172.21.15.44:0/49082152 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f872c108500 0x7f872c1a0820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:30.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.304+0000 7f8722a00700 1 --2- 172.21.15.44:0/49082152 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f872c103f90 0x7f872c19c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:30.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.305+0000 7f872b400700 1 -- 172.21.15.44:0/49082152 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f872c103f90 msgr2=0x7f872c19c490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:30.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.305+0000 7f872b400700 1 --2- 172.21.15.44:0/49082152 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f872c103f90 0x7f872c19c490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:30.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.305+0000 7f872b400700 1 -- 172.21.15.44:0/49082152 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f872c108500 msgr2=0x7f872c1a0820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:30.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.305+0000 7f872b400700 1 --2- 172.21.15.44:0/49082152 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f872c108500 0x7f872c1a0820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:30.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.305+0000 7f872b400700 1 -- 172.21.15.44:0/49082152 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f872c1a0f60 con 0x7f872c1035f0 2024-05-21T00:38:30.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.305+0000 7f8722a00700 1 --2- 172.21.15.44:0/49082152 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f872c103f90 0x7f872c19c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:38:30.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.305+0000 7f872be00700 1 --2- 172.21.15.44:0/49082152 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f872c108500 0x7f872c1a0820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:38:30.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.305+0000 7f872b400700 1 --2- 172.21.15.44:0/49082152 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f872c1035f0 0x7f872c19bf50 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f871c009230 tx=0x7f871c00f990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:38:30.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.306+0000 7f8728c00700 1 -- 172.21.15.44:0/49082152 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f871c0050c0 con 0x7f872c1035f0 2024-05-21T00:38:30.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.306+0000 7f8732400700 1 -- 172.21.15.44:0/49082152 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f872c1a11f0 con 0x7f872c1035f0 2024-05-21T00:38:30.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.306+0000 7f8728c00700 1 -- 172.21.15.44:0/49082152 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f871c00b560 con 0x7f872c1035f0 2024-05-21T00:38:30.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.306+0000 7f8728c00700 1 -- 172.21.15.44:0/49082152 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f871c003a40 con 0x7f872c1035f0 2024-05-21T00:38:30.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.306+0000 7f8732400700 1 -- 172.21.15.44:0/49082152 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f872c1a8ad0 con 0x7f872c1035f0 2024-05-21T00:38:30.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.307+0000 7f8732400700 1 -- 172.21.15.44:0/49082152 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f872c06a230 con 0x7f872c1035f0 2024-05-21T00:38:30.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.309+0000 7f8728c00700 1 -- 172.21.15.44:0/49082152 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f871c00ba10 con 0x7f872c1035f0 2024-05-21T00:38:30.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.311+0000 7f8728c00700 1 --2- 172.21.15.44:0/49082152 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f87100b2910 0x7f87100b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:30.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.311+0000 7f8728c00700 1 -- 172.21.15.44:0/49082152 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8269+0+0 (secure 0 0 0) 0x7f871c0e3710 con 0x7f872c1035f0 2024-05-21T00:38:30.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.311+0000 7f8722a00700 1 --2- 172.21.15.44:0/49082152 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f87100b2910 0x7f87100b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:30.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.312+0000 7f8722a00700 1 --2- 172.21.15.44:0/49082152 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f87100b2910 0x7f87100b4dd0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f872c109cf0 tx=0x7f8714009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:38:30.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.314+0000 7f8728c00700 1 -- 172.21.15.44:0/49082152 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f871c013030 con 0x7f872c1035f0 2024-05-21T00:38:30.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.562+0000 7f8732400700 1 -- 172.21.15.44:0/49082152 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f872c101b70 con 0x7f87100b2910 2024-05-21T00:38:30.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.587+0000 7f8728c00700 1 -- 172.21.15.44:0/49082152 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258959 (secure 0 0 0) 0x7f872c101b70 con 0x7f87100b2910 2024-05-21T00:38:30.592 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:38:30.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.593+0000 7f8732400700 1 -- 172.21.15.44:0/49082152 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f87100b2910 msgr2=0x7f87100b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:30.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.593+0000 7f8732400700 1 --2- 172.21.15.44:0/49082152 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f87100b2910 0x7f87100b4dd0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f872c109cf0 tx=0x7f8714009260 comp rx=0 tx=0).stop 2024-05-21T00:38:30.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.593+0000 7f8732400700 1 -- 172.21.15.44:0/49082152 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f872c1035f0 msgr2=0x7f872c19bf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:30.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.593+0000 7f8732400700 1 --2- 172.21.15.44:0/49082152 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f872c1035f0 0x7f872c19bf50 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f871c009230 tx=0x7f871c00f990 comp rx=0 tx=0).stop 2024-05-21T00:38:30.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.593+0000 7f8732400700 1 -- 172.21.15.44:0/49082152 shutdown_connections 2024-05-21T00:38:30.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.593+0000 7f8732400700 1 --2- 172.21.15.44:0/49082152 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f87100b2910 0x7f87100b4dd0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:30.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.593+0000 7f8732400700 1 --2- 172.21.15.44:0/49082152 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f872c1035f0 0x7f872c19bf50 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:30.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.593+0000 7f8732400700 1 --2- 172.21.15.44:0/49082152 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f872c108500 0x7f872c1a0820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:30.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.593+0000 7f8732400700 1 --2- 172.21.15.44:0/49082152 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f872c103f90 0x7f872c19c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:30.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.593+0000 7f8732400700 1 -- 172.21.15.44:0/49082152 >> 172.21.15.44:0/49082152 conn(0x7f872c07a6a0 msgr2=0x7f872c101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:38:30.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.594+0000 7f8732400700 1 -- 172.21.15.44:0/49082152 shutdown_connections 2024-05-21T00:38:30.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:30.594+0000 7f8732400700 1 -- 172.21.15.44:0/49082152 wait complete. 2024-05-21T00:38:30.599 INFO:teuthology.orchestra.run.smithi044.stderr:dumped all 2024-05-21T00:38:31.561 INFO:teuthology.orchestra.run.smithi044.stdout:{"pg_ready":true,"pg_map":{"version":350,"stamp":"2024-05-21T00:38:30.262393+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":655341,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":324,"num_read_kb":254,"num_write":289,"num_write_kb":2263,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2951862,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":233,"ondisk_log_size":233,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":364000,"kb_used_data":10656,"kb_used_omap":18,"kb_used_meta":353197,"kb_avail":1124577824,"statfs":{"total":1151940427776,"available":1151567691776,"internally_reserved":0,"allocated":10911744,"data_stored":7062783,"data_compressed":176370,"data_compressed_allocated":233472,"data_compressed_original":1966080,"omap_allocated":19141,"internal_metadata":361674043},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5395,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":72,"num_read_kb":42,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004711"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.342781+0000","last_change":"2024-05-21T00:37:26.427879+0000","last_active":"2024-05-21T00:38:11.342781+0000","last_peered":"2024-05-21T00:38:11.342781+0000","last_clean":"2024-05-21T00:38:11.342781+0000","last_became_active":"2024-05-21T00:37:26.427573+0000","last_became_peered":"2024-05-21T00:37:26.427573+0000","last_unstale":"2024-05-21T00:38:11.342781+0000","last_undegraded":"2024-05-21T00:38:11.342781+0000","last_fullsized":"2024-05-21T00:38:11.342781+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:57:27.497480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.343811+0000","last_change":"2024-05-21T00:37:26.421272+0000","last_active":"2024-05-21T00:38:11.343811+0000","last_peered":"2024-05-21T00:38:11.343811+0000","last_clean":"2024-05-21T00:38:11.343811+0000","last_became_active":"2024-05-21T00:37:26.420035+0000","last_became_peered":"2024-05-21T00:37:26.420035+0000","last_unstale":"2024-05-21T00:38:11.343811+0000","last_undegraded":"2024-05-21T00:38:11.343811+0000","last_fullsized":"2024-05-21T00:38:11.343811+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:16:09.723800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.342590+0000","last_change":"2024-05-21T00:37:26.424117+0000","last_active":"2024-05-21T00:38:11.342590+0000","last_peered":"2024-05-21T00:38:11.342590+0000","last_clean":"2024-05-21T00:38:11.342590+0000","last_became_active":"2024-05-21T00:37:26.422986+0000","last_became_peered":"2024-05-21T00:37:26.422986+0000","last_unstale":"2024-05-21T00:38:11.342590+0000","last_undegraded":"2024-05-21T00:38:11.342590+0000","last_fullsized":"2024-05-21T00:38:11.342590+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:05:54.239121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.344602+0000","last_change":"2024-05-21T00:37:26.420077+0000","last_active":"2024-05-21T00:38:11.344602+0000","last_peered":"2024-05-21T00:38:11.344602+0000","last_clean":"2024-05-21T00:38:11.344602+0000","last_became_active":"2024-05-21T00:37:26.419742+0000","last_became_peered":"2024-05-21T00:37:26.419742+0000","last_unstale":"2024-05-21T00:38:11.344602+0000","last_undegraded":"2024-05-21T00:38:11.344602+0000","last_fullsized":"2024-05-21T00:38:11.344602+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:42:46.759050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.345117+0000","last_change":"2024-05-21T00:37:26.437010+0000","last_active":"2024-05-21T00:38:11.345117+0000","last_peered":"2024-05-21T00:38:11.345117+0000","last_clean":"2024-05-21T00:38:11.345117+0000","last_became_active":"2024-05-21T00:37:26.436628+0000","last_became_peered":"2024-05-21T00:37:26.436628+0000","last_unstale":"2024-05-21T00:38:11.345117+0000","last_undegraded":"2024-05-21T00:38:11.345117+0000","last_fullsized":"2024-05-21T00:38:11.345117+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:27:05.252106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.630990+0000","last_change":"2024-05-21T00:37:26.424453+0000","last_active":"2024-05-21T00:38:11.630990+0000","last_peered":"2024-05-21T00:38:11.630990+0000","last_clean":"2024-05-21T00:38:11.630990+0000","last_became_active":"2024-05-21T00:37:26.424098+0000","last_became_peered":"2024-05-21T00:37:26.424098+0000","last_unstale":"2024-05-21T00:38:11.630990+0000","last_undegraded":"2024-05-21T00:38:11.630990+0000","last_fullsized":"2024-05-21T00:38:11.630990+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:38:05.711162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":26,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.355349+0000","last_change":"2024-05-21T00:38:11.355349+0000","last_active":"2024-05-21T00:38:11.355349+0000","last_peered":"2024-05-21T00:38:11.355349+0000","last_clean":"2024-05-21T00:38:11.355349+0000","last_became_active":"2024-05-21T00:38:11.354966+0000","last_became_peered":"2024-05-21T00:38:11.354966+0000","last_unstale":"2024-05-21T00:38:11.355349+0000","last_undegraded":"2024-05-21T00:38:11.355349+0000","last_fullsized":"2024-05-21T00:38:11.355349+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:06:47.894167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,8],"acting":[7,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.344200+0000","last_change":"2024-05-21T00:37:26.434586+0000","last_active":"2024-05-21T00:38:11.344200+0000","last_peered":"2024-05-21T00:38:11.344200+0000","last_clean":"2024-05-21T00:38:11.344200+0000","last_became_active":"2024-05-21T00:37:26.434135+0000","last_became_peered":"2024-05-21T00:37:26.434135+0000","last_unstale":"2024-05-21T00:38:11.344200+0000","last_undegraded":"2024-05-21T00:38:11.344200+0000","last_fullsized":"2024-05-21T00:38:11.344200+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:36:07.384616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.346126+0000","last_change":"2024-05-21T00:37:26.422156+0000","last_active":"2024-05-21T00:38:11.346126+0000","last_peered":"2024-05-21T00:38:11.346126+0000","last_clean":"2024-05-21T00:38:11.346126+0000","last_became_active":"2024-05-21T00:37:26.421786+0000","last_became_peered":"2024-05-21T00:37:26.421786+0000","last_unstale":"2024-05-21T00:38:11.346126+0000","last_undegraded":"2024-05-21T00:38:11.346126+0000","last_fullsized":"2024-05-21T00:38:11.346126+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:09:46.739541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.631303+0000","last_change":"2024-05-21T00:37:26.420314+0000","last_active":"2024-05-21T00:38:11.631303+0000","last_peered":"2024-05-21T00:38:11.631303+0000","last_clean":"2024-05-21T00:38:11.631303+0000","last_became_active":"2024-05-21T00:37:26.419975+0000","last_became_peered":"2024-05-21T00:37:26.419975+0000","last_unstale":"2024-05-21T00:38:11.631303+0000","last_undegraded":"2024-05-21T00:38:11.631303+0000","last_fullsized":"2024-05-21T00:38:11.631303+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:17:16.447135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.342666+0000","last_change":"2024-05-21T00:37:26.415187+0000","last_active":"2024-05-21T00:38:11.342666+0000","last_peered":"2024-05-21T00:38:11.342666+0000","last_clean":"2024-05-21T00:38:11.342666+0000","last_became_active":"2024-05-21T00:37:26.414638+0000","last_became_peered":"2024-05-21T00:37:26.414638+0000","last_unstale":"2024-05-21T00:38:11.342666+0000","last_undegraded":"2024-05-21T00:38:11.342666+0000","last_fullsized":"2024-05-21T00:38:11.342666+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:53:16.873608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.344494+0000","last_change":"2024-05-21T00:37:26.423652+0000","last_active":"2024-05-21T00:38:11.344494+0000","last_peered":"2024-05-21T00:38:11.344494+0000","last_clean":"2024-05-21T00:38:11.344494+0000","last_became_active":"2024-05-21T00:37:26.423247+0000","last_became_peered":"2024-05-21T00:37:26.423247+0000","last_unstale":"2024-05-21T00:38:11.344494+0000","last_undegraded":"2024-05-21T00:38:11.344494+0000","last_fullsized":"2024-05-21T00:38:11.344494+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:59:05.986098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.642199+0000","last_change":"2024-05-21T00:37:26.418991+0000","last_active":"2024-05-21T00:38:11.642199+0000","last_peered":"2024-05-21T00:38:11.642199+0000","last_clean":"2024-05-21T00:38:11.642199+0000","last_became_active":"2024-05-21T00:37:26.418574+0000","last_became_peered":"2024-05-21T00:37:26.418574+0000","last_unstale":"2024-05-21T00:38:11.642199+0000","last_undegraded":"2024-05-21T00:38:11.642199+0000","last_fullsized":"2024-05-21T00:38:11.642199+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:27:47.863261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.340165+0000","last_change":"2024-05-21T00:37:26.418725+0000","last_active":"2024-05-21T00:38:11.340165+0000","last_peered":"2024-05-21T00:38:11.340165+0000","last_clean":"2024-05-21T00:38:11.340165+0000","last_became_active":"2024-05-21T00:37:26.417640+0000","last_became_peered":"2024-05-21T00:37:26.417640+0000","last_unstale":"2024-05-21T00:38:11.340165+0000","last_undegraded":"2024-05-21T00:38:11.340165+0000","last_fullsized":"2024-05-21T00:38:11.340165+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:50:23.058203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.339364+0000","last_change":"2024-05-21T00:37:26.430147+0000","last_active":"2024-05-21T00:38:11.339364+0000","last_peered":"2024-05-21T00:38:11.339364+0000","last_clean":"2024-05-21T00:38:11.339364+0000","last_became_active":"2024-05-21T00:37:26.429599+0000","last_became_peered":"2024-05-21T00:37:26.429599+0000","last_unstale":"2024-05-21T00:38:11.339364+0000","last_undegraded":"2024-05-21T00:38:11.339364+0000","last_fullsized":"2024-05-21T00:38:11.339364+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:10:12.429375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.345170+0000","last_change":"2024-05-21T00:37:26.435334+0000","last_active":"2024-05-21T00:38:11.345170+0000","last_peered":"2024-05-21T00:38:11.345170+0000","last_clean":"2024-05-21T00:38:11.345170+0000","last_became_active":"2024-05-21T00:37:26.434991+0000","last_became_peered":"2024-05-21T00:37:26.434991+0000","last_unstale":"2024-05-21T00:38:11.345170+0000","last_undegraded":"2024-05-21T00:38:11.345170+0000","last_fullsized":"2024-05-21T00:38:11.345170+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:37:25.875616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.342478+0000","last_change":"2024-05-21T00:37:26.427871+0000","last_active":"2024-05-21T00:38:11.342478+0000","last_peered":"2024-05-21T00:38:11.342478+0000","last_clean":"2024-05-21T00:38:11.342478+0000","last_became_active":"2024-05-21T00:37:26.427532+0000","last_became_peered":"2024-05-21T00:37:26.427532+0000","last_unstale":"2024-05-21T00:38:11.342478+0000","last_undegraded":"2024-05-21T00:38:11.342478+0000","last_fullsized":"2024-05-21T00:38:11.342478+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:26:31.168527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.351859+0000","last_change":"2024-05-21T00:37:26.427783+0000","last_active":"2024-05-21T00:38:11.351859+0000","last_peered":"2024-05-21T00:38:11.351859+0000","last_clean":"2024-05-21T00:38:11.351859+0000","last_became_active":"2024-05-21T00:37:26.427364+0000","last_became_peered":"2024-05-21T00:37:26.427364+0000","last_unstale":"2024-05-21T00:38:11.351859+0000","last_undegraded":"2024-05-21T00:38:11.351859+0000","last_fullsized":"2024-05-21T00:38:11.351859+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:53:08.031403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.346351+0000","last_change":"2024-05-21T00:37:26.425632+0000","last_active":"2024-05-21T00:38:11.346351+0000","last_peered":"2024-05-21T00:38:11.346351+0000","last_clean":"2024-05-21T00:38:11.346351+0000","last_became_active":"2024-05-21T00:37:26.425298+0000","last_became_peered":"2024-05-21T00:37:26.425298+0000","last_unstale":"2024-05-21T00:38:11.346351+0000","last_undegraded":"2024-05-21T00:38:11.346351+0000","last_fullsized":"2024-05-21T00:38:11.346351+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:08:58.187696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"78'9","reported_seq":36,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.352550+0000","last_change":"2024-05-21T00:37:22.392035+0000","last_active":"2024-05-21T00:38:11.352550+0000","last_peered":"2024-05-21T00:38:11.352550+0000","last_clean":"2024-05-21T00:38:11.352550+0000","last_became_active":"2024-05-21T00:37:22.390654+0000","last_became_peered":"2024-05-21T00:37:22.390654+0000","last_unstale":"2024-05-21T00:38:11.352550+0000","last_undegraded":"2024-05-21T00:38:11.352550+0000","last_fullsized":"2024-05-21T00:38:11.352550+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:56:32.967821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.350717+0000","last_change":"2024-05-21T00:37:26.434754+0000","last_active":"2024-05-21T00:38:11.350717+0000","last_peered":"2024-05-21T00:38:11.350717+0000","last_clean":"2024-05-21T00:38:11.350717+0000","last_became_active":"2024-05-21T00:37:26.430623+0000","last_became_peered":"2024-05-21T00:37:26.430623+0000","last_unstale":"2024-05-21T00:38:11.350717+0000","last_undegraded":"2024-05-21T00:38:11.350717+0000","last_fullsized":"2024-05-21T00:38:11.350717+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:27:40.304167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"78'2","reported_seq":28,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.351409+0000","last_change":"2024-05-21T00:37:22.953646+0000","last_active":"2024-05-21T00:38:11.351409+0000","last_peered":"2024-05-21T00:38:11.351409+0000","last_clean":"2024-05-21T00:38:11.351409+0000","last_became_active":"2024-05-21T00:37:22.952491+0000","last_became_peered":"2024-05-21T00:37:22.952491+0000","last_unstale":"2024-05-21T00:38:11.351409+0000","last_undegraded":"2024-05-21T00:38:11.351409+0000","last_fullsized":"2024-05-21T00:38:11.351409+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:11:39.314478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.344955+0000","last_change":"2024-05-21T00:37:26.428446+0000","last_active":"2024-05-21T00:38:11.344955+0000","last_peered":"2024-05-21T00:38:11.344955+0000","last_clean":"2024-05-21T00:38:11.344955+0000","last_became_active":"2024-05-21T00:37:26.427853+0000","last_became_peered":"2024-05-21T00:37:26.427853+0000","last_unstale":"2024-05-21T00:38:11.344955+0000","last_undegraded":"2024-05-21T00:38:11.344955+0000","last_fullsized":"2024-05-21T00:38:11.344955+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:17:21.904244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"78'4","reported_seq":42,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.361142+0000","last_change":"2024-05-21T00:38:11.361142+0000","last_active":"2024-05-21T00:38:11.361142+0000","last_peered":"2024-05-21T00:38:11.361142+0000","last_clean":"2024-05-21T00:38:11.361142+0000","last_became_active":"2024-05-21T00:38:11.347994+0000","last_became_peered":"2024-05-21T00:38:11.347994+0000","last_unstale":"2024-05-21T00:38:11.361142+0000","last_undegraded":"2024-05-21T00:38:11.361142+0000","last_fullsized":"2024-05-21T00:38:11.361142+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:28:28.018651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.345163+0000","last_change":"2024-05-21T00:37:26.418621+0000","last_active":"2024-05-21T00:38:11.345163+0000","last_peered":"2024-05-21T00:38:11.345163+0000","last_clean":"2024-05-21T00:38:11.345163+0000","last_became_active":"2024-05-21T00:37:26.418244+0000","last_became_peered":"2024-05-21T00:37:26.418244+0000","last_unstale":"2024-05-21T00:38:11.345163+0000","last_undegraded":"2024-05-21T00:38:11.345163+0000","last_fullsized":"2024-05-21T00:38:11.345163+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:27:03.711204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"78'2","reported_seq":28,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.345557+0000","last_change":"2024-05-21T00:37:22.382054+0000","last_active":"2024-05-21T00:38:11.345557+0000","last_peered":"2024-05-21T00:38:11.345557+0000","last_clean":"2024-05-21T00:38:11.345557+0000","last_became_active":"2024-05-21T00:37:22.381688+0000","last_became_peered":"2024-05-21T00:37:22.381688+0000","last_unstale":"2024-05-21T00:38:11.345557+0000","last_undegraded":"2024-05-21T00:38:11.345557+0000","last_fullsized":"2024-05-21T00:38:11.345557+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:25:10.880958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.340049+0000","last_change":"2024-05-21T00:37:26.422382+0000","last_active":"2024-05-21T00:38:11.340049+0000","last_peered":"2024-05-21T00:38:11.340049+0000","last_clean":"2024-05-21T00:38:11.340049+0000","last_became_active":"2024-05-21T00:37:26.422039+0000","last_became_peered":"2024-05-21T00:37:26.422039+0000","last_unstale":"2024-05-21T00:38:11.340049+0000","last_undegraded":"2024-05-21T00:38:11.340049+0000","last_fullsized":"2024-05-21T00:38:11.340049+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:55:29.868930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"78'6","reported_seq":73,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:26.654526+0000","last_change":"2024-05-21T00:37:22.382385+0000","last_active":"2024-05-21T00:38:26.654526+0000","last_peered":"2024-05-21T00:38:26.654526+0000","last_clean":"2024-05-21T00:38:26.654526+0000","last_became_active":"2024-05-21T00:37:22.380908+0000","last_became_peered":"2024-05-21T00:37:22.380908+0000","last_unstale":"2024-05-21T00:38:26.654526+0000","last_undegraded":"2024-05-21T00:38:26.654526+0000","last_fullsized":"2024-05-21T00:38:26.654526+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:07:11.404082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":41,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.345024+0000","last_change":"2024-05-21T00:37:26.420818+0000","last_active":"2024-05-21T00:38:11.345024+0000","last_peered":"2024-05-21T00:38:11.345024+0000","last_clean":"2024-05-21T00:38:11.345024+0000","last_became_active":"2024-05-21T00:37:26.420299+0000","last_became_peered":"2024-05-21T00:37:26.420299+0000","last_unstale":"2024-05-21T00:38:11.345024+0000","last_undegraded":"2024-05-21T00:38:11.345024+0000","last_fullsized":"2024-05-21T00:38:11.345024+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:20:12.973792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"78'3","reported_seq":29,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.630891+0000","last_change":"2024-05-21T00:37:22.383491+0000","last_active":"2024-05-21T00:38:11.630891+0000","last_peered":"2024-05-21T00:38:11.630891+0000","last_clean":"2024-05-21T00:38:11.630891+0000","last_became_active":"2024-05-21T00:37:22.382965+0000","last_became_peered":"2024-05-21T00:37:22.382965+0000","last_unstale":"2024-05-21T00:38:11.630891+0000","last_undegraded":"2024-05-21T00:38:11.630891+0000","last_fullsized":"2024-05-21T00:38:11.630891+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:38:56.992721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":26,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.351708+0000","last_change":"2024-05-21T00:38:11.351708+0000","last_active":"2024-05-21T00:38:11.351708+0000","last_peered":"2024-05-21T00:38:11.351708+0000","last_clean":"2024-05-21T00:38:11.351708+0000","last_became_active":"2024-05-21T00:38:11.351431+0000","last_became_peered":"2024-05-21T00:38:11.351431+0000","last_unstale":"2024-05-21T00:38:11.351708+0000","last_undegraded":"2024-05-21T00:38:11.351708+0000","last_fullsized":"2024-05-21T00:38:11.351708+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:37:15.606215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"78'2","reported_seq":28,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.641838+0000","last_change":"2024-05-21T00:37:22.393868+0000","last_active":"2024-05-21T00:38:11.641838+0000","last_peered":"2024-05-21T00:38:11.641838+0000","last_clean":"2024-05-21T00:38:11.641838+0000","last_became_active":"2024-05-21T00:37:22.392006+0000","last_became_peered":"2024-05-21T00:37:22.392006+0000","last_unstale":"2024-05-21T00:38:11.641838+0000","last_undegraded":"2024-05-21T00:38:11.641838+0000","last_fullsized":"2024-05-21T00:38:11.641838+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:06:20.765944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.646853+0000","last_change":"2024-05-21T00:38:11.644903+0000","last_active":"2024-05-21T00:38:11.646853+0000","last_peered":"2024-05-21T00:38:11.646853+0000","last_clean":"2024-05-21T00:38:11.646853+0000","last_became_active":"2024-05-21T00:38:11.643620+0000","last_became_peered":"2024-05-21T00:38:11.643620+0000","last_unstale":"2024-05-21T00:38:11.646853+0000","last_undegraded":"2024-05-21T00:38:11.646853+0000","last_fullsized":"2024-05-21T00:38:11.646853+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:06:12.218251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,6],"acting":[9,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"78'1","reported_seq":27,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.339692+0000","last_change":"2024-05-21T00:37:22.382399+0000","last_active":"2024-05-21T00:38:11.339692+0000","last_peered":"2024-05-21T00:38:11.339692+0000","last_clean":"2024-05-21T00:38:11.339692+0000","last_became_active":"2024-05-21T00:37:22.380928+0000","last_became_peered":"2024-05-21T00:37:22.380928+0000","last_unstale":"2024-05-21T00:38:11.339692+0000","last_undegraded":"2024-05-21T00:38:11.339692+0000","last_fullsized":"2024-05-21T00:38:11.339692+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:14:16.927598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.352873+0000","last_change":"2024-05-21T00:37:26.440324+0000","last_active":"2024-05-21T00:38:11.352873+0000","last_peered":"2024-05-21T00:38:11.352873+0000","last_clean":"2024-05-21T00:38:11.352873+0000","last_became_active":"2024-05-21T00:37:26.439898+0000","last_became_peered":"2024-05-21T00:37:26.439898+0000","last_unstale":"2024-05-21T00:38:11.352873+0000","last_undegraded":"2024-05-21T00:38:11.352873+0000","last_fullsized":"2024-05-21T00:38:11.352873+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:37:05.253214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"78'3","reported_seq":64,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:23.648941+0000","last_change":"2024-05-21T00:37:22.392088+0000","last_active":"2024-05-21T00:38:23.648941+0000","last_peered":"2024-05-21T00:38:23.648941+0000","last_clean":"2024-05-21T00:38:23.648941+0000","last_became_active":"2024-05-21T00:37:22.391693+0000","last_became_peered":"2024-05-21T00:37:22.391693+0000","last_unstale":"2024-05-21T00:38:23.648941+0000","last_undegraded":"2024-05-21T00:38:23.648941+0000","last_fullsized":"2024-05-21T00:38:23.648941+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:59:06.379254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":35,"num_read_kb":35,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.346157+0000","last_change":"2024-05-21T00:37:26.421633+0000","last_active":"2024-05-21T00:38:11.346157+0000","last_peered":"2024-05-21T00:38:11.346157+0000","last_clean":"2024-05-21T00:38:11.346157+0000","last_became_active":"2024-05-21T00:37:26.421278+0000","last_became_peered":"2024-05-21T00:37:26.421278+0000","last_unstale":"2024-05-21T00:38:11.346157+0000","last_undegraded":"2024-05-21T00:38:11.346157+0000","last_fullsized":"2024-05-21T00:38:11.346157+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:35:03.618852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"78'2","reported_seq":38,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.357389+0000","last_change":"2024-05-21T00:38:11.357389+0000","last_active":"2024-05-21T00:38:11.357389+0000","last_peered":"2024-05-21T00:38:11.357389+0000","last_clean":"2024-05-21T00:38:11.357389+0000","last_became_active":"2024-05-21T00:38:11.347249+0000","last_became_peered":"2024-05-21T00:38:11.347249+0000","last_unstale":"2024-05-21T00:38:11.357389+0000","last_undegraded":"2024-05-21T00:38:11.357389+0000","last_fullsized":"2024-05-21T00:38:11.357389+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:34:48.493234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":26,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.349083+0000","last_change":"2024-05-21T00:38:11.349083+0000","last_active":"2024-05-21T00:38:11.349083+0000","last_peered":"2024-05-21T00:38:11.349083+0000","last_clean":"2024-05-21T00:38:11.349083+0000","last_became_active":"2024-05-21T00:38:11.348549+0000","last_became_peered":"2024-05-21T00:38:11.348549+0000","last_unstale":"2024-05-21T00:38:11.349083+0000","last_undegraded":"2024-05-21T00:38:11.349083+0000","last_fullsized":"2024-05-21T00:38:11.349083+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:59:18.237158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"78'4","reported_seq":31,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.340258+0000","last_change":"2024-05-21T00:37:22.956929+0000","last_active":"2024-05-21T00:38:11.340258+0000","last_peered":"2024-05-21T00:38:11.340258+0000","last_clean":"2024-05-21T00:38:11.340258+0000","last_became_active":"2024-05-21T00:37:22.956561+0000","last_became_peered":"2024-05-21T00:37:22.956561+0000","last_unstale":"2024-05-21T00:38:11.340258+0000","last_undegraded":"2024-05-21T00:38:11.340258+0000","last_fullsized":"2024-05-21T00:38:11.340258+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:07.623279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":26,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.644592+0000","last_change":"2024-05-21T00:38:11.644592+0000","last_active":"2024-05-21T00:38:11.644592+0000","last_peered":"2024-05-21T00:38:11.644592+0000","last_clean":"2024-05-21T00:38:11.644592+0000","last_became_active":"2024-05-21T00:38:11.644239+0000","last_became_peered":"2024-05-21T00:38:11.644239+0000","last_unstale":"2024-05-21T00:38:11.644592+0000","last_undegraded":"2024-05-21T00:38:11.644592+0000","last_fullsized":"2024-05-21T00:38:11.644592+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:51:22.983763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"80'28","reported_seq":133,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:24.650334+0000","last_change":"2024-05-21T00:37:22.380538+0000","last_active":"2024-05-21T00:38:24.650334+0000","last_peered":"2024-05-21T00:38:24.650334+0000","last_clean":"2024-05-21T00:38:24.650334+0000","last_became_active":"2024-05-21T00:37:22.380144+0000","last_became_peered":"2024-05-21T00:37:22.380144+0000","last_unstale":"2024-05-21T00:38:24.650334+0000","last_undegraded":"2024-05-21T00:38:24.650334+0000","last_fullsized":"2024-05-21T00:38:24.650334+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:46:09.966830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60347,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":79,"num_read_kb":98,"num_write":29,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.345117+0000","last_change":"2024-05-21T00:37:26.416679+0000","last_active":"2024-05-21T00:38:11.345117+0000","last_peered":"2024-05-21T00:38:11.345117+0000","last_clean":"2024-05-21T00:38:11.345117+0000","last_became_active":"2024-05-21T00:37:26.416106+0000","last_became_peered":"2024-05-21T00:37:26.416106+0000","last_unstale":"2024-05-21T00:38:11.345117+0000","last_undegraded":"2024-05-21T00:38:11.345117+0000","last_fullsized":"2024-05-21T00:38:11.345117+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:01:37.352242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"78'6","reported_seq":33,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.346003+0000","last_change":"2024-05-21T00:37:22.387287+0000","last_active":"2024-05-21T00:38:11.346003+0000","last_peered":"2024-05-21T00:38:11.346003+0000","last_clean":"2024-05-21T00:38:11.346003+0000","last_became_active":"2024-05-21T00:37:22.386952+0000","last_became_peered":"2024-05-21T00:37:22.386952+0000","last_unstale":"2024-05-21T00:38:11.346003+0000","last_undegraded":"2024-05-21T00:38:11.346003+0000","last_fullsized":"2024-05-21T00:38:11.346003+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:28:01.020680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.642016+0000","last_change":"2024-05-21T00:37:26.419351+0000","last_active":"2024-05-21T00:38:11.642016+0000","last_peered":"2024-05-21T00:38:11.642016+0000","last_clean":"2024-05-21T00:38:11.642016+0000","last_became_active":"2024-05-21T00:37:26.418733+0000","last_became_peered":"2024-05-21T00:37:26.418733+0000","last_unstale":"2024-05-21T00:38:11.642016+0000","last_undegraded":"2024-05-21T00:38:11.642016+0000","last_fullsized":"2024-05-21T00:38:11.642016+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:09:29.893036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"78'3","reported_seq":29,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.340228+0000","last_change":"2024-05-21T00:37:22.382339+0000","last_active":"2024-05-21T00:38:11.340228+0000","last_peered":"2024-05-21T00:38:11.340228+0000","last_clean":"2024-05-21T00:38:11.340228+0000","last_became_active":"2024-05-21T00:37:22.380365+0000","last_became_peered":"2024-05-21T00:37:22.380365+0000","last_unstale":"2024-05-21T00:38:11.340228+0000","last_undegraded":"2024-05-21T00:38:11.340228+0000","last_fullsized":"2024-05-21T00:38:11.340228+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:17:33.356246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.342525+0000","last_change":"2024-05-21T00:37:26.436859+0000","last_active":"2024-05-21T00:38:11.342525+0000","last_peered":"2024-05-21T00:38:11.342525+0000","last_clean":"2024-05-21T00:38:11.342525+0000","last_became_active":"2024-05-21T00:37:26.436539+0000","last_became_peered":"2024-05-21T00:37:26.436539+0000","last_unstale":"2024-05-21T00:38:11.342525+0000","last_undegraded":"2024-05-21T00:38:11.342525+0000","last_fullsized":"2024-05-21T00:38:11.342525+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:37:41.243252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"78'4","reported_seq":72,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:27.672663+0000","last_change":"2024-05-21T00:37:22.380435+0000","last_active":"2024-05-21T00:38:27.672663+0000","last_peered":"2024-05-21T00:38:27.672663+0000","last_clean":"2024-05-21T00:38:27.672663+0000","last_became_active":"2024-05-21T00:37:22.379943+0000","last_became_peered":"2024-05-21T00:37:22.379943+0000","last_unstale":"2024-05-21T00:38:27.672663+0000","last_undegraded":"2024-05-21T00:38:27.672663+0000","last_fullsized":"2024-05-21T00:38:27.672663+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:57:43.120772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":43,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.342130+0000","last_change":"2024-05-21T00:37:26.418584+0000","last_active":"2024-05-21T00:38:11.342130+0000","last_peered":"2024-05-21T00:38:11.342130+0000","last_clean":"2024-05-21T00:38:11.342130+0000","last_became_active":"2024-05-21T00:37:26.418239+0000","last_became_peered":"2024-05-21T00:37:26.418239+0000","last_unstale":"2024-05-21T00:38:11.342130+0000","last_undegraded":"2024-05-21T00:38:11.342130+0000","last_fullsized":"2024-05-21T00:38:11.342130+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:44:27.000528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"78'15","reported_seq":42,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.345539+0000","last_change":"2024-05-21T00:37:22.952053+0000","last_active":"2024-05-21T00:38:11.345539+0000","last_peered":"2024-05-21T00:38:11.345539+0000","last_clean":"2024-05-21T00:38:11.345539+0000","last_became_active":"2024-05-21T00:37:22.951649+0000","last_became_peered":"2024-05-21T00:37:22.951649+0000","last_unstale":"2024-05-21T00:38:11.345539+0000","last_undegraded":"2024-05-21T00:38:11.345539+0000","last_fullsized":"2024-05-21T00:38:11.345539+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:21:43.406488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.340074+0000","last_change":"2024-05-21T00:37:26.423294+0000","last_active":"2024-05-21T00:38:11.340074+0000","last_peered":"2024-05-21T00:38:11.340074+0000","last_clean":"2024-05-21T00:38:11.340074+0000","last_became_active":"2024-05-21T00:37:26.422958+0000","last_became_peered":"2024-05-21T00:37:26.422958+0000","last_unstale":"2024-05-21T00:38:11.340074+0000","last_undegraded":"2024-05-21T00:38:11.340074+0000","last_fullsized":"2024-05-21T00:38:11.340074+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:36:16.071919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"78'2","reported_seq":17,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.356207+0000","last_change":"2024-05-21T00:38:11.355611+0000","last_active":"2024-05-21T00:38:11.356207+0000","last_peered":"2024-05-21T00:38:11.356207+0000","last_clean":"2024-05-21T00:38:11.356207+0000","last_became_active":"2024-05-21T00:38:11.345854+0000","last_became_peered":"2024-05-21T00:38:11.345854+0000","last_unstale":"2024-05-21T00:38:11.356207+0000","last_undegraded":"2024-05-21T00:38:11.356207+0000","last_fullsized":"2024-05-21T00:38:11.356207+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:42:49.958758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.342162+0000","last_change":"2024-05-21T00:37:26.418846+0000","last_active":"2024-05-21T00:38:11.342162+0000","last_peered":"2024-05-21T00:38:11.342162+0000","last_clean":"2024-05-21T00:38:11.342162+0000","last_became_active":"2024-05-21T00:37:26.418414+0000","last_became_peered":"2024-05-21T00:37:26.418414+0000","last_unstale":"2024-05-21T00:38:11.342162+0000","last_undegraded":"2024-05-21T00:38:11.342162+0000","last_fullsized":"2024-05-21T00:38:11.342162+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:50:10.954057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":26,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.351586+0000","last_change":"2024-05-21T00:37:22.954772+0000","last_active":"2024-05-21T00:38:11.351586+0000","last_peered":"2024-05-21T00:38:11.351586+0000","last_clean":"2024-05-21T00:38:11.351586+0000","last_became_active":"2024-05-21T00:37:22.953627+0000","last_became_peered":"2024-05-21T00:37:22.953627+0000","last_unstale":"2024-05-21T00:38:11.351586+0000","last_undegraded":"2024-05-21T00:38:11.351586+0000","last_fullsized":"2024-05-21T00:38:11.351586+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:14:44.650523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"78'1","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.631042+0000","last_change":"2024-05-21T00:37:26.425757+0000","last_active":"2024-05-21T00:38:11.631042+0000","last_peered":"2024-05-21T00:38:11.631042+0000","last_clean":"2024-05-21T00:38:11.631042+0000","last_became_active":"2024-05-21T00:37:26.425386+0000","last_became_peered":"2024-05-21T00:37:26.425386+0000","last_unstale":"2024-05-21T00:38:11.631042+0000","last_undegraded":"2024-05-21T00:38:11.631042+0000","last_fullsized":"2024-05-21T00:38:11.631042+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:00:29.246729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"78'1","reported_seq":27,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.342406+0000","last_change":"2024-05-21T00:37:22.384298+0000","last_active":"2024-05-21T00:38:11.342406+0000","last_peered":"2024-05-21T00:38:11.342406+0000","last_clean":"2024-05-21T00:38:11.342406+0000","last_became_active":"2024-05-21T00:37:22.383349+0000","last_became_peered":"2024-05-21T00:37:22.383349+0000","last_unstale":"2024-05-21T00:38:11.342406+0000","last_undegraded":"2024-05-21T00:38:11.342406+0000","last_fullsized":"2024-05-21T00:38:11.342406+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:43:16.082465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.631031+0000","last_change":"2024-05-21T00:37:26.431349+0000","last_active":"2024-05-21T00:38:11.631031+0000","last_peered":"2024-05-21T00:38:11.631031+0000","last_clean":"2024-05-21T00:38:11.631031+0000","last_became_active":"2024-05-21T00:37:26.430974+0000","last_became_peered":"2024-05-21T00:37:26.430974+0000","last_unstale":"2024-05-21T00:38:11.631031+0000","last_undegraded":"2024-05-21T00:38:11.631031+0000","last_fullsized":"2024-05-21T00:38:11.631031+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:05:37.263961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.339989+0000","last_change":"2024-05-21T00:37:26.423596+0000","last_active":"2024-05-21T00:38:11.339989+0000","last_peered":"2024-05-21T00:38:11.339989+0000","last_clean":"2024-05-21T00:38:11.339989+0000","last_became_active":"2024-05-21T00:37:26.423213+0000","last_became_peered":"2024-05-21T00:37:26.423213+0000","last_unstale":"2024-05-21T00:38:11.339989+0000","last_undegraded":"2024-05-21T00:38:11.339989+0000","last_fullsized":"2024-05-21T00:38:11.339989+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:01:37.383917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"78'4","reported_seq":68,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:26.670453+0000","last_change":"2024-05-21T00:37:22.954874+0000","last_active":"2024-05-21T00:38:26.670453+0000","last_peered":"2024-05-21T00:38:26.670453+0000","last_clean":"2024-05-21T00:38:26.670453+0000","last_became_active":"2024-05-21T00:37:22.953725+0000","last_became_peered":"2024-05-21T00:37:22.953725+0000","last_unstale":"2024-05-21T00:38:26.670453+0000","last_undegraded":"2024-05-21T00:38:26.670453+0000","last_fullsized":"2024-05-21T00:38:26.670453+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:39:06.020522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":38,"num_read_kb":38,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.348806+0000","last_change":"2024-05-21T00:37:26.430059+0000","last_active":"2024-05-21T00:38:11.348806+0000","last_peered":"2024-05-21T00:38:11.348806+0000","last_clean":"2024-05-21T00:38:11.348806+0000","last_became_active":"2024-05-21T00:37:26.429679+0000","last_became_peered":"2024-05-21T00:37:26.429679+0000","last_unstale":"2024-05-21T00:38:11.348806+0000","last_undegraded":"2024-05-21T00:38:11.348806+0000","last_fullsized":"2024-05-21T00:38:11.348806+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:39:46.411010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"78'3","reported_seq":31,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.344613+0000","last_change":"2024-05-21T00:37:22.392280+0000","last_active":"2024-05-21T00:38:11.344613+0000","last_peered":"2024-05-21T00:38:11.344613+0000","last_clean":"2024-05-21T00:38:11.344613+0000","last_became_active":"2024-05-21T00:37:22.391763+0000","last_became_peered":"2024-05-21T00:37:22.391763+0000","last_unstale":"2024-05-21T00:38:11.344613+0000","last_undegraded":"2024-05-21T00:38:11.344613+0000","last_fullsized":"2024-05-21T00:38:11.344613+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:23:00.989554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":101,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.342307+0000","last_change":"2024-05-21T00:35:47.556218+0000","last_active":"2024-05-21T00:38:11.342307+0000","last_peered":"2024-05-21T00:38:11.342307+0000","last_clean":"2024-05-21T00:38:11.342307+0000","last_became_active":"2024-05-21T00:35:47.551154+0000","last_became_peered":"2024-05-21T00:35:47.551154+0000","last_unstale":"2024-05-21T00:38:11.342307+0000","last_undegraded":"2024-05-21T00:38:11.342307+0000","last_fullsized":"2024-05-21T00:38:11.342307+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:31:54.569048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:31:54.569048+0000","last_clean_scrub_stamp":"2024-05-21T00:31:54.569048+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:33:13.320323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.641498+0000","last_change":"2024-05-21T00:37:26.432972+0000","last_active":"2024-05-21T00:38:11.641498+0000","last_peered":"2024-05-21T00:38:11.641498+0000","last_clean":"2024-05-21T00:38:11.641498+0000","last_became_active":"2024-05-21T00:37:26.432457+0000","last_became_peered":"2024-05-21T00:37:26.432457+0000","last_unstale":"2024-05-21T00:38:11.641498+0000","last_undegraded":"2024-05-21T00:38:11.641498+0000","last_fullsized":"2024-05-21T00:38:11.641498+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:24:20.012796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"78'3","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.359467+0000","last_change":"2024-05-21T00:38:11.358908+0000","last_active":"2024-05-21T00:38:11.359467+0000","last_peered":"2024-05-21T00:38:11.359467+0000","last_clean":"2024-05-21T00:38:11.359467+0000","last_became_active":"2024-05-21T00:38:11.347777+0000","last_became_peered":"2024-05-21T00:38:11.347777+0000","last_unstale":"2024-05-21T00:38:11.359467+0000","last_undegraded":"2024-05-21T00:38:11.359467+0000","last_fullsized":"2024-05-21T00:38:11.359467+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:48:18.666853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"78'1","reported_seq":28,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.345214+0000","last_change":"2024-05-21T00:37:22.956440+0000","last_active":"2024-05-21T00:38:11.345214+0000","last_peered":"2024-05-21T00:38:11.345214+0000","last_clean":"2024-05-21T00:38:11.345214+0000","last_became_active":"2024-05-21T00:37:22.956150+0000","last_became_peered":"2024-05-21T00:37:22.956150+0000","last_unstale":"2024-05-21T00:38:11.345214+0000","last_undegraded":"2024-05-21T00:38:11.345214+0000","last_fullsized":"2024-05-21T00:38:11.345214+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:07:57.939279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.643217+0000","last_change":"2024-05-21T00:37:26.433491+0000","last_active":"2024-05-21T00:38:11.643217+0000","last_peered":"2024-05-21T00:38:11.643217+0000","last_clean":"2024-05-21T00:38:11.643217+0000","last_became_active":"2024-05-21T00:37:26.433144+0000","last_became_peered":"2024-05-21T00:37:26.433144+0000","last_unstale":"2024-05-21T00:38:11.643217+0000","last_undegraded":"2024-05-21T00:38:11.643217+0000","last_fullsized":"2024-05-21T00:38:11.643217+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:31:09.599374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"80'11","reported_seq":37,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:16.487763+0000","last_change":"2024-05-21T00:37:22.391128+0000","last_active":"2024-05-21T00:38:16.487763+0000","last_peered":"2024-05-21T00:38:16.487763+0000","last_clean":"2024-05-21T00:38:16.487763+0000","last_became_active":"2024-05-21T00:37:22.390399+0000","last_became_peered":"2024-05-21T00:37:22.390399+0000","last_unstale":"2024-05-21T00:38:16.487763+0000","last_undegraded":"2024-05-21T00:38:16.487763+0000","last_fullsized":"2024-05-21T00:38:16.487763+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:02:01.293847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.349462+0000","last_change":"2024-05-21T00:37:26.422982+0000","last_active":"2024-05-21T00:38:11.349462+0000","last_peered":"2024-05-21T00:38:11.349462+0000","last_clean":"2024-05-21T00:38:11.349462+0000","last_became_active":"2024-05-21T00:37:26.422550+0000","last_became_peered":"2024-05-21T00:37:26.422550+0000","last_unstale":"2024-05-21T00:38:11.349462+0000","last_undegraded":"2024-05-21T00:38:11.349462+0000","last_fullsized":"2024-05-21T00:38:11.349462+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:16:48.500697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"78'4","reported_seq":30,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.344925+0000","last_change":"2024-05-21T00:37:23.293653+0000","last_active":"2024-05-21T00:38:11.344925+0000","last_peered":"2024-05-21T00:38:11.344925+0000","last_clean":"2024-05-21T00:38:11.344925+0000","last_became_active":"2024-05-21T00:37:23.293335+0000","last_became_peered":"2024-05-21T00:37:23.293335+0000","last_unstale":"2024-05-21T00:38:11.344925+0000","last_undegraded":"2024-05-21T00:38:11.344925+0000","last_fullsized":"2024-05-21T00:38:11.344925+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:03:59.250511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.344144+0000","last_change":"2024-05-21T00:37:26.428827+0000","last_active":"2024-05-21T00:38:11.344144+0000","last_peered":"2024-05-21T00:38:11.344144+0000","last_clean":"2024-05-21T00:38:11.344144+0000","last_became_active":"2024-05-21T00:37:26.428491+0000","last_became_peered":"2024-05-21T00:37:26.428491+0000","last_unstale":"2024-05-21T00:38:11.344144+0000","last_undegraded":"2024-05-21T00:38:11.344144+0000","last_fullsized":"2024-05-21T00:38:11.344144+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:14:58.520438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"78'2","reported_seq":28,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.345307+0000","last_change":"2024-05-21T00:37:22.949247+0000","last_active":"2024-05-21T00:38:11.345307+0000","last_peered":"2024-05-21T00:38:11.345307+0000","last_clean":"2024-05-21T00:38:11.345307+0000","last_became_active":"2024-05-21T00:37:22.948984+0000","last_became_peered":"2024-05-21T00:37:22.948984+0000","last_unstale":"2024-05-21T00:38:11.345307+0000","last_undegraded":"2024-05-21T00:38:11.345307+0000","last_fullsized":"2024-05-21T00:38:11.345307+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:21:51.743189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.344956+0000","last_change":"2024-05-21T00:37:26.414257+0000","last_active":"2024-05-21T00:38:11.344956+0000","last_peered":"2024-05-21T00:38:11.344956+0000","last_clean":"2024-05-21T00:38:11.344956+0000","last_became_active":"2024-05-21T00:37:26.413922+0000","last_became_peered":"2024-05-21T00:37:26.413922+0000","last_unstale":"2024-05-21T00:38:11.344956+0000","last_undegraded":"2024-05-21T00:38:11.344956+0000","last_fullsized":"2024-05-21T00:38:11.344956+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:36:04.689622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"78'3","reported_seq":29,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.347372+0000","last_change":"2024-05-21T00:37:22.392987+0000","last_active":"2024-05-21T00:38:11.347372+0000","last_peered":"2024-05-21T00:38:11.347372+0000","last_clean":"2024-05-21T00:38:11.347372+0000","last_became_active":"2024-05-21T00:37:22.392368+0000","last_became_peered":"2024-05-21T00:37:22.392368+0000","last_unstale":"2024-05-21T00:38:11.347372+0000","last_undegraded":"2024-05-21T00:38:11.347372+0000","last_fullsized":"2024-05-21T00:38:11.347372+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:49:52.176588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.342623+0000","last_change":"2024-05-21T00:37:26.418280+0000","last_active":"2024-05-21T00:38:11.342623+0000","last_peered":"2024-05-21T00:38:11.342623+0000","last_clean":"2024-05-21T00:38:11.342623+0000","last_became_active":"2024-05-21T00:37:26.417856+0000","last_became_peered":"2024-05-21T00:37:26.417856+0000","last_unstale":"2024-05-21T00:38:11.342623+0000","last_undegraded":"2024-05-21T00:38:11.342623+0000","last_fullsized":"2024-05-21T00:38:11.342623+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:00:49.802230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"78'1","reported_seq":27,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.345204+0000","last_change":"2024-05-21T00:37:22.387299+0000","last_active":"2024-05-21T00:38:11.345204+0000","last_peered":"2024-05-21T00:38:11.345204+0000","last_clean":"2024-05-21T00:38:11.345204+0000","last_became_active":"2024-05-21T00:37:22.386975+0000","last_became_peered":"2024-05-21T00:37:22.386975+0000","last_unstale":"2024-05-21T00:38:11.345204+0000","last_undegraded":"2024-05-21T00:38:11.345204+0000","last_fullsized":"2024-05-21T00:38:11.345204+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:57:13.651863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.347978+0000","last_change":"2024-05-21T00:37:26.434255+0000","last_active":"2024-05-21T00:38:11.347978+0000","last_peered":"2024-05-21T00:38:11.347978+0000","last_clean":"2024-05-21T00:38:11.347978+0000","last_became_active":"2024-05-21T00:37:26.433877+0000","last_became_peered":"2024-05-21T00:37:26.433877+0000","last_unstale":"2024-05-21T00:38:11.347978+0000","last_undegraded":"2024-05-21T00:38:11.347978+0000","last_fullsized":"2024-05-21T00:38:11.347978+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:24:34.640568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"78'4","reported_seq":31,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.345245+0000","last_change":"2024-05-21T00:37:22.380521+0000","last_active":"2024-05-21T00:38:11.345245+0000","last_peered":"2024-05-21T00:38:11.345245+0000","last_clean":"2024-05-21T00:38:11.345245+0000","last_became_active":"2024-05-21T00:37:22.379966+0000","last_became_peered":"2024-05-21T00:37:22.379966+0000","last_unstale":"2024-05-21T00:38:11.345245+0000","last_undegraded":"2024-05-21T00:38:11.345245+0000","last_fullsized":"2024-05-21T00:38:11.345245+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:47:50.783494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.342415+0000","last_change":"2024-05-21T00:37:26.424112+0000","last_active":"2024-05-21T00:38:11.342415+0000","last_peered":"2024-05-21T00:38:11.342415+0000","last_clean":"2024-05-21T00:38:11.342415+0000","last_became_active":"2024-05-21T00:37:26.423800+0000","last_became_peered":"2024-05-21T00:37:26.423800+0000","last_unstale":"2024-05-21T00:38:11.342415+0000","last_undegraded":"2024-05-21T00:38:11.342415+0000","last_fullsized":"2024-05-21T00:38:11.342415+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:48:12.769065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"78'3","reported_seq":30,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.346538+0000","last_change":"2024-05-21T00:37:23.293652+0000","last_active":"2024-05-21T00:38:11.346538+0000","last_peered":"2024-05-21T00:38:11.346538+0000","last_clean":"2024-05-21T00:38:11.346538+0000","last_became_active":"2024-05-21T00:37:23.293288+0000","last_became_peered":"2024-05-21T00:37:23.293288+0000","last_unstale":"2024-05-21T00:38:11.346538+0000","last_undegraded":"2024-05-21T00:38:11.346538+0000","last_fullsized":"2024-05-21T00:38:11.346538+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:43:16.139048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.342933+0000","last_change":"2024-05-21T00:37:26.417524+0000","last_active":"2024-05-21T00:38:11.342933+0000","last_peered":"2024-05-21T00:38:11.342933+0000","last_clean":"2024-05-21T00:38:11.342933+0000","last_became_active":"2024-05-21T00:37:26.417181+0000","last_became_peered":"2024-05-21T00:37:26.417181+0000","last_unstale":"2024-05-21T00:38:11.342933+0000","last_undegraded":"2024-05-21T00:38:11.342933+0000","last_fullsized":"2024-05-21T00:38:11.342933+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:21:14.475481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"78'1","reported_seq":28,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.339962+0000","last_change":"2024-05-21T00:37:22.382469+0000","last_active":"2024-05-21T00:38:11.339962+0000","last_peered":"2024-05-21T00:38:11.339962+0000","last_clean":"2024-05-21T00:38:11.339962+0000","last_became_active":"2024-05-21T00:37:22.379635+0000","last_became_peered":"2024-05-21T00:37:22.379635+0000","last_unstale":"2024-05-21T00:38:11.339962+0000","last_undegraded":"2024-05-21T00:38:11.339962+0000","last_fullsized":"2024-05-21T00:38:11.339962+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:01:19.320818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"79'1","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.342589+0000","last_change":"2024-05-21T00:37:26.435136+0000","last_active":"2024-05-21T00:38:11.342589+0000","last_peered":"2024-05-21T00:38:11.342589+0000","last_clean":"2024-05-21T00:38:11.342589+0000","last_became_active":"2024-05-21T00:37:26.434743+0000","last_became_peered":"2024-05-21T00:37:26.434743+0000","last_unstale":"2024-05-21T00:38:11.342589+0000","last_undegraded":"2024-05-21T00:38:11.342589+0000","last_fullsized":"2024-05-21T00:38:11.342589+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:01:37.928461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"78'2","reported_seq":28,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.642599+0000","last_change":"2024-05-21T00:37:22.387858+0000","last_active":"2024-05-21T00:38:11.642599+0000","last_peered":"2024-05-21T00:38:11.642599+0000","last_clean":"2024-05-21T00:38:11.642599+0000","last_became_active":"2024-05-21T00:37:22.387346+0000","last_became_peered":"2024-05-21T00:37:22.387346+0000","last_unstale":"2024-05-21T00:38:11.642599+0000","last_undegraded":"2024-05-21T00:38:11.642599+0000","last_fullsized":"2024-05-21T00:38:11.642599+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:35:20.956798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.343032+0000","last_change":"2024-05-21T00:37:26.418635+0000","last_active":"2024-05-21T00:38:11.343032+0000","last_peered":"2024-05-21T00:38:11.343032+0000","last_clean":"2024-05-21T00:38:11.343032+0000","last_became_active":"2024-05-21T00:37:26.418258+0000","last_became_peered":"2024-05-21T00:37:26.418258+0000","last_unstale":"2024-05-21T00:38:11.343032+0000","last_undegraded":"2024-05-21T00:38:11.343032+0000","last_fullsized":"2024-05-21T00:38:11.343032+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:02:15.805718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.342748+0000","last_change":"2024-05-21T00:37:26.418793+0000","last_active":"2024-05-21T00:38:11.342748+0000","last_peered":"2024-05-21T00:38:11.342748+0000","last_clean":"2024-05-21T00:38:11.342748+0000","last_became_active":"2024-05-21T00:37:26.418446+0000","last_became_peered":"2024-05-21T00:37:26.418446+0000","last_unstale":"2024-05-21T00:38:11.342748+0000","last_undegraded":"2024-05-21T00:38:11.342748+0000","last_fullsized":"2024-05-21T00:38:11.342748+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:52:50.911632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.344963+0000","last_change":"2024-05-21T00:37:26.413991+0000","last_active":"2024-05-21T00:38:11.344963+0000","last_peered":"2024-05-21T00:38:11.344963+0000","last_clean":"2024-05-21T00:38:11.344963+0000","last_became_active":"2024-05-21T00:37:26.413615+0000","last_became_peered":"2024-05-21T00:37:26.413615+0000","last_unstale":"2024-05-21T00:38:11.344963+0000","last_undegraded":"2024-05-21T00:38:11.344963+0000","last_fullsized":"2024-05-21T00:38:11.344963+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:05:30.902070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.345100+0000","last_change":"2024-05-21T00:37:26.433423+0000","last_active":"2024-05-21T00:38:11.345100+0000","last_peered":"2024-05-21T00:38:11.345100+0000","last_clean":"2024-05-21T00:38:11.345100+0000","last_became_active":"2024-05-21T00:37:26.433111+0000","last_became_peered":"2024-05-21T00:37:26.433111+0000","last_unstale":"2024-05-21T00:38:11.345100+0000","last_undegraded":"2024-05-21T00:38:11.345100+0000","last_fullsized":"2024-05-21T00:38:11.345100+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:20:03.674489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.341058+0000","last_change":"2024-05-21T00:37:26.434311+0000","last_active":"2024-05-21T00:38:11.341058+0000","last_peered":"2024-05-21T00:38:11.341058+0000","last_clean":"2024-05-21T00:38:11.341058+0000","last_became_active":"2024-05-21T00:37:26.433959+0000","last_became_peered":"2024-05-21T00:37:26.433959+0000","last_unstale":"2024-05-21T00:38:11.341058+0000","last_undegraded":"2024-05-21T00:38:11.341058+0000","last_fullsized":"2024-05-21T00:38:11.341058+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:46:48.408939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.642974+0000","last_change":"2024-05-21T00:37:26.437576+0000","last_active":"2024-05-21T00:38:11.642974+0000","last_peered":"2024-05-21T00:38:11.642974+0000","last_clean":"2024-05-21T00:38:11.642974+0000","last_became_active":"2024-05-21T00:37:26.437148+0000","last_became_peered":"2024-05-21T00:37:26.437148+0000","last_unstale":"2024-05-21T00:38:11.642974+0000","last_undegraded":"2024-05-21T00:38:11.642974+0000","last_fullsized":"2024-05-21T00:38:11.642974+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:02:38.832773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":26,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.357316+0000","last_change":"2024-05-21T00:38:11.357316+0000","last_active":"2024-05-21T00:38:11.357316+0000","last_peered":"2024-05-21T00:38:11.357316+0000","last_clean":"2024-05-21T00:38:11.357316+0000","last_became_active":"2024-05-21T00:38:11.356990+0000","last_became_peered":"2024-05-21T00:38:11.356990+0000","last_unstale":"2024-05-21T00:38:11.357316+0000","last_undegraded":"2024-05-21T00:38:11.357316+0000","last_fullsized":"2024-05-21T00:38:11.357316+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:03:35.609961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.346935+0000","last_change":"2024-05-21T00:37:26.415425+0000","last_active":"2024-05-21T00:38:11.346935+0000","last_peered":"2024-05-21T00:38:11.346935+0000","last_clean":"2024-05-21T00:38:11.346935+0000","last_became_active":"2024-05-21T00:37:26.415063+0000","last_became_peered":"2024-05-21T00:37:26.415063+0000","last_unstale":"2024-05-21T00:38:11.346935+0000","last_undegraded":"2024-05-21T00:38:11.346935+0000","last_fullsized":"2024-05-21T00:38:11.346935+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:00:05.961056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.348110+0000","last_change":"2024-05-21T00:37:26.427021+0000","last_active":"2024-05-21T00:38:11.348110+0000","last_peered":"2024-05-21T00:38:11.348110+0000","last_clean":"2024-05-21T00:38:11.348110+0000","last_became_active":"2024-05-21T00:37:26.422626+0000","last_became_peered":"2024-05-21T00:37:26.422626+0000","last_unstale":"2024-05-21T00:38:11.348110+0000","last_undegraded":"2024-05-21T00:38:11.348110+0000","last_fullsized":"2024-05-21T00:38:11.348110+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:44:42.662614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.339759+0000","last_change":"2024-05-21T00:37:26.437318+0000","last_active":"2024-05-21T00:38:11.339759+0000","last_peered":"2024-05-21T00:38:11.339759+0000","last_clean":"2024-05-21T00:38:11.339759+0000","last_became_active":"2024-05-21T00:37:26.436979+0000","last_became_peered":"2024-05-21T00:37:26.436979+0000","last_unstale":"2024-05-21T00:38:11.339759+0000","last_undegraded":"2024-05-21T00:38:11.339759+0000","last_fullsized":"2024-05-21T00:38:11.339759+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:36:25.628100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.347178+0000","last_change":"2024-05-21T00:37:26.416532+0000","last_active":"2024-05-21T00:38:11.347178+0000","last_peered":"2024-05-21T00:38:11.347178+0000","last_clean":"2024-05-21T00:38:11.347178+0000","last_became_active":"2024-05-21T00:37:26.416093+0000","last_became_peered":"2024-05-21T00:37:26.416093+0000","last_unstale":"2024-05-21T00:38:11.347178+0000","last_undegraded":"2024-05-21T00:38:11.347178+0000","last_fullsized":"2024-05-21T00:38:11.347178+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:57:19.092634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.345432+0000","last_change":"2024-05-21T00:37:26.425305+0000","last_active":"2024-05-21T00:38:11.345432+0000","last_peered":"2024-05-21T00:38:11.345432+0000","last_clean":"2024-05-21T00:38:11.345432+0000","last_became_active":"2024-05-21T00:37:26.424954+0000","last_became_peered":"2024-05-21T00:37:26.424954+0000","last_unstale":"2024-05-21T00:38:11.345432+0000","last_undegraded":"2024-05-21T00:38:11.345432+0000","last_fullsized":"2024-05-21T00:38:11.345432+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:25:19.310127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.642400+0000","last_change":"2024-05-21T00:37:26.426052+0000","last_active":"2024-05-21T00:38:11.642400+0000","last_peered":"2024-05-21T00:38:11.642400+0000","last_clean":"2024-05-21T00:38:11.642400+0000","last_became_active":"2024-05-21T00:37:26.425564+0000","last_became_peered":"2024-05-21T00:37:26.425564+0000","last_unstale":"2024-05-21T00:38:11.642400+0000","last_undegraded":"2024-05-21T00:38:11.642400+0000","last_fullsized":"2024-05-21T00:38:11.642400+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:11:32.887469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:38:11.341883+0000","last_change":"2024-05-21T00:37:26.415758+0000","last_active":"2024-05-21T00:38:11.341883+0000","last_peered":"2024-05-21T00:38:11.341883+0000","last_clean":"2024-05-21T00:38:11.341883+0000","last_became_active":"2024-05-21T00:37:26.415354+0000","last_became_peered":"2024-05-21T00:37:26.415354+0000","last_unstale":"2024-05-21T00:38:11.341883+0000","last_undegraded":"2024-05-21T00:38:11.341883+0000","last_fullsized":"2024-05-21T00:38:11.341883+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:40:24.590361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":280106,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":64739,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":248,"num_read_kb":190,"num_write":164,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":22,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":417792,"data_stored":194217,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":70,"seq":300647710750,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32028,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713124,"statfs":{"total":95995035648,"available":95962238976,"internally_reserved":0,"allocated":868352,"data_stored":425334,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":64,"seq":274877906978,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32168,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712984,"statfs":{"total":95995035648,"available":95962095616,"internally_reserved":0,"allocated":1015808,"data_stored":1077531,"data_compressed":41417,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":59,"seq":253403070505,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27876,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717276,"statfs":{"total":95995035648,"available":95966490624,"internally_reserved":0,"allocated":880640,"data_stored":425548,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":53,"seq":227633266735,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32032,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713120,"statfs":{"total":95995035648,"available":95962234880,"internally_reserved":0,"allocated":876544,"data_stored":425446,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863462963,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32092,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713060,"statfs":{"total":95995035648,"available":95962173440,"internally_reserved":0,"allocated":929792,"data_stored":1017789,"data_compressed":41417,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626488,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27868,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717284,"statfs":{"total":95995035648,"available":95966498816,"internally_reserved":0,"allocated":868352,"data_stored":424937,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574932,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32084,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713068,"statfs":{"total":95995035648,"available":95962181632,"internally_reserved":0,"allocated":929792,"data_stored":485077,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738458,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27888,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717264,"statfs":{"total":95995035648,"available":95966478336,"internally_reserved":0,"allocated":888832,"data_stored":426208,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411409,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":954368,"data_stored":486818,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182473,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32040,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713112,"statfs":{"total":95995035648,"available":95962226688,"internally_reserved":0,"allocated":884736,"data_stored":425248,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986246,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32032,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713120,"statfs":{"total":95995035648,"available":95962234880,"internally_reserved":0,"allocated":872448,"data_stored":425765,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822719,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":942080,"data_stored":1017082,"data_compressed":41417,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33992,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33992,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33992,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":60347,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":62088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1035,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":62316,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T00:38:31.565 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-21T00:38:31.566 INFO:tasks.cephadm:Setting up client nodes... 2024-05-21T00:38:31.566 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-05-21T00:38:31.686 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:31 smithi044 ceph-mon[31392]: pgmap v350: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 682 B/s wr, 6 op/s 2024-05-21T00:38:31.687 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:31 smithi044 ceph-mon[31392]: from='client.14526 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:38:31.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:31 smithi082 ceph-mon[36141]: pgmap v350: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 682 B/s wr, 6 op/s 2024-05-21T00:38:31.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:31 smithi082 ceph-mon[36141]: from='client.14526 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:38:31.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:31 smithi092 ceph-mon[36335]: pgmap v350: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 682 B/s wr, 6 op/s 2024-05-21T00:38:31.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:31 smithi092 ceph-mon[36335]: from='client.14526 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:38:32.077 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:38:33.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:33 smithi082 ceph-mon[36141]: pgmap v351: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 682 B/s wr, 6 op/s 2024-05-21T00:38:33.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:33 smithi092 ceph-mon[36335]: pgmap v351: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 682 B/s wr, 6 op/s 2024-05-21T00:38:33.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:33 smithi044 ceph-mon[31392]: pgmap v351: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 682 B/s wr, 6 op/s 2024-05-21T00:38:34.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.460+0000 7f0609800700 1 -- 172.21.15.44:0/3331842075 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06041071c0 msgr2=0x7f060410da70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:34.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.460+0000 7f0609800700 1 --2- 172.21.15.44:0/3331842075 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06041071c0 0x7f060410da70 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f05fc00b0d0 tx=0x7f05fc00b3e0 comp rx=0 tx=0).stop 2024-05-21T00:38:34.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.460+0000 7f0609800700 1 -- 172.21.15.44:0/3331842075 shutdown_connections 2024-05-21T00:38:34.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.460+0000 7f0609800700 1 --2- 172.21.15.44:0/3331842075 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06041071c0 0x7f060410da70 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:34.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.460+0000 7f0609800700 1 --2- 172.21.15.44:0/3331842075 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0604105620 0x7f0604105a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:34.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.460+0000 7f0609800700 1 --2- 172.21.15.44:0/3331842075 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0604106820 0x7f0604106c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:34.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.460+0000 7f0609800700 1 -- 172.21.15.44:0/3331842075 >> 172.21.15.44:0/3331842075 conn(0x7f0604100bc0 msgr2=0x7f0604103000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:38:34.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.460+0000 7f0609800700 1 -- 172.21.15.44:0/3331842075 shutdown_connections 2024-05-21T00:38:34.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.460+0000 7f0609800700 1 -- 172.21.15.44:0/3331842075 wait complete. 2024-05-21T00:38:34.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.461+0000 7f0609800700 1 Processor -- start 2024-05-21T00:38:34.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.461+0000 7f0609800700 1 -- start start 2024-05-21T00:38:34.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.462+0000 7f0609800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0604105620 0x7f060419b640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:34.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.462+0000 7f0609800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0604106820 0x7f060419bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:34.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.462+0000 7f0609800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06041071c0 0x7f06041a2c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:34.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.462+0000 7f0609800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f06041110f0 con 0x7f06041071c0 2024-05-21T00:38:34.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.462+0000 7f0609800700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0604110f70 con 0x7f0604106820 2024-05-21T00:38:34.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.462+0000 7f0609800700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0604111270 con 0x7f0604105620 2024-05-21T00:38:34.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.462+0000 7f0603e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0604105620 0x7f060419b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:34.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.462+0000 7f0603e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0604105620 0x7f060419b640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:47186/0 (socket says 172.21.15.44:47186) 2024-05-21T00:38:34.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.462+0000 7f0608e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06041071c0 0x7f06041a2c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:34.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.462+0000 7f0603e00700 1 -- 172.21.15.44:0/4146661905 learned_addr learned my addr 172.21.15.44:0/4146661905 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:38:34.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.462+0000 7f0603400700 1 --2- 172.21.15.44:0/4146661905 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0604106820 0x7f060419bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:34.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.463+0000 7f0603e00700 1 -- 172.21.15.44:0/4146661905 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0604106820 msgr2=0x7f060419bb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:34.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.463+0000 7f0603e00700 1 --2- 172.21.15.44:0/4146661905 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0604106820 0x7f060419bb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:34.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.463+0000 7f0603e00700 1 -- 172.21.15.44:0/4146661905 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06041071c0 msgr2=0x7f06041a2c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:34.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.463+0000 7f0603e00700 1 --2- 172.21.15.44:0/4146661905 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06041071c0 0x7f06041a2c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:34.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.463+0000 7f0603e00700 1 -- 172.21.15.44:0/4146661905 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06041a32a0 con 0x7f0604105620 2024-05-21T00:38:34.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.463+0000 7f0603e00700 1 --2- 172.21.15.44:0/4146661905 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0604105620 0x7f060419b640 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f05f400e9a0 tx=0x7f05f400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:38:34.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.463+0000 7f0600c00700 1 -- 172.21.15.44:0/4146661905 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05f4004220 con 0x7f0604105620 2024-05-21T00:38:34.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.463+0000 7f0600c00700 1 -- 172.21.15.44:0/4146661905 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f05f40043c0 con 0x7f0604105620 2024-05-21T00:38:34.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.463+0000 7f0609800700 1 -- 172.21.15.44:0/4146661905 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06041a3590 con 0x7f0604105620 2024-05-21T00:38:34.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.463+0000 7f0600c00700 1 -- 172.21.15.44:0/4146661905 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05f4003cc0 con 0x7f0604105620 2024-05-21T00:38:34.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.463+0000 7f0609800700 1 -- 172.21.15.44:0/4146661905 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06041a3b20 con 0x7f0604105620 2024-05-21T00:38:34.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.465+0000 7f0609800700 1 -- 172.21.15.44:0/4146661905 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0604064ba0 con 0x7f0604105620 2024-05-21T00:38:34.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.466+0000 7f0600c00700 1 -- 172.21.15.44:0/4146661905 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f05f400c810 con 0x7f0604105620 2024-05-21T00:38:34.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.468+0000 7f0600c00700 1 --2- 172.21.15.44:0/4146661905 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f05e80b2a30 0x7f05e80b4ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:34.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.468+0000 7f0600c00700 1 -- 172.21.15.44:0/4146661905 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8269+0+0 (secure 0 0 0) 0x7f05f40e2560 con 0x7f0604105620 2024-05-21T00:38:34.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.468+0000 7f0603400700 1 --2- 172.21.15.44:0/4146661905 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f05e80b2a30 0x7f05e80b4ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:34.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.469+0000 7f0603400700 1 --2- 172.21.15.44:0/4146661905 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f05e80b2a30 0x7f05e80b4ef0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f05f0009680 tx=0x7f05f0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:38:34.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.472+0000 7f0600c00700 1 -- 172.21.15.44:0/4146661905 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f05f40aa0a0 con 0x7f0604105620 2024-05-21T00:38:34.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.811+0000 7f0609800700 1 -- 172.21.15.44:0/4146661905 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f0604064150 con 0x7f0604105620 2024-05-21T00:38:34.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.819+0000 7f0600c00700 1 -- 172.21.15.44:0/4146661905 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7f05f40a99a0 con 0x7f0604105620 2024-05-21T00:38:34.824 INFO:teuthology.orchestra.run.smithi044.stdout:[client.0] 2024-05-21T00:38:34.824 INFO:teuthology.orchestra.run.smithi044.stdout: key = AQAK7UtmMJd9MBAA050EFOG/B78WJ9Sj3v7FsA== 2024-05-21T00:38:34.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.822+0000 7f0609800700 1 -- 172.21.15.44:0/4146661905 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f05e80b2a30 msgr2=0x7f05e80b4ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:34.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.822+0000 7f0609800700 1 --2- 172.21.15.44:0/4146661905 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f05e80b2a30 0x7f05e80b4ef0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f05f0009680 tx=0x7f05f0009260 comp rx=0 tx=0).stop 2024-05-21T00:38:34.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.822+0000 7f0609800700 1 -- 172.21.15.44:0/4146661905 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0604105620 msgr2=0x7f060419b640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:34.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.822+0000 7f0609800700 1 --2- 172.21.15.44:0/4146661905 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0604105620 0x7f060419b640 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f05f400e9a0 tx=0x7f05f400ecb0 comp rx=0 tx=0).stop 2024-05-21T00:38:34.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.823+0000 7f0609800700 1 -- 172.21.15.44:0/4146661905 shutdown_connections 2024-05-21T00:38:34.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.823+0000 7f0609800700 1 --2- 172.21.15.44:0/4146661905 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f05e80b2a30 0x7f05e80b4ef0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:34.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.823+0000 7f0609800700 1 --2- 172.21.15.44:0/4146661905 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06041071c0 0x7f06041a2c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:34.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.823+0000 7f0609800700 1 --2- 172.21.15.44:0/4146661905 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0604105620 0x7f060419b640 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:34.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.823+0000 7f0609800700 1 --2- 172.21.15.44:0/4146661905 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0604106820 0x7f060419bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:34.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.823+0000 7f0609800700 1 -- 172.21.15.44:0/4146661905 >> 172.21.15.44:0/4146661905 conn(0x7f0604100bc0 msgr2=0x7f0604109a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:38:34.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.823+0000 7f0609800700 1 -- 172.21.15.44:0/4146661905 shutdown_connections 2024-05-21T00:38:34.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:34.823+0000 7f0609800700 1 -- 172.21.15.44:0/4146661905 wait complete. 2024-05-21T00:38:35.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:35 smithi044 ceph-mon[31392]: pgmap v352: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-21T00:38:35.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:35 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/4146661905' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-21T00:38:35.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:35 smithi044 ceph-mon[31392]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-21T00:38:35.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:35 smithi044 ceph-mon[31392]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-21T00:38:35.698 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:35 smithi082 ceph-mon[36141]: pgmap v352: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-21T00:38:35.698 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:35 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/4146661905' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-21T00:38:35.699 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:35 smithi082 ceph-mon[36141]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-21T00:38:35.699 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:35 smithi082 ceph-mon[36141]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-21T00:38:35.774 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-21T00:38:35.774 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-05-21T00:38:35.774 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-05-21T00:38:35.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:35 smithi092 ceph-mon[36335]: pgmap v352: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-21T00:38:35.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:35 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/4146661905' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-21T00:38:35.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:35 smithi092 ceph-mon[36335]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-21T00:38:35.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:35 smithi092 ceph-mon[36335]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-21T00:38:35.918 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-05-21T00:38:35.919 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-05-21T00:38:35.919 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph mgr dump --format=json 2024-05-21T00:38:36.441 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:38:37.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:37 smithi082 ceph-mon[36141]: pgmap v353: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-21T00:38:37.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:37 smithi092 ceph-mon[36335]: pgmap v353: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-21T00:38:37.890 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:37 smithi044 ceph-mon[31392]: pgmap v353: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-21T00:38:38.709 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.705+0000 7f8d1b000700 1 -- 172.21.15.44:0/3086270105 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d141041a0 msgr2=0x7f8d141081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:38.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.705+0000 7f8d1b000700 1 --2- 172.21.15.44:0/3086270105 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d141041a0 0x7f8d141081c0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f8d00009990 tx=0x7f8d00009ca0 comp rx=0 tx=0).stop 2024-05-21T00:38:38.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.705+0000 7f8d1b000700 1 -- 172.21.15.44:0/3086270105 shutdown_connections 2024-05-21T00:38:38.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.705+0000 7f8d1b000700 1 --2- 172.21.15.44:0/3086270105 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d141037f0 0x7f8d14103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:38.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.705+0000 7f8d1b000700 1 --2- 172.21.15.44:0/3086270105 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8d141088f0 0x7f8d14110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:38.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.705+0000 7f8d1b000700 1 --2- 172.21.15.44:0/3086270105 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d141041a0 0x7f8d141081c0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:38.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.705+0000 7f8d1b000700 1 -- 172.21.15.44:0/3086270105 >> 172.21.15.44:0/3086270105 conn(0x7f8d1407a6a0 msgr2=0x7f8d1407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:38:38.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.705+0000 7f8d1b000700 1 -- 172.21.15.44:0/3086270105 shutdown_connections 2024-05-21T00:38:38.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.705+0000 7f8d1b000700 1 -- 172.21.15.44:0/3086270105 wait complete. 2024-05-21T00:38:38.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.706+0000 7f8d1b000700 1 Processor -- start 2024-05-21T00:38:38.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.707+0000 7f8d1b000700 1 -- start start 2024-05-21T00:38:38.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.707+0000 7f8d1b000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d141037f0 0x7f8d1419f830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:38.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.707+0000 7f8d1b000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8d141041a0 0x7f8d1419fd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:38.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.707+0000 7f8d1b000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d141088f0 0x7f8d14199a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:38.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.707+0000 7f8d1b000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8d14113700 con 0x7f8d141088f0 2024-05-21T00:38:38.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.707+0000 7f8d1b000700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8d14113580 con 0x7f8d141041a0 2024-05-21T00:38:38.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.707+0000 7f8d1b000700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f8d14113880 con 0x7f8d141037f0 2024-05-21T00:38:38.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.707+0000 7f8d19000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d141088f0 0x7f8d14199a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:38.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.708+0000 7f8d13400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8d141041a0 0x7f8d1419fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:38.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.708+0000 7f8d19000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d141088f0 0x7f8d14199a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:50560/0 (socket says 172.21.15.44:50560) 2024-05-21T00:38:38.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.708+0000 7f8d19000700 1 -- 172.21.15.44:0/3298088426 learned_addr learned my addr 172.21.15.44:0/3298088426 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:38:38.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.708+0000 7f8d13e00700 1 --2- 172.21.15.44:0/3298088426 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d141037f0 0x7f8d1419f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:38.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.708+0000 7f8d19000700 1 -- 172.21.15.44:0/3298088426 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d141037f0 msgr2=0x7f8d1419f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:38.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.708+0000 7f8d19000700 1 --2- 172.21.15.44:0/3298088426 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d141037f0 0x7f8d1419f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:38.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.708+0000 7f8d19000700 1 -- 172.21.15.44:0/3298088426 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8d141041a0 msgr2=0x7f8d1419fd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:38.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.708+0000 7f8d19000700 1 --2- 172.21.15.44:0/3298088426 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8d141041a0 0x7f8d1419fd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:38.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.708+0000 7f8d19000700 1 -- 172.21.15.44:0/3298088426 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d1419a1a0 con 0x7f8d141088f0 2024-05-21T00:38:38.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.708+0000 7f8d13400700 1 --2- 172.21.15.44:0/3298088426 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8d141041a0 0x7f8d1419fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:38:38.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.708+0000 7f8d19000700 1 --2- 172.21.15.44:0/3298088426 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d141088f0 0x7f8d14199a40 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f8d0c00c370 tx=0x7f8d0c00c680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:38:38.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.709+0000 7f8d10c00700 1 -- 172.21.15.44:0/3298088426 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d0c0092e0 con 0x7f8d141088f0 2024-05-21T00:38:38.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.709+0000 7f8d10c00700 1 -- 172.21.15.44:0/3298088426 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8d0c003a00 con 0x7f8d141088f0 2024-05-21T00:38:38.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.709+0000 7f8d1b000700 1 -- 172.21.15.44:0/3298088426 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d1419a430 con 0x7f8d141088f0 2024-05-21T00:38:38.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.709+0000 7f8d10c00700 1 -- 172.21.15.44:0/3298088426 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d0c0046f0 con 0x7f8d141088f0 2024-05-21T00:38:38.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.709+0000 7f8d1b000700 1 -- 172.21.15.44:0/3298088426 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d141a6700 con 0x7f8d141088f0 2024-05-21T00:38:38.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.710+0000 7f8d1b000700 1 -- 172.21.15.44:0/3298088426 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d1406a230 con 0x7f8d141088f0 2024-05-21T00:38:38.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.712+0000 7f8d10c00700 1 -- 172.21.15.44:0/3298088426 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f8d0c01a020 con 0x7f8d141088f0 2024-05-21T00:38:38.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.714+0000 7f8d10c00700 1 --2- 172.21.15.44:0/3298088426 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8cf80b2910 0x7f8cf80b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:38.718 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.714+0000 7f8d10c00700 1 -- 172.21.15.44:0/3298088426 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8269+0+0 (secure 0 0 0) 0x7f8d0c0e1c60 con 0x7f8d141088f0 2024-05-21T00:38:38.718 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.714+0000 7f8d13e00700 1 --2- 172.21.15.44:0/3298088426 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8cf80b2910 0x7f8cf80b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:38.718 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.715+0000 7f8d13e00700 1 --2- 172.21.15.44:0/3298088426 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8cf80b2910 0x7f8cf80b4dd0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f8d141083f0 tx=0x7f8d04009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:38:38.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:38.719+0000 7f8d10c00700 1 -- 172.21.15.44:0/3298088426 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8d0c010040 con 0x7f8d141088f0 2024-05-21T00:38:39.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:39.018+0000 7f8d1b000700 1 -- 172.21.15.44:0/3298088426 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f8d1402e560 con 0x7f8d141088f0 2024-05-21T00:38:39.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:39.029+0000 7f8d10c00700 1 -- 172.21.15.44:0/3298088426 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+288645 (secure 0 0 0) 0x7f8d0c0a97a0 con 0x7f8d141088f0 2024-05-21T00:38:39.039 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:38:39.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:39.037+0000 7f8d1b000700 1 -- 172.21.15.44:0/3298088426 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8cf80b2910 msgr2=0x7f8cf80b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:39.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:39.037+0000 7f8d1b000700 1 --2- 172.21.15.44:0/3298088426 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8cf80b2910 0x7f8cf80b4dd0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f8d141083f0 tx=0x7f8d04009260 comp rx=0 tx=0).stop 2024-05-21T00:38:39.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:39.037+0000 7f8d1b000700 1 -- 172.21.15.44:0/3298088426 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d141088f0 msgr2=0x7f8d14199a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:39.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:39.037+0000 7f8d1b000700 1 --2- 172.21.15.44:0/3298088426 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d141088f0 0x7f8d14199a40 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f8d0c00c370 tx=0x7f8d0c00c680 comp rx=0 tx=0).stop 2024-05-21T00:38:39.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:39.037+0000 7f8d1b000700 1 -- 172.21.15.44:0/3298088426 shutdown_connections 2024-05-21T00:38:39.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:39.037+0000 7f8d1b000700 1 --2- 172.21.15.44:0/3298088426 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8cf80b2910 0x7f8cf80b4dd0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:39.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:39.037+0000 7f8d1b000700 1 --2- 172.21.15.44:0/3298088426 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d141088f0 0x7f8d14199a40 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:39.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:39.037+0000 7f8d1b000700 1 --2- 172.21.15.44:0/3298088426 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d141037f0 0x7f8d1419f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:39.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:39.037+0000 7f8d1b000700 1 --2- 172.21.15.44:0/3298088426 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8d141041a0 0x7f8d1419fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:39.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:39.037+0000 7f8d1b000700 1 -- 172.21.15.44:0/3298088426 >> 172.21.15.44:0/3298088426 conn(0x7f8d1407a6a0 msgr2=0x7f8d14101880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:38:39.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:39.037+0000 7f8d1b000700 1 -- 172.21.15.44:0/3298088426 shutdown_connections 2024-05-21T00:38:39.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:39.037+0000 7f8d1b000700 1 -- 172.21.15.44:0/3298088426 wait complete. 2024-05-21T00:38:39.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:39 smithi082 ceph-mon[36141]: pgmap v354: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:38:39.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:39 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/3298088426' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-21T00:38:39.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:39 smithi092 ceph-mon[36335]: pgmap v354: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:38:39.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:39 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/3298088426' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-21T00:38:39.831 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:39 smithi044 ceph-mon[31392]: pgmap v354: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:38:39.831 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:39 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/3298088426' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-21T00:38:39.902 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6800","nonce":3528986408},{"type":"v1","addr":"172.21.15.44:6801","nonce":3528986408}]},"active_addr":"172.21.15.44:6801/3528986408","active_change":"2024-05-21T00:29:10.086642+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24115,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.44:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.44:0","nonce":1014539865}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.44:0","nonce":44349617}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.44:0","nonce":2315290038}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.44:0","nonce":1180311977}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.44:0","nonce":1360574927}]}]} 2024-05-21T00:38:39.911 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-05-21T00:38:39.911 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-05-21T00:38:39.911 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T00:38:40.414 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:38:41.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:41 smithi082 ceph-mon[36141]: pgmap v355: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:38:41.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:41 smithi092 ceph-mon[36335]: pgmap v355: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:38:41.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:41 smithi044 ceph-mon[31392]: pgmap v355: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:38:42.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.762+0000 7f9a1ec00700 1 -- 172.21.15.44:0/84993418 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a18108920 msgr2=0x7f9a181104a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:42.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.762+0000 7f9a1ec00700 1 --2- 172.21.15.44:0/84993418 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a18108920 0x7f9a181104a0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f9a1000b0a0 tx=0x7f9a1000b3b0 comp rx=0 tx=0).stop 2024-05-21T00:38:42.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.763+0000 7f9a1ec00700 1 -- 172.21.15.44:0/84993418 shutdown_connections 2024-05-21T00:38:42.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.763+0000 7f9a1ec00700 1 --2- 172.21.15.44:0/84993418 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9a18103850 0x7f9a18103c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:42.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.763+0000 7f9a1ec00700 1 --2- 172.21.15.44:0/84993418 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a18108920 0x7f9a181104a0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:42.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.763+0000 7f9a1ec00700 1 --2- 172.21.15.44:0/84993418 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9a18104200 0x7f9a181081f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:42.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.763+0000 7f9a1ec00700 1 -- 172.21.15.44:0/84993418 >> 172.21.15.44:0/84993418 conn(0x7f9a1807a620 msgr2=0x7f9a1807aa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:38:42.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.763+0000 7f9a1ec00700 1 -- 172.21.15.44:0/84993418 shutdown_connections 2024-05-21T00:38:42.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.763+0000 7f9a1ec00700 1 -- 172.21.15.44:0/84993418 wait complete. 2024-05-21T00:38:42.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.764+0000 7f9a1ec00700 1 Processor -- start 2024-05-21T00:38:42.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.764+0000 7f9a1ec00700 1 -- start start 2024-05-21T00:38:42.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.764+0000 7f9a1ec00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9a18103850 0x7f9a1819f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:42.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.765+0000 7f9a1ec00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9a18104200 0x7f9a1819fd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:42.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.765+0000 7f9a1ec00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a18108920 0x7f9a18199980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:42.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.765+0000 7f9a1ec00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9a18113740 con 0x7f9a18103850 2024-05-21T00:38:42.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.765+0000 7f9a1ec00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f9a181135c0 con 0x7f9a18104200 2024-05-21T00:38:42.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.765+0000 7f9a1ec00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f9a181138c0 con 0x7f9a18108920 2024-05-21T00:38:42.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.765+0000 7f9a17e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9a18103850 0x7f9a1819f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:42.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.765+0000 7f9a17400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9a18104200 0x7f9a1819fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:42.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.765+0000 7f9a17e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9a18103850 0x7f9a1819f7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:50588/0 (socket says 172.21.15.44:50588) 2024-05-21T00:38:42.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.765+0000 7f9a17e00700 1 -- 172.21.15.44:0/1033232755 learned_addr learned my addr 172.21.15.44:0/1033232755 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:38:42.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.765+0000 7f9a1cc00700 1 --2- 172.21.15.44:0/1033232755 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a18108920 0x7f9a18199980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:42.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.765+0000 7f9a17400700 1 -- 172.21.15.44:0/1033232755 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a18108920 msgr2=0x7f9a18199980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:42.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.765+0000 7f9a17400700 1 --2- 172.21.15.44:0/1033232755 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a18108920 0x7f9a18199980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:42.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.765+0000 7f9a17400700 1 -- 172.21.15.44:0/1033232755 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9a18103850 msgr2=0x7f9a1819f7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:42.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.765+0000 7f9a17400700 1 --2- 172.21.15.44:0/1033232755 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9a18103850 0x7f9a1819f7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:42.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.765+0000 7f9a17400700 1 -- 172.21.15.44:0/1033232755 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a1819a0e0 con 0x7f9a18104200 2024-05-21T00:38:42.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.765+0000 7f9a17e00700 1 --2- 172.21.15.44:0/1033232755 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9a18103850 0x7f9a1819f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:38:42.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.766+0000 7f9a17400700 1 --2- 172.21.15.44:0/1033232755 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9a18104200 0x7f9a1819fd00 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f9a0400d750 tx=0x7f9a0400da60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:38:42.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.766+0000 7f9a14c00700 1 -- 172.21.15.44:0/1033232755 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a04014030 con 0x7f9a18104200 2024-05-21T00:38:42.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.766+0000 7f9a1ec00700 1 -- 172.21.15.44:0/1033232755 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a1819a3d0 con 0x7f9a18104200 2024-05-21T00:38:42.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.766+0000 7f9a14c00700 1 -- 172.21.15.44:0/1033232755 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a040044d0 con 0x7f9a18104200 2024-05-21T00:38:42.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.766+0000 7f9a14c00700 1 -- 172.21.15.44:0/1033232755 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a04005420 con 0x7f9a18104200 2024-05-21T00:38:42.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.766+0000 7f9a1ec00700 1 -- 172.21.15.44:0/1033232755 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a181a6690 con 0x7f9a18104200 2024-05-21T00:38:42.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.767+0000 7f9a1ec00700 1 -- 172.21.15.44:0/1033232755 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a1806a230 con 0x7f9a18104200 2024-05-21T00:38:42.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.771+0000 7f9a14c00700 1 -- 172.21.15.44:0/1033232755 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f9a04004a50 con 0x7f9a18104200 2024-05-21T00:38:42.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.772+0000 7f9a14c00700 1 --2- 172.21.15.44:0/1033232755 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f99fc0b2910 0x7f99fc0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:42.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.772+0000 7f9a14c00700 1 -- 172.21.15.44:0/1033232755 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8269+0+0 (secure 0 0 0) 0x7f9a040e1ff0 con 0x7f9a18104200 2024-05-21T00:38:42.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.772+0000 7f9a17e00700 1 --2- 172.21.15.44:0/1033232755 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f99fc0b2910 0x7f99fc0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:42.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.773+0000 7f9a17e00700 1 --2- 172.21.15.44:0/1033232755 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f99fc0b2910 0x7f99fc0b4dd0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f9a1819aac0 tx=0x7f9a08009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:38:42.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:42.776+0000 7f9a14c00700 1 -- 172.21.15.44:0/1033232755 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9a040a9b30 con 0x7f9a18104200 2024-05-21T00:38:43.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:43.019+0000 7f9a1ec00700 1 -- 172.21.15.44:0/1033232755 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9a1802e560 con 0x7f9a18104200 2024-05-21T00:38:43.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:43.021+0000 7f9a14c00700 1 -- 172.21.15.44:0/1033232755 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+22660 (secure 0 0 0) 0x7f9a040a9430 con 0x7f9a18104200 2024-05-21T00:38:43.026 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:38:43.026 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":80,"fsid":"d03df2b2-1708-11ef-bc9a-c7b262605968","created":"2024-05-21T00:27:51.458771+0000","modified":"2024-05-21T00:38:11.331402+0000","last_up_change":"2024-05-21T00:36:10.971414+0000","last_in_change":"2024-05-21T00:35:50.957727+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T00:31:54.252537+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T00:37:21.067118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T00:37:25.328393+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"87d95ec0-9884-407b-9d90-67a37bd139bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6803","nonce":3592915645}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6805","nonce":3592915645}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6809","nonce":3592915645}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6807","nonce":3592915645}]},"public_addr":"172.21.15.44:6803/3592915645","cluster_addr":"172.21.15.44:6805/3592915645","heartbeat_back_addr":"172.21.15.44:6809/3592915645","heartbeat_front_addr":"172.21.15.44:6807/3592915645","state":["exists","up"]},{"osd":1,"uuid":"f63d59d5-bcc5-4875-befd-f9ff99c11c5a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6800","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6801","nonce":2647472512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6803","nonce":2647472512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6807","nonce":2647472512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6805","nonce":2647472512}]},"public_addr":"172.21.15.82:6801/2647472512","cluster_addr":"172.21.15.82:6803/2647472512","heartbeat_back_addr":"172.21.15.82:6807/2647472512","heartbeat_front_addr":"172.21.15.82:6805/2647472512","state":["exists","up"]},{"osd":2,"uuid":"03dda03d-7581-476b-8e0b-ede8b7865165","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6801","nonce":2514141415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6803","nonce":2514141415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6807","nonce":2514141415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6805","nonce":2514141415}]},"public_addr":"172.21.15.92:6801/2514141415","cluster_addr":"172.21.15.92:6803/2514141415","heartbeat_back_addr":"172.21.15.92:6807/2514141415","heartbeat_front_addr":"172.21.15.92:6805/2514141415","state":["exists","up"]},{"osd":3,"uuid":"ee4c6871-e0ba-4dda-9fa1-f53d17314665","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6811","nonce":3929544733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6813","nonce":3929544733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6817","nonce":3929544733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6815","nonce":3929544733}]},"public_addr":"172.21.15.44:6811/3929544733","cluster_addr":"172.21.15.44:6813/3929544733","heartbeat_back_addr":"172.21.15.44:6817/3929544733","heartbeat_front_addr":"172.21.15.44:6815/3929544733","state":["exists","up"]},{"osd":4,"uuid":"43686e5d-9d5d-47ce-9a87-809e4dd36914","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6809","nonce":1580415467}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6811","nonce":1580415467}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6815","nonce":1580415467}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6813","nonce":1580415467}]},"public_addr":"172.21.15.82:6809/1580415467","cluster_addr":"172.21.15.82:6811/1580415467","heartbeat_back_addr":"172.21.15.82:6815/1580415467","heartbeat_front_addr":"172.21.15.82:6813/1580415467","state":["exists","up"]},{"osd":5,"uuid":"d37ad690-2e64-44d9-b4ba-5c1413dbde2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6809","nonce":965782434}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6811","nonce":965782434}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6815","nonce":965782434}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6813","nonce":965782434}]},"public_addr":"172.21.15.92:6809/965782434","cluster_addr":"172.21.15.92:6811/965782434","heartbeat_back_addr":"172.21.15.92:6815/965782434","heartbeat_front_addr":"172.21.15.92:6813/965782434","state":["exists","up"]},{"osd":6,"uuid":"a51f7723-c78c-4ef9-a341-b1ff72ba518e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6819","nonce":1537486544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6821","nonce":1537486544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6825","nonce":1537486544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6823","nonce":1537486544}]},"public_addr":"172.21.15.44:6819/1537486544","cluster_addr":"172.21.15.44:6821/1537486544","heartbeat_back_addr":"172.21.15.44:6825/1537486544","heartbeat_front_addr":"172.21.15.44:6823/1537486544","state":["exists","up"]},{"osd":7,"uuid":"9cb07a5c-be70-4030-a329-3d4f374fb837","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6817","nonce":205724371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6819","nonce":205724371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6823","nonce":205724371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6821","nonce":205724371}]},"public_addr":"172.21.15.82:6817/205724371","cluster_addr":"172.21.15.82:6819/205724371","heartbeat_back_addr":"172.21.15.82:6823/205724371","heartbeat_front_addr":"172.21.15.82:6821/205724371","state":["exists","up"]},{"osd":8,"uuid":"5dcab637-f5dc-45c1-8100-cb0b5ace5c92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6817","nonce":3959245624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6819","nonce":3959245624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6823","nonce":3959245624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6821","nonce":3959245624}]},"public_addr":"172.21.15.92:6817/3959245624","cluster_addr":"172.21.15.92:6819/3959245624","heartbeat_back_addr":"172.21.15.92:6823/3959245624","heartbeat_front_addr":"172.21.15.92:6821/3959245624","state":["exists","up"]},{"osd":9,"uuid":"e8018f84-c48b-46c3-97f9-933126a7b2fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6827","nonce":1654517516}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6829","nonce":1654517516}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6833","nonce":1654517516}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6831","nonce":1654517516}]},"public_addr":"172.21.15.44:6827/1654517516","cluster_addr":"172.21.15.44:6829/1654517516","heartbeat_back_addr":"172.21.15.44:6833/1654517516","heartbeat_front_addr":"172.21.15.44:6831/1654517516","state":["exists","up"]},{"osd":10,"uuid":"2887e4b5-afd3-4a9f-9d8a-c8c22964451d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6825","nonce":1964064567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6827","nonce":1964064567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6831","nonce":1964064567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6829","nonce":1964064567}]},"public_addr":"172.21.15.82:6825/1964064567","cluster_addr":"172.21.15.82:6827/1964064567","heartbeat_back_addr":"172.21.15.82:6831/1964064567","heartbeat_front_addr":"172.21.15.82:6829/1964064567","state":["exists","up"]},{"osd":11,"uuid":"0bc8302f-4e43-4172-8b39-e845532325dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6825","nonce":2911355193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6827","nonce":2911355193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6831","nonce":2911355193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6829","nonce":2911355193}]},"public_addr":"172.21.15.92:6825/2911355193","cluster_addr":"172.21.15.92:6827/2911355193","heartbeat_back_addr":"172.21.15.92:6831/2911355193","heartbeat_front_addr":"172.21.15.92:6829/2911355193","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:03.521286+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:28.491762+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:51.825721+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:32:25.293696+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:32:51.285539+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:33:15.925099+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:33:50.761232+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:34:17.058992+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:34:41.840124+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:35:16.093194+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:35:43.418271+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:36:09.237970+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":2,"to":1}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.18","mappings":[{"from":3,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":7}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/880191957":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/587444604":"2024-05-22T00:29:10.086497+0000","172.21.15.44:6800/3330900916":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/64733516":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6801/3460387030":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6801/3330900916":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/1049391158":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6800/3460387030":"2024-05-22T00:28:34.433643+0000","172.21.15.44:0/1950433201":"2024-05-22T00:28:34.433643+0000","172.21.15.44:0/866497567":"2024-05-22T00:29:10.086497+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T00:38:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:43.024+0000 7f9a1ec00700 1 -- 172.21.15.44:0/1033232755 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f99fc0b2910 msgr2=0x7f99fc0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:43.024+0000 7f9a1ec00700 1 --2- 172.21.15.44:0/1033232755 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f99fc0b2910 0x7f99fc0b4dd0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f9a1819aac0 tx=0x7f9a08009260 comp rx=0 tx=0).stop 2024-05-21T00:38:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:43.025+0000 7f9a1ec00700 1 -- 172.21.15.44:0/1033232755 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9a18104200 msgr2=0x7f9a1819fd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:43.025+0000 7f9a1ec00700 1 --2- 172.21.15.44:0/1033232755 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9a18104200 0x7f9a1819fd00 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f9a0400d750 tx=0x7f9a0400da60 comp rx=0 tx=0).stop 2024-05-21T00:38:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:43.025+0000 7f9a1ec00700 1 -- 172.21.15.44:0/1033232755 shutdown_connections 2024-05-21T00:38:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:43.025+0000 7f9a1ec00700 1 --2- 172.21.15.44:0/1033232755 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f99fc0b2910 0x7f99fc0b4dd0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:43.025+0000 7f9a1ec00700 1 --2- 172.21.15.44:0/1033232755 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9a18103850 0x7f9a1819f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:43.025+0000 7f9a1ec00700 1 --2- 172.21.15.44:0/1033232755 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a18108920 0x7f9a18199980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:43.025+0000 7f9a1ec00700 1 --2- 172.21.15.44:0/1033232755 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9a18104200 0x7f9a1819fd00 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:43.025+0000 7f9a1ec00700 1 -- 172.21.15.44:0/1033232755 >> 172.21.15.44:0/1033232755 conn(0x7f9a1807a620 msgr2=0x7f9a181016d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:38:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:43.025+0000 7f9a1ec00700 1 -- 172.21.15.44:0/1033232755 shutdown_connections 2024-05-21T00:38:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:43.025+0000 7f9a1ec00700 1 -- 172.21.15.44:0/1033232755 wait complete. 2024-05-21T00:38:43.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:43 smithi082 ceph-mon[36141]: pgmap v356: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:38:43.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:43 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/1033232755' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:38:43.740 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:43 smithi044 ceph-mon[31392]: pgmap v356: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:38:43.740 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:43 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1033232755' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:38:43.810 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-05-21T00:38:43.811 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T00:38:43.811 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:43 smithi092 ceph-mon[36335]: pgmap v356: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:38:43.811 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:43 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/1033232755' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:38:44.271 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:38:45.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:45 smithi044 ceph-mon[31392]: pgmap v357: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:38:45.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:45 smithi092 ceph-mon[36335]: pgmap v357: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:38:45.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:45 smithi082 ceph-mon[36141]: pgmap v357: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:38:46.644 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.639+0000 7f2de0600700 1 -- 172.21.15.44:0/2487333281 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2dd810b760 msgr2=0x7f2dd810bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:46.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.639+0000 7f2de0600700 1 --2- 172.21.15.44:0/2487333281 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2dd810b760 0x7f2dd810bb40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f2dcc009990 tx=0x7f2dcc009ca0 comp rx=0 tx=0).stop 2024-05-21T00:38:46.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.640+0000 7f2de0600700 1 -- 172.21.15.44:0/2487333281 shutdown_connections 2024-05-21T00:38:46.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.640+0000 7f2de0600700 1 --2- 172.21.15.44:0/2487333281 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2dd810b760 0x7f2dd810bb40 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:46.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.640+0000 7f2de0600700 1 --2- 172.21.15.44:0/2487333281 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2dd8106120 0x7f2dd8112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:46.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.640+0000 7f2de0600700 1 --2- 172.21.15.44:0/2487333281 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2dd8105760 0x7f2dd8105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:46.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.640+0000 7f2de0600700 1 -- 172.21.15.44:0/2487333281 >> 172.21.15.44:0/2487333281 conn(0x7f2dd8101250 msgr2=0x7f2dd8103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:38:46.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.640+0000 7f2de0600700 1 -- 172.21.15.44:0/2487333281 shutdown_connections 2024-05-21T00:38:46.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.640+0000 7f2de0600700 1 -- 172.21.15.44:0/2487333281 wait complete. 2024-05-21T00:38:46.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.641+0000 7f2de0600700 1 Processor -- start 2024-05-21T00:38:46.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.641+0000 7f2de0600700 1 -- start start 2024-05-21T00:38:46.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.641+0000 7f2de0600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2dd8105760 0x7f2dd819be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:46.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.642+0000 7f2de0600700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2dd8106120 0x7f2dd819c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:46.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.642+0000 7f2de0600700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2dd810b760 0x7f2dd81a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:46.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.642+0000 7f2de0600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f2dd8115940 con 0x7f2dd8105760 2024-05-21T00:38:46.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.642+0000 7f2de0600700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f2dd81157c0 con 0x7f2dd8106120 2024-05-21T00:38:46.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.642+0000 7f2de0600700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f2dd8115ac0 con 0x7f2dd810b760 2024-05-21T00:38:46.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.642+0000 7f2dde600700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2dd810b760 0x7f2dd81a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:46.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.642+0000 7f2dddc00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2dd8105760 0x7f2dd819be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:46.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.642+0000 7f2ddd200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2dd8106120 0x7f2dd819c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:46.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.642+0000 7f2dde600700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2dd810b760 0x7f2dd81a06e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:51110/0 (socket says 172.21.15.44:51110) 2024-05-21T00:38:46.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.642+0000 7f2dde600700 1 -- 172.21.15.44:0/1900041079 learned_addr learned my addr 172.21.15.44:0/1900041079 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:38:46.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.642+0000 7f2ddd200700 1 -- 172.21.15.44:0/1900041079 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2dd810b760 msgr2=0x7f2dd81a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:46.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.642+0000 7f2ddd200700 1 --2- 172.21.15.44:0/1900041079 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2dd810b760 0x7f2dd81a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:46.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.642+0000 7f2ddd200700 1 -- 172.21.15.44:0/1900041079 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2dd8105760 msgr2=0x7f2dd819be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:46.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.642+0000 7f2ddd200700 1 --2- 172.21.15.44:0/1900041079 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2dd8105760 0x7f2dd819be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:46.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.642+0000 7f2ddd200700 1 -- 172.21.15.44:0/1900041079 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2dd81a0e20 con 0x7f2dd8106120 2024-05-21T00:38:46.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.642+0000 7f2dddc00700 1 --2- 172.21.15.44:0/1900041079 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2dd8105760 0x7f2dd819be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:38:46.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.643+0000 7f2ddd200700 1 --2- 172.21.15.44:0/1900041079 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2dd8106120 0x7f2dd819c350 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f2dc400e9f0 tx=0x7f2dc400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:38:46.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.643+0000 7f2dd6000700 1 -- 172.21.15.44:0/1900041079 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dc400c9c0 con 0x7f2dd8106120 2024-05-21T00:38:46.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.643+0000 7f2dd6000700 1 -- 172.21.15.44:0/1900041079 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2dc400cb60 con 0x7f2dd8106120 2024-05-21T00:38:46.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.643+0000 7f2de0600700 1 -- 172.21.15.44:0/1900041079 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2dd81a1110 con 0x7f2dd8106120 2024-05-21T00:38:46.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.643+0000 7f2dd6000700 1 -- 172.21.15.44:0/1900041079 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dc4018680 con 0x7f2dd8106120 2024-05-21T00:38:46.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.643+0000 7f2de0600700 1 -- 172.21.15.44:0/1900041079 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2dd81a8990 con 0x7f2dd8106120 2024-05-21T00:38:46.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.644+0000 7f2de0600700 1 -- 172.21.15.44:0/1900041079 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2dd806a230 con 0x7f2dd8106120 2024-05-21T00:38:46.650 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.647+0000 7f2dd6000700 1 -- 172.21.15.44:0/1900041079 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f2dc4010430 con 0x7f2dd8106120 2024-05-21T00:38:46.652 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.648+0000 7f2dd6000700 1 --2- 172.21.15.44:0/1900041079 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f2dc00b2990 0x7f2dc00b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:38:46.652 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.648+0000 7f2dd6000700 1 -- 172.21.15.44:0/1900041079 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8269+0+0 (secure 0 0 0) 0x7f2dc40e2500 con 0x7f2dd8106120 2024-05-21T00:38:46.652 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.648+0000 7f2dddc00700 1 --2- 172.21.15.44:0/1900041079 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f2dc00b2990 0x7f2dc00b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:38:46.652 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.649+0000 7f2dddc00700 1 --2- 172.21.15.44:0/1900041079 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f2dc00b2990 0x7f2dc00b4e50 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f2dcc0098e0 tx=0x7f2dcc005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:38:46.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.652+0000 7f2dd6000700 1 -- 172.21.15.44:0/1900041079 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2dc40aa040 con 0x7f2dd8106120 2024-05-21T00:38:46.896 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.891+0000 7f2de0600700 1 -- 172.21.15.44:0/1900041079 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2dd802e560 con 0x7f2dd8106120 2024-05-21T00:38:46.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.893+0000 7f2dd6000700 1 -- 172.21.15.44:0/1900041079 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+22660 (secure 0 0 0) 0x7f2dc40b20c0 con 0x7f2dd8106120 2024-05-21T00:38:46.898 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:38:46.898 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":80,"fsid":"d03df2b2-1708-11ef-bc9a-c7b262605968","created":"2024-05-21T00:27:51.458771+0000","modified":"2024-05-21T00:38:11.331402+0000","last_up_change":"2024-05-21T00:36:10.971414+0000","last_in_change":"2024-05-21T00:35:50.957727+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T00:31:54.252537+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T00:37:21.067118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T00:37:25.328393+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"87d95ec0-9884-407b-9d90-67a37bd139bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6803","nonce":3592915645}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6805","nonce":3592915645}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6809","nonce":3592915645}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6807","nonce":3592915645}]},"public_addr":"172.21.15.44:6803/3592915645","cluster_addr":"172.21.15.44:6805/3592915645","heartbeat_back_addr":"172.21.15.44:6809/3592915645","heartbeat_front_addr":"172.21.15.44:6807/3592915645","state":["exists","up"]},{"osd":1,"uuid":"f63d59d5-bcc5-4875-befd-f9ff99c11c5a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6800","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6801","nonce":2647472512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6803","nonce":2647472512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6807","nonce":2647472512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6805","nonce":2647472512}]},"public_addr":"172.21.15.82:6801/2647472512","cluster_addr":"172.21.15.82:6803/2647472512","heartbeat_back_addr":"172.21.15.82:6807/2647472512","heartbeat_front_addr":"172.21.15.82:6805/2647472512","state":["exists","up"]},{"osd":2,"uuid":"03dda03d-7581-476b-8e0b-ede8b7865165","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6801","nonce":2514141415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6803","nonce":2514141415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6807","nonce":2514141415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6805","nonce":2514141415}]},"public_addr":"172.21.15.92:6801/2514141415","cluster_addr":"172.21.15.92:6803/2514141415","heartbeat_back_addr":"172.21.15.92:6807/2514141415","heartbeat_front_addr":"172.21.15.92:6805/2514141415","state":["exists","up"]},{"osd":3,"uuid":"ee4c6871-e0ba-4dda-9fa1-f53d17314665","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6811","nonce":3929544733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6813","nonce":3929544733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6817","nonce":3929544733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6815","nonce":3929544733}]},"public_addr":"172.21.15.44:6811/3929544733","cluster_addr":"172.21.15.44:6813/3929544733","heartbeat_back_addr":"172.21.15.44:6817/3929544733","heartbeat_front_addr":"172.21.15.44:6815/3929544733","state":["exists","up"]},{"osd":4,"uuid":"43686e5d-9d5d-47ce-9a87-809e4dd36914","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6809","nonce":1580415467}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6811","nonce":1580415467}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6815","nonce":1580415467}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6813","nonce":1580415467}]},"public_addr":"172.21.15.82:6809/1580415467","cluster_addr":"172.21.15.82:6811/1580415467","heartbeat_back_addr":"172.21.15.82:6815/1580415467","heartbeat_front_addr":"172.21.15.82:6813/1580415467","state":["exists","up"]},{"osd":5,"uuid":"d37ad690-2e64-44d9-b4ba-5c1413dbde2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6809","nonce":965782434}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6811","nonce":965782434}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6815","nonce":965782434}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6813","nonce":965782434}]},"public_addr":"172.21.15.92:6809/965782434","cluster_addr":"172.21.15.92:6811/965782434","heartbeat_back_addr":"172.21.15.92:6815/965782434","heartbeat_front_addr":"172.21.15.92:6813/965782434","state":["exists","up"]},{"osd":6,"uuid":"a51f7723-c78c-4ef9-a341-b1ff72ba518e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6819","nonce":1537486544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6821","nonce":1537486544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6825","nonce":1537486544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6823","nonce":1537486544}]},"public_addr":"172.21.15.44:6819/1537486544","cluster_addr":"172.21.15.44:6821/1537486544","heartbeat_back_addr":"172.21.15.44:6825/1537486544","heartbeat_front_addr":"172.21.15.44:6823/1537486544","state":["exists","up"]},{"osd":7,"uuid":"9cb07a5c-be70-4030-a329-3d4f374fb837","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6817","nonce":205724371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6819","nonce":205724371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6823","nonce":205724371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6821","nonce":205724371}]},"public_addr":"172.21.15.82:6817/205724371","cluster_addr":"172.21.15.82:6819/205724371","heartbeat_back_addr":"172.21.15.82:6823/205724371","heartbeat_front_addr":"172.21.15.82:6821/205724371","state":["exists","up"]},{"osd":8,"uuid":"5dcab637-f5dc-45c1-8100-cb0b5ace5c92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6817","nonce":3959245624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6819","nonce":3959245624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6823","nonce":3959245624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6821","nonce":3959245624}]},"public_addr":"172.21.15.92:6817/3959245624","cluster_addr":"172.21.15.92:6819/3959245624","heartbeat_back_addr":"172.21.15.92:6823/3959245624","heartbeat_front_addr":"172.21.15.92:6821/3959245624","state":["exists","up"]},{"osd":9,"uuid":"e8018f84-c48b-46c3-97f9-933126a7b2fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6827","nonce":1654517516}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6829","nonce":1654517516}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6833","nonce":1654517516}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6831","nonce":1654517516}]},"public_addr":"172.21.15.44:6827/1654517516","cluster_addr":"172.21.15.44:6829/1654517516","heartbeat_back_addr":"172.21.15.44:6833/1654517516","heartbeat_front_addr":"172.21.15.44:6831/1654517516","state":["exists","up"]},{"osd":10,"uuid":"2887e4b5-afd3-4a9f-9d8a-c8c22964451d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6825","nonce":1964064567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6827","nonce":1964064567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6831","nonce":1964064567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6829","nonce":1964064567}]},"public_addr":"172.21.15.82:6825/1964064567","cluster_addr":"172.21.15.82:6827/1964064567","heartbeat_back_addr":"172.21.15.82:6831/1964064567","heartbeat_front_addr":"172.21.15.82:6829/1964064567","state":["exists","up"]},{"osd":11,"uuid":"0bc8302f-4e43-4172-8b39-e845532325dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6825","nonce":2911355193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6827","nonce":2911355193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6831","nonce":2911355193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6829","nonce":2911355193}]},"public_addr":"172.21.15.92:6825/2911355193","cluster_addr":"172.21.15.92:6827/2911355193","heartbeat_back_addr":"172.21.15.92:6831/2911355193","heartbeat_front_addr":"172.21.15.92:6829/2911355193","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:03.521286+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:28.491762+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:51.825721+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:32:25.293696+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:32:51.285539+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:33:15.925099+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:33:50.761232+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:34:17.058992+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:34:41.840124+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:35:16.093194+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:35:43.418271+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:36:09.237970+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":2,"to":1}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.18","mappings":[{"from":3,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":7}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/880191957":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/587444604":"2024-05-22T00:29:10.086497+0000","172.21.15.44:6800/3330900916":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/64733516":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6801/3460387030":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6801/3330900916":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/1049391158":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6800/3460387030":"2024-05-22T00:28:34.433643+0000","172.21.15.44:0/1950433201":"2024-05-22T00:28:34.433643+0000","172.21.15.44:0/866497567":"2024-05-22T00:29:10.086497+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T00:38:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.897+0000 7f2de0600700 1 -- 172.21.15.44:0/1900041079 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f2dc00b2990 msgr2=0x7f2dc00b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.897+0000 7f2de0600700 1 --2- 172.21.15.44:0/1900041079 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f2dc00b2990 0x7f2dc00b4e50 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f2dcc0098e0 tx=0x7f2dcc005960 comp rx=0 tx=0).stop 2024-05-21T00:38:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.897+0000 7f2de0600700 1 -- 172.21.15.44:0/1900041079 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2dd8106120 msgr2=0x7f2dd819c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:38:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.897+0000 7f2de0600700 1 --2- 172.21.15.44:0/1900041079 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2dd8106120 0x7f2dd819c350 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f2dc400e9f0 tx=0x7f2dc400ed00 comp rx=0 tx=0).stop 2024-05-21T00:38:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.897+0000 7f2de0600700 1 -- 172.21.15.44:0/1900041079 shutdown_connections 2024-05-21T00:38:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.897+0000 7f2de0600700 1 --2- 172.21.15.44:0/1900041079 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f2dc00b2990 0x7f2dc00b4e50 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.897+0000 7f2de0600700 1 --2- 172.21.15.44:0/1900041079 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2dd8105760 0x7f2dd819be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.897+0000 7f2de0600700 1 --2- 172.21.15.44:0/1900041079 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2dd810b760 0x7f2dd81a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.897+0000 7f2de0600700 1 --2- 172.21.15.44:0/1900041079 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2dd8106120 0x7f2dd819c350 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:38:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.897+0000 7f2de0600700 1 -- 172.21.15.44:0/1900041079 >> 172.21.15.44:0/1900041079 conn(0x7f2dd8101250 msgr2=0x7f2dd8101a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:38:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.898+0000 7f2de0600700 1 -- 172.21.15.44:0/1900041079 shutdown_connections 2024-05-21T00:38:46.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:38:46.898+0000 7f2de0600700 1 -- 172.21.15.44:0/1900041079 wait complete. 2024-05-21T00:38:47.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:47 smithi044 ceph-mon[31392]: pgmap v358: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:38:47.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:47 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1900041079' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:38:47.767 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-05-21T00:38:47.767 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-05-21T00:38:47.768 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-05-21T00:38:47.768 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-05-21T00:38:47.768 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-05-21T00:38:47.769 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-05-21T00:38:47.769 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-05-21T00:38:47.770 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-05-21T00:38:47.770 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-05-21T00:38:47.771 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-05-21T00:38:47.771 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-05-21T00:38:47.771 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-05-21T00:38:47.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:47 smithi092 ceph-mon[36335]: pgmap v358: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:38:47.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:47 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/1900041079' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:38:47.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:47 smithi082 ceph-mon[36141]: pgmap v358: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:38:47.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:47 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/1900041079' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:38:48.882 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:38:48.883 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:38:48.886 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:38:48.891 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:38:48.895 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:38:48.901 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:38:48.912 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:38:49.073 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:38:49.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:49 smithi044 ceph-mon[31392]: pgmap v359: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:38:49.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:49 smithi092 ceph-mon[36335]: pgmap v359: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:38:49.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:49 smithi082 ceph-mon[36141]: pgmap v359: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:38:51.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:51 smithi092 ceph-mon[36335]: pgmap v360: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:38:51.883 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:38:51.889 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:38:51.894 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:38:51.896 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:38:51.896 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:51 smithi044 ceph-mon[31392]: pgmap v360: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:38:51.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:51 smithi082 ceph-mon[36141]: pgmap v360: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:38:53.733 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:53 smithi044 ceph-mon[31392]: pgmap v361: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:38:53.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:53 smithi092 ceph-mon[36335]: pgmap v361: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:38:53.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:53 smithi082 ceph-mon[36141]: pgmap v361: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:38:55.583 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:55 smithi044 ceph-mon[31392]: pgmap v362: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:38:55.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:55 smithi092 ceph-mon[36335]: pgmap v362: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:38:55.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:55 smithi082 ceph-mon[36141]: pgmap v362: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:38:57.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:57 smithi092 ceph-mon[36335]: pgmap v363: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:38:57.875 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:57 smithi044 ceph-mon[31392]: pgmap v363: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:38:57.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:57 smithi082 ceph-mon[36141]: pgmap v363: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:38:59.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:38:59 smithi044 ceph-mon[31392]: pgmap v364: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:38:59.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:38:59 smithi092 ceph-mon[36335]: pgmap v364: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:38:59.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:38:59 smithi082 ceph-mon[36141]: pgmap v364: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:39:01.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.157+0000 7fa4bb600700 1 -- 172.21.15.44:0/2921482753 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa4b4103f50 msgr2=0x7fa4b4110430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:01.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.157+0000 7fa4bb600700 1 --2- 172.21.15.44:0/2921482753 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa4b4103f50 0x7fa4b4110430 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fa4ac009990 tx=0x7fa4ac009ca0 comp rx=0 tx=0).stop 2024-05-21T00:39:01.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.157+0000 7fa4bb600700 1 -- 172.21.15.44:0/2921482753 shutdown_connections 2024-05-21T00:39:01.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.157+0000 7fa4bb600700 1 --2- 172.21.15.44:0/2921482753 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa4b4103f50 0x7fa4b4110430 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:01.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.157+0000 7fa4bb600700 1 --2- 172.21.15.44:0/2921482753 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa4b41096a0 0x7fa4b4109a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:01.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.157+0000 7fa4bb600700 1 --2- 172.21.15.44:0/2921482753 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa4b4103590 0x7fa4b4103a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:01.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.157+0000 7fa4bb600700 1 -- 172.21.15.44:0/2921482753 >> 172.21.15.44:0/2921482753 conn(0x7fa4b407a6f0 msgr2=0x7fa4b407ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:01.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.158+0000 7fa4bb600700 1 -- 172.21.15.44:0/2921482753 shutdown_connections 2024-05-21T00:39:01.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.158+0000 7fa4bb600700 1 -- 172.21.15.44:0/2921482753 wait complete. 2024-05-21T00:39:01.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.159+0000 7fa4bb600700 1 Processor -- start 2024-05-21T00:39:01.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.159+0000 7fa4bb600700 1 -- start start 2024-05-21T00:39:01.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.159+0000 7fa4bb600700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa4b4103590 0x7fa4b419bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:01.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.159+0000 7fa4bb600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa4b4103f50 0x7fa4b419c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:01.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.159+0000 7fa4bb600700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa4b41096a0 0x7fa4b41a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:01.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.160+0000 7fa4bb600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b4113780 con 0x7fa4b4103f50 2024-05-21T00:39:01.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.160+0000 7fa4bb600700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b4113600 con 0x7fa4b4103590 2024-05-21T00:39:01.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.160+0000 7fa4bb600700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b4113900 con 0x7fa4b41096a0 2024-05-21T00:39:01.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.160+0000 7fa4b9600700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa4b41096a0 0x7fa4b41a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:01.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.160+0000 7fa4b8c00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa4b4103590 0x7fa4b419bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:01.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.160+0000 7fa4b9600700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa4b41096a0 0x7fa4b41a0640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:36032/0 (socket says 172.21.15.44:36032) 2024-05-21T00:39:01.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.160+0000 7fa4b9600700 1 -- 172.21.15.44:0/3723174157 learned_addr learned my addr 172.21.15.44:0/3723174157 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:39:01.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.160+0000 7fa4b3e00700 1 --2- 172.21.15.44:0/3723174157 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa4b4103f50 0x7fa4b419c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:01.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.160+0000 7fa4b9600700 1 -- 172.21.15.44:0/3723174157 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa4b4103590 msgr2=0x7fa4b419bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:01.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.160+0000 7fa4b9600700 1 --2- 172.21.15.44:0/3723174157 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa4b4103590 0x7fa4b419bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:01.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.160+0000 7fa4b9600700 1 -- 172.21.15.44:0/3723174157 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa4b4103f50 msgr2=0x7fa4b419c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:01.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.160+0000 7fa4b9600700 1 --2- 172.21.15.44:0/3723174157 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa4b4103f50 0x7fa4b419c2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:01.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.160+0000 7fa4b9600700 1 -- 172.21.15.44:0/3723174157 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4b41a0d80 con 0x7fa4b41096a0 2024-05-21T00:39:01.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.160+0000 7fa4b3e00700 1 --2- 172.21.15.44:0/3723174157 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa4b4103f50 0x7fa4b419c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:39:01.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.161+0000 7fa4b9600700 1 --2- 172.21.15.44:0/3723174157 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa4b41096a0 0x7fa4b41a0640 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa4ac005b40 tx=0x7fa4ac0057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:01.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.161+0000 7fa4b1600700 1 -- 172.21.15.44:0/3723174157 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4ac026070 con 0x7fa4b41096a0 2024-05-21T00:39:01.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.161+0000 7fa4bb600700 1 -- 172.21.15.44:0/3723174157 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4b41a1010 con 0x7fa4b41096a0 2024-05-21T00:39:01.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.161+0000 7fa4b1600700 1 -- 172.21.15.44:0/3723174157 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4ac021410 con 0x7fa4b41096a0 2024-05-21T00:39:01.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.161+0000 7fa4b1600700 1 -- 172.21.15.44:0/3723174157 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4ac017650 con 0x7fa4b41096a0 2024-05-21T00:39:01.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.161+0000 7fa4bb600700 1 -- 172.21.15.44:0/3723174157 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4b41a88f0 con 0x7fa4b41096a0 2024-05-21T00:39:01.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.162+0000 7fa4bb600700 1 -- 172.21.15.44:0/3723174157 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa4b41029d0 con 0x7fa4b41096a0 2024-05-21T00:39:01.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.165+0000 7fa4b1600700 1 -- 172.21.15.44:0/3723174157 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fa4ac029070 con 0x7fa4b41096a0 2024-05-21T00:39:01.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.166+0000 7fa4b1600700 1 --2- 172.21.15.44:0/3723174157 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa49c0b2990 0x7fa49c0b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:01.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.166+0000 7fa4b1600700 1 -- 172.21.15.44:0/3723174157 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8269+0+0 (secure 0 0 0) 0x7fa4ac0e33e0 con 0x7fa4b41096a0 2024-05-21T00:39:01.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.166+0000 7fa4b8c00700 1 --2- 172.21.15.44:0/3723174157 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa49c0b2990 0x7fa49c0b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:01.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.167+0000 7fa4b1600700 1 --2- 172.21.15.44:0/3723174157 >> [v2:172.21.15.44:6810/3929544733,v1:172.21.15.44:6811/3929544733] conn(0x7fa49c0bc5d0 0x7fa49c0bea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:01.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.167+0000 7fa4b1600700 1 -- 172.21.15.44:0/3723174157 --> [v2:172.21.15.44:6810/3929544733,v1:172.21.15.44:6811/3929544733] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa49c0bf140 con 0x7fa49c0bc5d0 2024-05-21T00:39:01.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.167+0000 7fa4b1600700 1 -- 172.21.15.44:0/3723174157 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_get_version_reply(handle=1 version=80) ==== 24+0+0 (secure 0 0 0) 0x7fa4ac0e3790 con 0x7fa4b41096a0 2024-05-21T00:39:01.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.167+0000 7fa4b3e00700 1 --2- 172.21.15.44:0/3723174157 >> [v2:172.21.15.44:6810/3929544733,v1:172.21.15.44:6811/3929544733] conn(0x7fa49c0bc5d0 0x7fa49c0bea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:01.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.167+0000 7fa4b8c00700 1 --2- 172.21.15.44:0/3723174157 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa49c0b2990 0x7fa49c0b4e50 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fa4a800f540 tx=0x7fa4a800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:01.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.168+0000 7fa4b3e00700 1 --2- 172.21.15.44:0/3723174157 >> [v2:172.21.15.44:6810/3929544733,v1:172.21.15.44:6811/3929544733] conn(0x7fa49c0bc5d0 0x7fa49c0bea70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:01.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.169+0000 7fa4b1600700 1 -- 172.21.15.44:0/3723174157 <== osd.3 v2:172.21.15.44:6810/3929544733 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa49c0bf140 con 0x7fa49c0bc5d0 2024-05-21T00:39:01.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.187+0000 7fa4bb600700 1 -- 172.21.15.44:0/3723174157 --> [v2:172.21.15.44:6810/3929544733,v1:172.21.15.44:6811/3929544733] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fa4b4104cb0 con 0x7fa49c0bc5d0 2024-05-21T00:39:01.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.188+0000 7fa4b1600700 1 -- 172.21.15.44:0/3723174157 <== osd.3 v2:172.21.15.44:6810/3929544733 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fa4b4104cb0 con 0x7fa49c0bc5d0 2024-05-21T00:39:01.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.189+0000 7fa4bb600700 1 -- 172.21.15.44:0/3723174157 >> [v2:172.21.15.44:6810/3929544733,v1:172.21.15.44:6811/3929544733] conn(0x7fa49c0bc5d0 msgr2=0x7fa49c0bea70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:01.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.189+0000 7fa4bb600700 1 --2- 172.21.15.44:0/3723174157 >> [v2:172.21.15.44:6810/3929544733,v1:172.21.15.44:6811/3929544733] conn(0x7fa49c0bc5d0 0x7fa49c0bea70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:01.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.189+0000 7fa4bb600700 1 -- 172.21.15.44:0/3723174157 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa49c0b2990 msgr2=0x7fa49c0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:01.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.189+0000 7fa4bb600700 1 --2- 172.21.15.44:0/3723174157 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa49c0b2990 0x7fa49c0b4e50 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fa4a800f540 tx=0x7fa4a800b040 comp rx=0 tx=0).stop 2024-05-21T00:39:01.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.189+0000 7fa4bb600700 1 -- 172.21.15.44:0/3723174157 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa4b41096a0 msgr2=0x7fa4b41a0640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:01.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.189+0000 7fa4bb600700 1 --2- 172.21.15.44:0/3723174157 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa4b41096a0 0x7fa4b41a0640 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa4ac005b40 tx=0x7fa4ac0057c0 comp rx=0 tx=0).stop 2024-05-21T00:39:01.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.189+0000 7fa4b9600700 1 -- 172.21.15.44:0/3723174157 reap_dead start 2024-05-21T00:39:01.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.189+0000 7fa4bb600700 1 -- 172.21.15.44:0/3723174157 shutdown_connections 2024-05-21T00:39:01.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.189+0000 7fa4bb600700 1 -- 172.21.15.44:0/3723174157 >> 172.21.15.44:0/3723174157 conn(0x7fa4b407a6f0 msgr2=0x7fa4b4101f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:01.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.190+0000 7fa4bb600700 1 -- 172.21.15.44:0/3723174157 shutdown_connections 2024-05-21T00:39:01.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:01.190+0000 7fa4bb600700 1 -- 172.21.15.44:0/3723174157 wait complete. 2024-05-21T00:39:01.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:01 smithi044 ceph-mon[31392]: pgmap v365: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:39:01.748 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:01 smithi082 ceph-mon[36141]: pgmap v365: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:39:01.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:01 smithi092 ceph-mon[36335]: pgmap v365: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:39:02.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.145+0000 7f7448200700 1 -- 172.21.15.44:0/2901775418 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7440076090 msgr2=0x7f744010fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:02.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.145+0000 7f7448200700 1 --2- 172.21.15.44:0/2901775418 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7440076090 0x7f744010fa00 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f742c0098f0 tx=0x7f742c009c00 comp rx=0 tx=0).stop 2024-05-21T00:39:02.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.145+0000 7f7448200700 1 -- 172.21.15.44:0/2901775418 shutdown_connections 2024-05-21T00:39:02.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.145+0000 7f7448200700 1 --2- 172.21.15.44:0/2901775418 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f744010ff40 0x7f7440112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:02.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.145+0000 7f7448200700 1 --2- 172.21.15.44:0/2901775418 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7440075770 0x7f7440075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:02.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.145+0000 7f7448200700 1 --2- 172.21.15.44:0/2901775418 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7440076090 0x7f744010fa00 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:02.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.145+0000 7f7448200700 1 -- 172.21.15.44:0/2901775418 >> 172.21.15.44:0/2901775418 conn(0x7f744007a6a0 msgr2=0x7f744007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:02.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.145+0000 7f7448200700 1 -- 172.21.15.44:0/2901775418 shutdown_connections 2024-05-21T00:39:02.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.145+0000 7f7448200700 1 -- 172.21.15.44:0/2901775418 wait complete. 2024-05-21T00:39:02.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.146+0000 7f7448200700 1 Processor -- start 2024-05-21T00:39:02.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.146+0000 7f7448200700 1 -- start start 2024-05-21T00:39:02.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.147+0000 7f7448200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7440075770 0x7f744019bee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:02.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.147+0000 7f7448200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7440076090 0x7f744019c420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:02.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.147+0000 7f7448200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f744010ff40 0x7f74401a07b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:02.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.147+0000 7f7448200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7440115950 con 0x7f7440075770 2024-05-21T00:39:02.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.147+0000 7f7448200700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f74401157d0 con 0x7f744010ff40 2024-05-21T00:39:02.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.147+0000 7f7448200700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f7440115ad0 con 0x7f7440076090 2024-05-21T00:39:02.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.147+0000 7f7445800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7440075770 0x7f744019bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:02.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.147+0000 7f7444e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7440076090 0x7f744019c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:02.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.147+0000 7f7445800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7440075770 0x7f744019bee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39632/0 (socket says 172.21.15.44:39632) 2024-05-21T00:39:02.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.147+0000 7f7445800700 1 -- 172.21.15.44:0/2248187792 learned_addr learned my addr 172.21.15.44:0/2248187792 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:39:02.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.147+0000 7f7446200700 1 --2- 172.21.15.44:0/2248187792 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f744010ff40 0x7f74401a07b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:02.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.148+0000 7f7444e00700 1 -- 172.21.15.44:0/2248187792 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f744010ff40 msgr2=0x7f74401a07b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:02.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.148+0000 7f7444e00700 1 --2- 172.21.15.44:0/2248187792 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f744010ff40 0x7f74401a07b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:02.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.148+0000 7f7444e00700 1 -- 172.21.15.44:0/2248187792 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7440075770 msgr2=0x7f744019bee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:02.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.148+0000 7f7444e00700 1 --2- 172.21.15.44:0/2248187792 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7440075770 0x7f744019bee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:02.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.148+0000 7f7444e00700 1 -- 172.21.15.44:0/2248187792 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74401a0ef0 con 0x7f7440076090 2024-05-21T00:39:02.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.148+0000 7f7444e00700 1 --2- 172.21.15.44:0/2248187792 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7440076090 0x7f744019c420 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f742c000c00 tx=0x7f742c00fa00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:02.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.148+0000 7f743e000700 1 -- 172.21.15.44:0/2248187792 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f742c0050c0 con 0x7f7440076090 2024-05-21T00:39:02.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.148+0000 7f743e000700 1 -- 172.21.15.44:0/2248187792 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f742c00b560 con 0x7f7440076090 2024-05-21T00:39:02.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.148+0000 7f7448200700 1 -- 172.21.15.44:0/2248187792 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74401a1180 con 0x7f7440076090 2024-05-21T00:39:02.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.148+0000 7f743e000700 1 -- 172.21.15.44:0/2248187792 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f742c003a00 con 0x7f7440076090 2024-05-21T00:39:02.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.148+0000 7f7448200700 1 -- 172.21.15.44:0/2248187792 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74401a8a60 con 0x7f7440076090 2024-05-21T00:39:02.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.149+0000 7f7448200700 1 -- 172.21.15.44:0/2248187792 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7440063cd0 con 0x7f7440076090 2024-05-21T00:39:02.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.152+0000 7f743e000700 1 -- 172.21.15.44:0/2248187792 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f742c00b9c0 con 0x7f7440076090 2024-05-21T00:39:02.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.153+0000 7f743e000700 1 --2- 172.21.15.44:0/2248187792 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f74280b2910 0x7f74280b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:02.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.153+0000 7f743e000700 1 -- 172.21.15.44:0/2248187792 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8269+0+0 (secure 0 0 0) 0x7f742c0e39c0 con 0x7f7440076090 2024-05-21T00:39:02.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.154+0000 7f7445800700 1 --2- 172.21.15.44:0/2248187792 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f74280b2910 0x7f74280b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:02.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.154+0000 7f743e000700 1 --2- 172.21.15.44:0/2248187792 >> [v2:172.21.15.44:6826/1654517516,v1:172.21.15.44:6827/1654517516] conn(0x7f74280bc550 0x7f74280be9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:02.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.154+0000 7f743e000700 1 -- 172.21.15.44:0/2248187792 --> [v2:172.21.15.44:6826/1654517516,v1:172.21.15.44:6827/1654517516] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f742c01fe80 con 0x7f74280bc550 2024-05-21T00:39:02.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.154+0000 7f743e000700 1 -- 172.21.15.44:0/2248187792 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_get_version_reply(handle=1 version=80) ==== 24+0+0 (secure 0 0 0) 0x7f742c0e3d70 con 0x7f7440076090 2024-05-21T00:39:02.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.154+0000 7f7446200700 1 --2- 172.21.15.44:0/2248187792 >> [v2:172.21.15.44:6826/1654517516,v1:172.21.15.44:6827/1654517516] conn(0x7f74280bc550 0x7f74280be9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:02.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.154+0000 7f7445800700 1 --2- 172.21.15.44:0/2248187792 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f74280b2910 0x7f74280b4dd0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f7434009680 tx=0x7f7434009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:02.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.155+0000 7f7446200700 1 --2- 172.21.15.44:0/2248187792 >> [v2:172.21.15.44:6826/1654517516,v1:172.21.15.44:6827/1654517516] conn(0x7f74280bc550 0x7f74280be9f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:02.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.156+0000 7f743e000700 1 -- 172.21.15.44:0/2248187792 <== osd.9 v2:172.21.15.44:6826/1654517516 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f742c01fe80 con 0x7f74280bc550 2024-05-21T00:39:02.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.175+0000 7f7448200700 1 -- 172.21.15.44:0/2248187792 --> [v2:172.21.15.44:6826/1654517516,v1:172.21.15.44:6827/1654517516] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f74400640d0 con 0x7f74280bc550 2024-05-21T00:39:02.529 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.176+0000 7f743e000700 1 -- 172.21.15.44:0/2248187792 <== osd.9 v2:172.21.15.44:6826/1654517516 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f74400640d0 con 0x7f74280bc550 2024-05-21T00:39:02.529 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.176+0000 7f7448200700 1 -- 172.21.15.44:0/2248187792 >> [v2:172.21.15.44:6826/1654517516,v1:172.21.15.44:6827/1654517516] conn(0x7f74280bc550 msgr2=0x7f74280be9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:02.529 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.176+0000 7f7448200700 1 --2- 172.21.15.44:0/2248187792 >> [v2:172.21.15.44:6826/1654517516,v1:172.21.15.44:6827/1654517516] conn(0x7f74280bc550 0x7f74280be9f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:02.529 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.176+0000 7f7448200700 1 -- 172.21.15.44:0/2248187792 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f74280b2910 msgr2=0x7f74280b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:02.529 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.176+0000 7f7448200700 1 --2- 172.21.15.44:0/2248187792 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f74280b2910 0x7f74280b4dd0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f7434009680 tx=0x7f7434009260 comp rx=0 tx=0).stop 2024-05-21T00:39:02.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.176+0000 7f7448200700 1 -- 172.21.15.44:0/2248187792 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7440076090 msgr2=0x7f744019c420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:02.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.176+0000 7f7448200700 1 --2- 172.21.15.44:0/2248187792 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7440076090 0x7f744019c420 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f742c000c00 tx=0x7f742c00fa00 comp rx=0 tx=0).stop 2024-05-21T00:39:02.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.176+0000 7f7446200700 1 -- 172.21.15.44:0/2248187792 reap_dead start 2024-05-21T00:39:02.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.177+0000 7f7448200700 1 -- 172.21.15.44:0/2248187792 shutdown_connections 2024-05-21T00:39:02.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.177+0000 7f7448200700 1 -- 172.21.15.44:0/2248187792 >> 172.21.15.44:0/2248187792 conn(0x7f744007a6a0 msgr2=0x7f74401007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:02.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.177+0000 7f7448200700 1 -- 172.21.15.44:0/2248187792 shutdown_connections 2024-05-21T00:39:02.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:00.177+0000 7f7448200700 1 -- 172.21.15.44:0/2248187792 wait complete. 2024-05-21T00:39:03.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:03 smithi044 ceph-mon[31392]: pgmap v366: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:39:03.808 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:03 smithi092 ceph-mon[36335]: pgmap v366: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:39:03.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:03 smithi082 ceph-mon[36141]: pgmap v366: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:39:04.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.593+0000 7f1221600700 1 -- 172.21.15.44:0/1617673768 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f121c106120 msgr2=0x7f121c112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:04.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.593+0000 7f1221600700 1 --2- 172.21.15.44:0/1617673768 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f121c106120 0x7f121c112630 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f121400b0a0 tx=0x7f121400b3b0 comp rx=0 tx=0).stop 2024-05-21T00:39:04.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.594+0000 7f1221600700 1 -- 172.21.15.44:0/1617673768 shutdown_connections 2024-05-21T00:39:04.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.594+0000 7f1221600700 1 --2- 172.21.15.44:0/1617673768 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f121c10b760 0x7f121c10bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:04.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.594+0000 7f1221600700 1 --2- 172.21.15.44:0/1617673768 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f121c106120 0x7f121c112630 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:04.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.594+0000 7f1221600700 1 --2- 172.21.15.44:0/1617673768 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f121c105760 0x7f121c105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:04.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.594+0000 7f1221600700 1 -- 172.21.15.44:0/1617673768 >> 172.21.15.44:0/1617673768 conn(0x7f121c101250 msgr2=0x7f121c103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:04.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.594+0000 7f1221600700 1 -- 172.21.15.44:0/1617673768 shutdown_connections 2024-05-21T00:39:04.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.594+0000 7f1221600700 1 -- 172.21.15.44:0/1617673768 wait complete. 2024-05-21T00:39:04.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.595+0000 7f1221600700 1 Processor -- start 2024-05-21T00:39:04.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.595+0000 7f1221600700 1 -- start start 2024-05-21T00:39:04.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.595+0000 7f1221600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f121c105760 0x7f121c19bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:04.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.595+0000 7f1221600700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f121c106120 0x7f121c19c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:04.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.595+0000 7f1221600700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f121c10b760 0x7f121c1a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:04.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.595+0000 7f1221600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f121c1159b0 con 0x7f121c105760 2024-05-21T00:39:04.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.595+0000 7f1221600700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f121c115830 con 0x7f121c106120 2024-05-21T00:39:04.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.595+0000 7f1221600700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f121c115b30 con 0x7f121c10b760 2024-05-21T00:39:04.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.596+0000 7f121aa00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f121c105760 0x7f121c19bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:04.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.596+0000 7f121aa00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f121c105760 0x7f121c19bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39668/0 (socket says 172.21.15.44:39668) 2024-05-21T00:39:04.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.596+0000 7f121aa00700 1 -- 172.21.15.44:0/305933743 learned_addr learned my addr 172.21.15.44:0/305933743 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:39:04.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.596+0000 7f121b400700 1 --2- 172.21.15.44:0/305933743 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f121c10b760 0x7f121c1a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:04.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.596+0000 7f121a000700 1 --2- 172.21.15.44:0/305933743 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f121c106120 0x7f121c19c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:04.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.596+0000 7f121aa00700 1 -- 172.21.15.44:0/305933743 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f121c10b760 msgr2=0x7f121c1a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:04.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.596+0000 7f121aa00700 1 --2- 172.21.15.44:0/305933743 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f121c10b760 0x7f121c1a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:04.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.596+0000 7f121aa00700 1 -- 172.21.15.44:0/305933743 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f121c106120 msgr2=0x7f121c19c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:04.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.596+0000 7f121aa00700 1 --2- 172.21.15.44:0/305933743 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f121c106120 0x7f121c19c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:04.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.596+0000 7f121aa00700 1 -- 172.21.15.44:0/305933743 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f121c1a0df0 con 0x7f121c105760 2024-05-21T00:39:04.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.596+0000 7f121aa00700 1 --2- 172.21.15.44:0/305933743 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f121c105760 0x7f121c19bde0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f120c00e9a0 tx=0x7f120c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:04.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.597+0000 7f1213400700 1 -- 172.21.15.44:0/305933743 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f120c00ca10 con 0x7f121c105760 2024-05-21T00:39:04.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.597+0000 7f1213400700 1 -- 172.21.15.44:0/305933743 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f120c00cbb0 con 0x7f121c105760 2024-05-21T00:39:04.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.597+0000 7f1221600700 1 -- 172.21.15.44:0/305933743 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f121c1a10e0 con 0x7f121c105760 2024-05-21T00:39:04.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.597+0000 7f1213400700 1 -- 172.21.15.44:0/305933743 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f120c018680 con 0x7f121c105760 2024-05-21T00:39:04.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.597+0000 7f1221600700 1 -- 172.21.15.44:0/305933743 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f121c1a8960 con 0x7f121c105760 2024-05-21T00:39:04.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.598+0000 7f1221600700 1 -- 172.21.15.44:0/305933743 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f121c063cd0 con 0x7f121c105760 2024-05-21T00:39:04.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.601+0000 7f1213400700 1 -- 172.21.15.44:0/305933743 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f120c010430 con 0x7f121c105760 2024-05-21T00:39:04.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.602+0000 7f1213400700 1 --2- 172.21.15.44:0/305933743 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f12000b2910 0x7f12000b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:04.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.602+0000 7f1213400700 1 -- 172.21.15.44:0/305933743 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8269+0+0 (secure 0 0 0) 0x7f120c0e2af0 con 0x7f121c105760 2024-05-21T00:39:04.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.602+0000 7f121a000700 1 --2- 172.21.15.44:0/305933743 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f12000b2910 0x7f12000b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:04.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.603+0000 7f1213400700 1 --2- 172.21.15.44:0/305933743 >> [v2:172.21.15.82:6808/1580415467,v1:172.21.15.82:6809/1580415467] conn(0x7f12000bc550 0x7f12000be9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:04.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.603+0000 7f1213400700 1 -- 172.21.15.44:0/305933743 --> [v2:172.21.15.82:6808/1580415467,v1:172.21.15.82:6809/1580415467] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f120c024e70 con 0x7f12000bc550 2024-05-21T00:39:04.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.603+0000 7f1213400700 1 -- 172.21.15.44:0/305933743 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_get_version_reply(handle=1 version=80) ==== 24+0+0 (secure 0 0 0) 0x7f120c0e2ea0 con 0x7f121c105760 2024-05-21T00:39:04.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.603+0000 7f121b400700 1 --2- 172.21.15.44:0/305933743 >> [v2:172.21.15.82:6808/1580415467,v1:172.21.15.82:6809/1580415467] conn(0x7f12000bc550 0x7f12000be9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:04.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.603+0000 7f121a000700 1 --2- 172.21.15.44:0/305933743 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f12000b2910 0x7f12000b4dd0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f121c10bef0 tx=0x7f1208009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:04.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.604+0000 7f121b400700 1 --2- 172.21.15.44:0/305933743 >> [v2:172.21.15.82:6808/1580415467,v1:172.21.15.82:6809/1580415467] conn(0x7f12000bc550 0x7f12000be9f0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:04.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.605+0000 7f1213400700 1 -- 172.21.15.44:0/305933743 <== osd.4 v2:172.21.15.82:6808/1580415467 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f120c024e70 con 0x7f12000bc550 2024-05-21T00:39:04.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.623+0000 7f1221600700 1 -- 172.21.15.44:0/305933743 --> [v2:172.21.15.82:6808/1580415467,v1:172.21.15.82:6809/1580415467] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f121c064150 con 0x7f12000bc550 2024-05-21T00:39:04.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.624+0000 7f1213400700 1 -- 172.21.15.44:0/305933743 <== osd.4 v2:172.21.15.82:6808/1580415467 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f121c064150 con 0x7f12000bc550 2024-05-21T00:39:04.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.625+0000 7f1221600700 1 -- 172.21.15.44:0/305933743 >> [v2:172.21.15.82:6808/1580415467,v1:172.21.15.82:6809/1580415467] conn(0x7f12000bc550 msgr2=0x7f12000be9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:04.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.625+0000 7f1221600700 1 --2- 172.21.15.44:0/305933743 >> [v2:172.21.15.82:6808/1580415467,v1:172.21.15.82:6809/1580415467] conn(0x7f12000bc550 0x7f12000be9f0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:04.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.625+0000 7f1221600700 1 -- 172.21.15.44:0/305933743 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f12000b2910 msgr2=0x7f12000b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:04.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.625+0000 7f1221600700 1 --2- 172.21.15.44:0/305933743 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f12000b2910 0x7f12000b4dd0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f121c10bef0 tx=0x7f1208009260 comp rx=0 tx=0).stop 2024-05-21T00:39:04.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.625+0000 7f1221600700 1 -- 172.21.15.44:0/305933743 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f121c105760 msgr2=0x7f121c19bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:04.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.625+0000 7f1221600700 1 --2- 172.21.15.44:0/305933743 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f121c105760 0x7f121c19bde0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f120c00e9a0 tx=0x7f120c00ecb0 comp rx=0 tx=0).stop 2024-05-21T00:39:04.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.625+0000 7f121b400700 1 -- 172.21.15.44:0/305933743 reap_dead start 2024-05-21T00:39:04.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.625+0000 7f1221600700 1 -- 172.21.15.44:0/305933743 shutdown_connections 2024-05-21T00:39:04.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.625+0000 7f1221600700 1 -- 172.21.15.44:0/305933743 >> 172.21.15.44:0/305933743 conn(0x7f121c101250 msgr2=0x7f121c101770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:04.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.625+0000 7f1221600700 1 -- 172.21.15.44:0/305933743 shutdown_connections 2024-05-21T00:39:04.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:02.625+0000 7f1221600700 1 -- 172.21.15.44:0/305933743 wait complete. 2024-05-21T00:39:05.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.314+0000 7fc70ac00700 1 -- 172.21.15.44:0/3191183026 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc70410b780 msgr2=0x7fc70410bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:05.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.314+0000 7fc70ac00700 1 --2- 172.21.15.44:0/3191183026 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc70410b780 0x7fc70410bb60 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fc6f4009990 tx=0x7fc6f4009ca0 comp rx=0 tx=0).stop 2024-05-21T00:39:05.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.314+0000 7fc70ac00700 1 -- 172.21.15.44:0/3191183026 shutdown_connections 2024-05-21T00:39:05.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.314+0000 7fc70ac00700 1 --2- 172.21.15.44:0/3191183026 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc70410b780 0x7fc70410bb60 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:05.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.314+0000 7fc70ac00700 1 --2- 172.21.15.44:0/3191183026 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc704106140 0x7fc704112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:05.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.314+0000 7fc70ac00700 1 --2- 172.21.15.44:0/3191183026 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc704105780 0x7fc704105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:05.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.314+0000 7fc70ac00700 1 -- 172.21.15.44:0/3191183026 >> 172.21.15.44:0/3191183026 conn(0x7fc704101270 msgr2=0x7fc704103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:05.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.315+0000 7fc70ac00700 1 -- 172.21.15.44:0/3191183026 shutdown_connections 2024-05-21T00:39:05.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.315+0000 7fc70ac00700 1 -- 172.21.15.44:0/3191183026 wait complete. 2024-05-21T00:39:05.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.316+0000 7fc70ac00700 1 Processor -- start 2024-05-21T00:39:05.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.316+0000 7fc70ac00700 1 -- start start 2024-05-21T00:39:05.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.317+0000 7fc70ac00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc704105780 0x7fc70419be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:05.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.317+0000 7fc70ac00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc704106140 0x7fc70419c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:05.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.317+0000 7fc70ac00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc70410b780 0x7fc7041a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:05.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.317+0000 7fc70ac00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc7041159d0 con 0x7fc704105780 2024-05-21T00:39:05.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.317+0000 7fc70ac00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc704115850 con 0x7fc704106140 2024-05-21T00:39:05.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.317+0000 7fc70ac00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fc704115b50 con 0x7fc70410b780 2024-05-21T00:39:05.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.317+0000 7fc703e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc704105780 0x7fc70419be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:05.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.317+0000 7fc703e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc704105780 0x7fc70419be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39688/0 (socket says 172.21.15.44:39688) 2024-05-21T00:39:05.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.317+0000 7fc703e00700 1 -- 172.21.15.44:0/2218007995 learned_addr learned my addr 172.21.15.44:0/2218007995 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:39:05.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.317+0000 7fc703400700 1 --2- 172.21.15.44:0/2218007995 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc704106140 0x7fc70419c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:05.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.317+0000 7fc708c00700 1 --2- 172.21.15.44:0/2218007995 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc70410b780 0x7fc7041a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:05.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.318+0000 7fc703e00700 1 -- 172.21.15.44:0/2218007995 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc70410b780 msgr2=0x7fc7041a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:05.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.318+0000 7fc703e00700 1 --2- 172.21.15.44:0/2218007995 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc70410b780 0x7fc7041a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:05.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.318+0000 7fc703e00700 1 -- 172.21.15.44:0/2218007995 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc704106140 msgr2=0x7fc70419c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:05.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.318+0000 7fc703e00700 1 --2- 172.21.15.44:0/2218007995 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc704106140 0x7fc70419c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:05.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.318+0000 7fc703e00700 1 -- 172.21.15.44:0/2218007995 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7041a0e70 con 0x7fc704105780 2024-05-21T00:39:05.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.318+0000 7fc703400700 1 --2- 172.21.15.44:0/2218007995 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc704106140 0x7fc70419c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:39:05.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.318+0000 7fc708c00700 1 --2- 172.21.15.44:0/2218007995 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc70410b780 0x7fc7041a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:39:05.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.318+0000 7fc703e00700 1 --2- 172.21.15.44:0/2218007995 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc704105780 0x7fc70419be60 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc6f4005910 tx=0x7fc6f400b670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:05.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.318+0000 7fc700c00700 1 -- 172.21.15.44:0/2218007995 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6f4027070 con 0x7fc704105780 2024-05-21T00:39:05.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.318+0000 7fc70ac00700 1 -- 172.21.15.44:0/2218007995 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7041a1100 con 0x7fc704105780 2024-05-21T00:39:05.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.318+0000 7fc700c00700 1 -- 172.21.15.44:0/2218007995 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc6f4022470 con 0x7fc704105780 2024-05-21T00:39:05.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.318+0000 7fc700c00700 1 -- 172.21.15.44:0/2218007995 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6f4017650 con 0x7fc704105780 2024-05-21T00:39:05.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.319+0000 7fc70ac00700 1 -- 172.21.15.44:0/2218007995 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7041a89e0 con 0x7fc704105780 2024-05-21T00:39:05.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.320+0000 7fc70ac00700 1 -- 172.21.15.44:0/2218007995 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc704063cd0 con 0x7fc704105780 2024-05-21T00:39:05.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.322+0000 7fc700c00700 1 -- 172.21.15.44:0/2218007995 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fc6f402a070 con 0x7fc704105780 2024-05-21T00:39:05.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.324+0000 7fc700c00700 1 --2- 172.21.15.44:0/2218007995 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc6e80b2910 0x7fc6e80b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:05.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.324+0000 7fc700c00700 1 -- 172.21.15.44:0/2218007995 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8269+0+0 (secure 0 0 0) 0x7fc6f40e38f0 con 0x7fc704105780 2024-05-21T00:39:05.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.324+0000 7fc703400700 1 --2- 172.21.15.44:0/2218007995 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc6e80b2910 0x7fc6e80b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:05.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.324+0000 7fc700c00700 1 --2- 172.21.15.44:0/2218007995 >> [v2:172.21.15.92:6800/2514141415,v1:172.21.15.92:6801/2514141415] conn(0x7fc6e80bc420 0x7fc6e80be8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:05.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.325+0000 7fc700c00700 1 -- 172.21.15.44:0/2218007995 --> [v2:172.21.15.92:6800/2514141415,v1:172.21.15.92:6801/2514141415] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc6f400b0b0 con 0x7fc6e80bc420 2024-05-21T00:39:05.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.325+0000 7fc700c00700 1 -- 172.21.15.44:0/2218007995 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_get_version_reply(handle=1 version=80) ==== 24+0+0 (secure 0 0 0) 0x7fc6f40e3ca0 con 0x7fc704105780 2024-05-21T00:39:05.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.325+0000 7fc708c00700 1 --2- 172.21.15.44:0/2218007995 >> [v2:172.21.15.92:6800/2514141415,v1:172.21.15.92:6801/2514141415] conn(0x7fc6e80bc420 0x7fc6e80be8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:05.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.325+0000 7fc703400700 1 --2- 172.21.15.44:0/2218007995 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc6e80b2910 0x7fc6e80b4dd0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fc704103870 tx=0x7fc6f0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:05.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.325+0000 7fc708c00700 1 --2- 172.21.15.44:0/2218007995 >> [v2:172.21.15.92:6800/2514141415,v1:172.21.15.92:6801/2514141415] conn(0x7fc6e80bc420 0x7fc6e80be8c0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:05.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.326+0000 7fc700c00700 1 -- 172.21.15.44:0/2218007995 <== osd.2 v2:172.21.15.92:6800/2514141415 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc6f400b0b0 con 0x7fc6e80bc420 2024-05-21T00:39:05.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.345+0000 7fc70ac00700 1 -- 172.21.15.44:0/2218007995 --> [v2:172.21.15.92:6800/2514141415,v1:172.21.15.92:6801/2514141415] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc7040640d0 con 0x7fc6e80bc420 2024-05-21T00:39:05.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.346+0000 7fc700c00700 1 -- 172.21.15.44:0/2218007995 <== osd.2 v2:172.21.15.92:6800/2514141415 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fc7040640d0 con 0x7fc6e80bc420 2024-05-21T00:39:05.351 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.346+0000 7fc70ac00700 1 -- 172.21.15.44:0/2218007995 >> [v2:172.21.15.92:6800/2514141415,v1:172.21.15.92:6801/2514141415] conn(0x7fc6e80bc420 msgr2=0x7fc6e80be8c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:05.351 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.346+0000 7fc70ac00700 1 --2- 172.21.15.44:0/2218007995 >> [v2:172.21.15.92:6800/2514141415,v1:172.21.15.92:6801/2514141415] conn(0x7fc6e80bc420 0x7fc6e80be8c0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:05.351 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.346+0000 7fc70ac00700 1 -- 172.21.15.44:0/2218007995 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc6e80b2910 msgr2=0x7fc6e80b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:05.351 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.346+0000 7fc70ac00700 1 --2- 172.21.15.44:0/2218007995 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc6e80b2910 0x7fc6e80b4dd0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fc704103870 tx=0x7fc6f0009260 comp rx=0 tx=0).stop 2024-05-21T00:39:05.351 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.347+0000 7fc70ac00700 1 -- 172.21.15.44:0/2218007995 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc704105780 msgr2=0x7fc70419be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:05.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.347+0000 7fc70ac00700 1 --2- 172.21.15.44:0/2218007995 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc704105780 0x7fc70419be60 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc6f4005910 tx=0x7fc6f400b670 comp rx=0 tx=0).stop 2024-05-21T00:39:05.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.347+0000 7fc708c00700 1 -- 172.21.15.44:0/2218007995 reap_dead start 2024-05-21T00:39:05.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.347+0000 7fc70ac00700 1 -- 172.21.15.44:0/2218007995 shutdown_connections 2024-05-21T00:39:05.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.347+0000 7fc70ac00700 1 -- 172.21.15.44:0/2218007995 >> 172.21.15.44:0/2218007995 conn(0x7fc704101270 msgr2=0x7fc704101900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:05.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.347+0000 7fc70ac00700 1 -- 172.21.15.44:0/2218007995 shutdown_connections 2024-05-21T00:39:05.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.347+0000 7fc70ac00700 1 -- 172.21.15.44:0/2218007995 wait complete. 2024-05-21T00:39:05.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.592+0000 7f4e67800700 1 -- 172.21.15.44:0/1836592209 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4e60106140 msgr2=0x7f4e60112650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:05.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.592+0000 7f4e67800700 1 --2- 172.21.15.44:0/1836592209 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4e60106140 0x7f4e60112650 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f4e5800b0a0 tx=0x7f4e5800b3b0 comp rx=0 tx=0).stop 2024-05-21T00:39:05.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.592+0000 7f4e67800700 1 -- 172.21.15.44:0/1836592209 shutdown_connections 2024-05-21T00:39:05.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.592+0000 7f4e67800700 1 --2- 172.21.15.44:0/1836592209 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4e60106140 0x7f4e60112650 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:05.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.592+0000 7f4e67800700 1 --2- 172.21.15.44:0/1836592209 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e6010b780 0x7f4e6010bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:05.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.592+0000 7f4e67800700 1 --2- 172.21.15.44:0/1836592209 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4e60105780 0x7f4e60105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:05.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.592+0000 7f4e67800700 1 -- 172.21.15.44:0/1836592209 >> 172.21.15.44:0/1836592209 conn(0x7f4e60101270 msgr2=0x7f4e60103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:05.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.592+0000 7f4e67800700 1 -- 172.21.15.44:0/1836592209 shutdown_connections 2024-05-21T00:39:05.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.592+0000 7f4e67800700 1 -- 172.21.15.44:0/1836592209 wait complete. 2024-05-21T00:39:05.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.593+0000 7f4e67800700 1 Processor -- start 2024-05-21T00:39:05.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.593+0000 7f4e67800700 1 -- start start 2024-05-21T00:39:05.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.594+0000 7f4e67800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4e60105780 0x7f4e6019be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:05.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.594+0000 7f4e67800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4e60106140 0x7f4e6019c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:05.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.594+0000 7f4e67800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e6010b780 0x7f4e601a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:05.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.594+0000 7f4e67800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4e60115a10 con 0x7f4e60106140 2024-05-21T00:39:05.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.594+0000 7f4e67800700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f4e60115890 con 0x7f4e60105780 2024-05-21T00:39:05.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.594+0000 7f4e67800700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4e60115b90 con 0x7f4e6010b780 2024-05-21T00:39:05.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.594+0000 7f4e5fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4e60106140 0x7f4e6019c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:05.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.594+0000 7f4e64e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4e60105780 0x7f4e6019be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:05.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.594+0000 7f4e5fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4e60106140 0x7f4e6019c3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39720/0 (socket says 172.21.15.44:39720) 2024-05-21T00:39:05.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.594+0000 7f4e5fe00700 1 -- 172.21.15.44:0/209228301 learned_addr learned my addr 172.21.15.44:0/209228301 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:39:05.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.594+0000 7f4e65800700 1 --2- 172.21.15.44:0/209228301 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e6010b780 0x7f4e601a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:05.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.595+0000 7f4e64e00700 1 -- 172.21.15.44:0/209228301 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e6010b780 msgr2=0x7f4e601a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:05.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.595+0000 7f4e64e00700 1 --2- 172.21.15.44:0/209228301 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e6010b780 0x7f4e601a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:05.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.595+0000 7f4e64e00700 1 -- 172.21.15.44:0/209228301 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4e60106140 msgr2=0x7f4e6019c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:05.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.595+0000 7f4e64e00700 1 --2- 172.21.15.44:0/209228301 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4e60106140 0x7f4e6019c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:05.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.595+0000 7f4e64e00700 1 -- 172.21.15.44:0/209228301 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e601a0e20 con 0x7f4e60105780 2024-05-21T00:39:05.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.595+0000 7f4e5fe00700 1 --2- 172.21.15.44:0/209228301 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4e60106140 0x7f4e6019c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:39:05.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.595+0000 7f4e65800700 1 --2- 172.21.15.44:0/209228301 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e6010b780 0x7f4e601a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:39:05.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.595+0000 7f4e64e00700 1 --2- 172.21.15.44:0/209228301 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4e60105780 0x7f4e6019be60 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f4e5400e9f0 tx=0x7f4e5400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:05.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.595+0000 7f4e5d600700 1 -- 172.21.15.44:0/209228301 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e54004220 con 0x7f4e60105780 2024-05-21T00:39:05.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.595+0000 7f4e5d600700 1 -- 172.21.15.44:0/209228301 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4e540043c0 con 0x7f4e60105780 2024-05-21T00:39:05.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.595+0000 7f4e5d600700 1 -- 172.21.15.44:0/209228301 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e54005020 con 0x7f4e60105780 2024-05-21T00:39:05.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.596+0000 7f4e67800700 1 -- 172.21.15.44:0/209228301 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e601a1110 con 0x7f4e60105780 2024-05-21T00:39:05.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.596+0000 7f4e67800700 1 -- 172.21.15.44:0/209228301 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e601a8990 con 0x7f4e60105780 2024-05-21T00:39:05.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.597+0000 7f4e67800700 1 -- 172.21.15.44:0/209228301 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4e60063cd0 con 0x7f4e60105780 2024-05-21T00:39:05.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.599+0000 7f4e5d600700 1 -- 172.21.15.44:0/209228301 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f4e54004750 con 0x7f4e60105780 2024-05-21T00:39:05.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.601+0000 7f4e5d600700 1 --2- 172.21.15.44:0/209228301 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f4e480b2990 0x7f4e480b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:05.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.601+0000 7f4e5d600700 1 -- 172.21.15.44:0/209228301 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8269+0+0 (secure 0 0 0) 0x7f4e540e2540 con 0x7f4e60105780 2024-05-21T00:39:05.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.601+0000 7f4e5fe00700 1 --2- 172.21.15.44:0/209228301 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f4e480b2990 0x7f4e480b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:05.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.601+0000 7f4e5d600700 1 --2- 172.21.15.44:0/209228301 >> [v2:172.21.15.82:6816/205724371,v1:172.21.15.82:6817/205724371] conn(0x7f4e480bc5d0 0x7f4e480bea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:05.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.601+0000 7f4e5d600700 1 -- 172.21.15.44:0/209228301 --> [v2:172.21.15.82:6816/205724371,v1:172.21.15.82:6817/205724371] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4e54023ea0 con 0x7f4e480bc5d0 2024-05-21T00:39:05.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.601+0000 7f4e5d600700 1 -- 172.21.15.44:0/209228301 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_get_version_reply(handle=1 version=80) ==== 24+0+0 (secure 0 0 0) 0x7f4e540e28f0 con 0x7f4e60105780 2024-05-21T00:39:05.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.602+0000 7f4e65800700 1 --2- 172.21.15.44:0/209228301 >> [v2:172.21.15.82:6816/205724371,v1:172.21.15.82:6817/205724371] conn(0x7f4e480bc5d0 0x7f4e480bea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:05.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.602+0000 7f4e5fe00700 1 --2- 172.21.15.44:0/209228301 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f4e480b2990 0x7f4e480b4e50 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f4e6010ad80 tx=0x7f4e4c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:05.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.602+0000 7f4e65800700 1 --2- 172.21.15.44:0/209228301 >> [v2:172.21.15.82:6816/205724371,v1:172.21.15.82:6817/205724371] conn(0x7f4e480bc5d0 0x7f4e480bea70 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:05.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.603+0000 7f4e5d600700 1 -- 172.21.15.44:0/209228301 <== osd.7 v2:172.21.15.82:6816/205724371 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f4e54023ea0 con 0x7f4e480bc5d0 2024-05-21T00:39:05.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.622+0000 7f4e67800700 1 -- 172.21.15.44:0/209228301 --> [v2:172.21.15.82:6816/205724371,v1:172.21.15.82:6817/205724371] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f4e60064150 con 0x7f4e480bc5d0 2024-05-21T00:39:05.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.623+0000 7f4e5d600700 1 -- 172.21.15.44:0/209228301 <== osd.7 v2:172.21.15.82:6816/205724371 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f4e60064150 con 0x7f4e480bc5d0 2024-05-21T00:39:05.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.623+0000 7f4e67800700 1 -- 172.21.15.44:0/209228301 >> [v2:172.21.15.82:6816/205724371,v1:172.21.15.82:6817/205724371] conn(0x7f4e480bc5d0 msgr2=0x7f4e480bea70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:05.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.623+0000 7f4e67800700 1 --2- 172.21.15.44:0/209228301 >> [v2:172.21.15.82:6816/205724371,v1:172.21.15.82:6817/205724371] conn(0x7f4e480bc5d0 0x7f4e480bea70 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:05.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.623+0000 7f4e67800700 1 -- 172.21.15.44:0/209228301 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f4e480b2990 msgr2=0x7f4e480b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:05.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.623+0000 7f4e67800700 1 --2- 172.21.15.44:0/209228301 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f4e480b2990 0x7f4e480b4e50 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f4e6010ad80 tx=0x7f4e4c009260 comp rx=0 tx=0).stop 2024-05-21T00:39:05.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.623+0000 7f4e67800700 1 -- 172.21.15.44:0/209228301 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4e60105780 msgr2=0x7f4e6019be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:05.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.623+0000 7f4e67800700 1 --2- 172.21.15.44:0/209228301 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4e60105780 0x7f4e6019be60 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f4e5400e9f0 tx=0x7f4e5400ed00 comp rx=0 tx=0).stop 2024-05-21T00:39:05.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.624+0000 7f4e65800700 1 -- 172.21.15.44:0/209228301 reap_dead start 2024-05-21T00:39:05.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.624+0000 7f4e67800700 1 -- 172.21.15.44:0/209228301 shutdown_connections 2024-05-21T00:39:05.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.624+0000 7f4e67800700 1 -- 172.21.15.44:0/209228301 >> 172.21.15.44:0/209228301 conn(0x7f4e60101270 msgr2=0x7f4e60101850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:05.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.624+0000 7f4e67800700 1 -- 172.21.15.44:0/209228301 shutdown_connections 2024-05-21T00:39:05.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:05.624+0000 7f4e67800700 1 -- 172.21.15.44:0/209228301 wait complete. 2024-05-21T00:39:05.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:05 smithi092 ceph-mon[36335]: pgmap v367: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:39:05.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:05 smithi044 ceph-mon[31392]: pgmap v367: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:39:05.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:05 smithi082 ceph-mon[36141]: pgmap v367: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:39:06.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.721+0000 7f0fe7a00700 1 -- 172.21.15.44:0/2968232816 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0fe006bb70 msgr2=0x7f0fe010fab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:06.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.721+0000 7f0fe7a00700 1 --2- 172.21.15.44:0/2968232816 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0fe006bb70 0x7f0fe010fab0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f0fcc009990 tx=0x7f0fcc009ca0 comp rx=0 tx=0).stop 2024-05-21T00:39:06.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.721+0000 7f0fe7a00700 1 -- 172.21.15.44:0/2968232816 shutdown_connections 2024-05-21T00:39:06.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.721+0000 7f0fe7a00700 1 --2- 172.21.15.44:0/2968232816 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0fe010fff0 0x7f0fe01123e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:06.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.721+0000 7f0fe7a00700 1 --2- 172.21.15.44:0/2968232816 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0fe006b250 0x7f0fe006b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:06.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.721+0000 7f0fe7a00700 1 --2- 172.21.15.44:0/2968232816 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0fe006bb70 0x7f0fe010fab0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:06.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.721+0000 7f0fe7a00700 1 -- 172.21.15.44:0/2968232816 >> 172.21.15.44:0/2968232816 conn(0x7f0fe00793f0 msgr2=0x7f0fe0079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:06.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.721+0000 7f0fe7a00700 1 -- 172.21.15.44:0/2968232816 shutdown_connections 2024-05-21T00:39:06.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.721+0000 7f0fe7a00700 1 -- 172.21.15.44:0/2968232816 wait complete. 2024-05-21T00:39:06.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.723+0000 7f0fe7a00700 1 Processor -- start 2024-05-21T00:39:06.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.724+0000 7f0fe7a00700 1 -- start start 2024-05-21T00:39:06.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.724+0000 7f0fe7a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0fe006b250 0x7f0fe019be90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:06.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.724+0000 7f0fe7a00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0fe006bb70 0x7f0fe019c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:06.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.724+0000 7f0fe7a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0fe010fff0 0x7f0fe01a0760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:06.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.724+0000 7f0fe7a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0fe0115920 con 0x7f0fe006b250 2024-05-21T00:39:06.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.724+0000 7f0fe7a00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0fe01157a0 con 0x7f0fe006bb70 2024-05-21T00:39:06.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.724+0000 7f0fe7a00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0fe0115aa0 con 0x7f0fe010fff0 2024-05-21T00:39:06.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.725+0000 7f0fe5000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0fe006b250 0x7f0fe019be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:06.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.725+0000 7f0fe5000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0fe006b250 0x7f0fe019be90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39740/0 (socket says 172.21.15.44:39740) 2024-05-21T00:39:06.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.725+0000 7f0fe5000700 1 -- 172.21.15.44:0/1562289109 learned_addr learned my addr 172.21.15.44:0/1562289109 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:39:06.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.725+0000 7f0fdfe00700 1 --2- 172.21.15.44:0/1562289109 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0fe006bb70 0x7f0fe019c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:06.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.725+0000 7f0fe5a00700 1 --2- 172.21.15.44:0/1562289109 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0fe010fff0 0x7f0fe01a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:06.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.725+0000 7f0fe5a00700 1 -- 172.21.15.44:0/1562289109 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0fe006bb70 msgr2=0x7f0fe019c3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:06.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.725+0000 7f0fe5a00700 1 --2- 172.21.15.44:0/1562289109 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0fe006bb70 0x7f0fe019c3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:06.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.725+0000 7f0fe5a00700 1 -- 172.21.15.44:0/1562289109 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0fe006b250 msgr2=0x7f0fe019be90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:06.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.725+0000 7f0fe5a00700 1 --2- 172.21.15.44:0/1562289109 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0fe006b250 0x7f0fe019be90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:06.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.725+0000 7f0fe5a00700 1 -- 172.21.15.44:0/1562289109 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fe01a0ea0 con 0x7f0fe010fff0 2024-05-21T00:39:06.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.725+0000 7f0fdfe00700 1 --2- 172.21.15.44:0/1562289109 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0fe006bb70 0x7f0fe019c3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:39:06.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.726+0000 7f0fe5a00700 1 --2- 172.21.15.44:0/1562289109 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0fe010fff0 0x7f0fe01a0760 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f0fd8007ee0 tx=0x7f0fd800d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:06.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.726+0000 7f0fdd600700 1 -- 172.21.15.44:0/1562289109 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fd8004db0 con 0x7f0fe010fff0 2024-05-21T00:39:06.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.726+0000 7f0fdd600700 1 -- 172.21.15.44:0/1562289109 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0fd8003a00 con 0x7f0fe010fff0 2024-05-21T00:39:06.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.726+0000 7f0fe7a00700 1 -- 172.21.15.44:0/1562289109 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0fe01a1190 con 0x7f0fe010fff0 2024-05-21T00:39:06.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.726+0000 7f0fdd600700 1 -- 172.21.15.44:0/1562289109 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fd80044e0 con 0x7f0fe010fff0 2024-05-21T00:39:06.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.726+0000 7f0fe7a00700 1 -- 172.21.15.44:0/1562289109 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0fe01a8a10 con 0x7f0fe010fff0 2024-05-21T00:39:06.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.727+0000 7f0fe7a00700 1 -- 172.21.15.44:0/1562289109 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0fe0063c90 con 0x7f0fe010fff0 2024-05-21T00:39:06.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.730+0000 7f0fdd600700 1 -- 172.21.15.44:0/1562289109 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f0fd801c020 con 0x7f0fe010fff0 2024-05-21T00:39:06.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.731+0000 7f0fdd600700 1 --2- 172.21.15.44:0/1562289109 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0fc80b2990 0x7f0fc80b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:06.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.732+0000 7f0fdd600700 1 -- 172.21.15.44:0/1562289109 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8269+0+0 (secure 0 0 0) 0x7f0fd80e27a0 con 0x7f0fe010fff0 2024-05-21T00:39:06.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.732+0000 7f0fe5000700 1 --2- 172.21.15.44:0/1562289109 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0fc80b2990 0x7f0fc80b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:06.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.732+0000 7f0fdd600700 1 --2- 172.21.15.44:0/1562289109 >> [v2:172.21.15.82:6800/2647472512,v1:172.21.15.82:6801/2647472512] conn(0x7f0fc80bc5d0 0x7f0fc80bea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:06.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.732+0000 7f0fdd600700 1 -- 172.21.15.44:0/1562289109 --> [v2:172.21.15.82:6800/2647472512,v1:172.21.15.82:6801/2647472512] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0fd800cf20 con 0x7f0fc80bc5d0 2024-05-21T00:39:06.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.732+0000 7f0fdd600700 1 -- 172.21.15.44:0/1562289109 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_get_version_reply(handle=1 version=80) ==== 24+0+0 (secure 0 0 0) 0x7f0fd80e2bf0 con 0x7f0fe010fff0 2024-05-21T00:39:06.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.732+0000 7f0fdfe00700 1 --2- 172.21.15.44:0/1562289109 >> [v2:172.21.15.82:6800/2647472512,v1:172.21.15.82:6801/2647472512] conn(0x7f0fc80bc5d0 0x7f0fc80bea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:06.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.732+0000 7f0fe5000700 1 --2- 172.21.15.44:0/1562289109 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0fc80b2990 0x7f0fc80b4e50 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f0fd4009d60 tx=0x7f0fd4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:06.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.733+0000 7f0fdfe00700 1 --2- 172.21.15.44:0/1562289109 >> [v2:172.21.15.82:6800/2647472512,v1:172.21.15.82:6801/2647472512] conn(0x7f0fc80bc5d0 0x7f0fc80bea70 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:06.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.734+0000 7f0fdd600700 1 -- 172.21.15.44:0/1562289109 <== osd.1 v2:172.21.15.82:6800/2647472512 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0fd800cf20 con 0x7f0fc80bc5d0 2024-05-21T00:39:06.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.752+0000 7f0fe7a00700 1 -- 172.21.15.44:0/1562289109 --> [v2:172.21.15.82:6800/2647472512,v1:172.21.15.82:6801/2647472512] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0fe0064110 con 0x7f0fc80bc5d0 2024-05-21T00:39:06.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.752+0000 7f0fdd600700 1 -- 172.21.15.44:0/1562289109 <== osd.1 v2:172.21.15.82:6800/2647472512 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f0fe0064110 con 0x7f0fc80bc5d0 2024-05-21T00:39:06.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.753+0000 7f0fe7a00700 1 -- 172.21.15.44:0/1562289109 >> [v2:172.21.15.82:6800/2647472512,v1:172.21.15.82:6801/2647472512] conn(0x7f0fc80bc5d0 msgr2=0x7f0fc80bea70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:06.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.753+0000 7f0fe7a00700 1 --2- 172.21.15.44:0/1562289109 >> [v2:172.21.15.82:6800/2647472512,v1:172.21.15.82:6801/2647472512] conn(0x7f0fc80bc5d0 0x7f0fc80bea70 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:06.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.753+0000 7f0fe7a00700 1 -- 172.21.15.44:0/1562289109 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0fc80b2990 msgr2=0x7f0fc80b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:06.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.753+0000 7f0fe7a00700 1 --2- 172.21.15.44:0/1562289109 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0fc80b2990 0x7f0fc80b4e50 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f0fd4009d60 tx=0x7f0fd4009260 comp rx=0 tx=0).stop 2024-05-21T00:39:06.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.753+0000 7f0fe7a00700 1 -- 172.21.15.44:0/1562289109 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0fe010fff0 msgr2=0x7f0fe01a0760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:06.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.753+0000 7f0fe7a00700 1 --2- 172.21.15.44:0/1562289109 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0fe010fff0 0x7f0fe01a0760 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f0fd8007ee0 tx=0x7f0fd800d3b0 comp rx=0 tx=0).stop 2024-05-21T00:39:06.758 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.753+0000 7f0fe5a00700 1 -- 172.21.15.44:0/1562289109 reap_dead start 2024-05-21T00:39:06.758 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.753+0000 7f0fe7a00700 1 -- 172.21.15.44:0/1562289109 shutdown_connections 2024-05-21T00:39:06.758 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.753+0000 7f0fe7a00700 1 -- 172.21.15.44:0/1562289109 >> 172.21.15.44:0/1562289109 conn(0x7f0fe00793f0 msgr2=0x7f0fe0111520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:06.758 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.753+0000 7f0fe7a00700 1 -- 172.21.15.44:0/1562289109 shutdown_connections 2024-05-21T00:39:06.758 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.754+0000 7f0fe7a00700 1 -- 172.21.15.44:0/1562289109 wait complete. 2024-05-21T00:39:07.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.973+0000 7f4c08e00700 1 -- 172.21.15.44:0/279578173 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4c04103460 msgr2=0x7f4c041038e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:07.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.973+0000 7f4c08e00700 1 --2- 172.21.15.44:0/279578173 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4c04103460 0x7f4c041038e0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f4bec009990 tx=0x7f4bec009ca0 comp rx=0 tx=0).stop 2024-05-21T00:39:07.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.973+0000 7f4c08e00700 1 -- 172.21.15.44:0/279578173 shutdown_connections 2024-05-21T00:39:07.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.973+0000 7f4c08e00700 1 --2- 172.21.15.44:0/279578173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4c04103e20 0x7f4c04110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:07.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.973+0000 7f4c08e00700 1 --2- 172.21.15.44:0/279578173 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4c041094f0 0x7f4c041098d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:07.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.973+0000 7f4c08e00700 1 --2- 172.21.15.44:0/279578173 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4c04103460 0x7f4c041038e0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:07.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.973+0000 7f4c08e00700 1 -- 172.21.15.44:0/279578173 >> 172.21.15.44:0/279578173 conn(0x7f4c040fef50 msgr2=0x7f4c04101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:07.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.973+0000 7f4c08e00700 1 -- 172.21.15.44:0/279578173 shutdown_connections 2024-05-21T00:39:07.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.973+0000 7f4c08e00700 1 -- 172.21.15.44:0/279578173 wait complete. 2024-05-21T00:39:07.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.974+0000 7f4c08e00700 1 Processor -- start 2024-05-21T00:39:07.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.974+0000 7f4c08e00700 1 -- start start 2024-05-21T00:39:07.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.974+0000 7f4c08e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4c04103460 0x7f4c0419bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:07.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.974+0000 7f4c08e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4c04103e20 0x7f4c0419c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:07.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.974+0000 7f4c08e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4c041094f0 0x7f4c041a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:07.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.975+0000 7f4c08e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4c04113650 con 0x7f4c04103460 2024-05-21T00:39:07.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.975+0000 7f4c08e00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f4c041134d0 con 0x7f4c04103e20 2024-05-21T00:39:07.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.975+0000 7f4c08e00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4c041137d0 con 0x7f4c041094f0 2024-05-21T00:39:07.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.975+0000 7f4c03400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4c04103460 0x7f4c0419bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:07.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.975+0000 7f4c03400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4c04103460 0x7f4c0419bdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39762/0 (socket says 172.21.15.44:39762) 2024-05-21T00:39:07.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.975+0000 7f4c03400700 1 -- 172.21.15.44:0/1573586733 learned_addr learned my addr 172.21.15.44:0/1573586733 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:39:07.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.975+0000 7f4bfaa00700 1 --2- 172.21.15.44:0/1573586733 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4c04103e20 0x7f4c0419c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:07.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.975+0000 7f4c03e00700 1 --2- 172.21.15.44:0/1573586733 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4c041094f0 0x7f4c041a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:07.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.975+0000 7f4c03400700 1 -- 172.21.15.44:0/1573586733 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4c041094f0 msgr2=0x7f4c041a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:07.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.975+0000 7f4c03400700 1 --2- 172.21.15.44:0/1573586733 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4c041094f0 0x7f4c041a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:07.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.975+0000 7f4c03400700 1 -- 172.21.15.44:0/1573586733 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4c04103e20 msgr2=0x7f4c0419c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:07.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.975+0000 7f4c03400700 1 --2- 172.21.15.44:0/1573586733 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4c04103e20 0x7f4c0419c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:07.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.975+0000 7f4c03400700 1 -- 172.21.15.44:0/1573586733 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c041a0d80 con 0x7f4c04103460 2024-05-21T00:39:07.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.975+0000 7f4c03400700 1 --2- 172.21.15.44:0/1573586733 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4c04103460 0x7f4c0419bdc0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f4bf400d950 tx=0x7f4bf400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:07.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.976+0000 7f4c00c00700 1 -- 172.21.15.44:0/1573586733 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bf4016070 con 0x7f4c04103460 2024-05-21T00:39:07.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.976+0000 7f4c08e00700 1 -- 172.21.15.44:0/1573586733 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c041a1070 con 0x7f4c04103460 2024-05-21T00:39:07.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.976+0000 7f4c00c00700 1 -- 172.21.15.44:0/1573586733 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4bf4009de0 con 0x7f4c04103460 2024-05-21T00:39:07.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.976+0000 7f4c00c00700 1 -- 172.21.15.44:0/1573586733 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bf400f3c0 con 0x7f4c04103460 2024-05-21T00:39:07.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.976+0000 7f4c08e00700 1 -- 172.21.15.44:0/1573586733 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c041a88f0 con 0x7f4c04103460 2024-05-21T00:39:07.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.977+0000 7f4c08e00700 1 -- 172.21.15.44:0/1573586733 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4c040fff60 con 0x7f4c04103460 2024-05-21T00:39:07.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.979+0000 7f4c00c00700 1 -- 172.21.15.44:0/1573586733 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f4bf4019070 con 0x7f4c04103460 2024-05-21T00:39:07.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.981+0000 7f4c00c00700 1 --2- 172.21.15.44:0/1573586733 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f4be40b2910 0x7f4be40b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:07.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.981+0000 7f4c00c00700 1 -- 172.21.15.44:0/1573586733 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8269+0+0 (secure 0 0 0) 0x7f4bf40e23c0 con 0x7f4c04103460 2024-05-21T00:39:07.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.981+0000 7f4bfaa00700 1 --2- 172.21.15.44:0/1573586733 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f4be40b2910 0x7f4be40b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:07.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.981+0000 7f4c00c00700 1 --2- 172.21.15.44:0/1573586733 >> [v2:172.21.15.92:6824/2911355193,v1:172.21.15.92:6825/2911355193] conn(0x7f4be40bc550 0x7f4be40be9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:07.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.981+0000 7f4c00c00700 1 -- 172.21.15.44:0/1573586733 --> [v2:172.21.15.92:6824/2911355193,v1:172.21.15.92:6825/2911355193] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4bf400fec0 con 0x7f4be40bc550 2024-05-21T00:39:07.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.981+0000 7f4c00c00700 1 -- 172.21.15.44:0/1573586733 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_get_version_reply(handle=1 version=80) ==== 24+0+0 (secure 0 0 0) 0x7f4bf40e2770 con 0x7f4c04103460 2024-05-21T00:39:07.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.982+0000 7f4c03e00700 1 --2- 172.21.15.44:0/1573586733 >> [v2:172.21.15.92:6824/2911355193,v1:172.21.15.92:6825/2911355193] conn(0x7f4be40bc550 0x7f4be40be9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:07.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.982+0000 7f4bfaa00700 1 --2- 172.21.15.44:0/1573586733 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f4be40b2910 0x7f4be40b4dd0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f4c041107e0 tx=0x7f4bec00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:07.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.982+0000 7f4c03e00700 1 --2- 172.21.15.44:0/1573586733 >> [v2:172.21.15.92:6824/2911355193,v1:172.21.15.92:6825/2911355193] conn(0x7f4be40bc550 0x7f4be40be9f0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:07.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:06.983+0000 7f4c00c00700 1 -- 172.21.15.44:0/1573586733 <== osd.11 v2:172.21.15.92:6824/2911355193 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f4bf400fec0 con 0x7f4be40bc550 2024-05-21T00:39:07.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:07.001+0000 7f4c08e00700 1 -- 172.21.15.44:0/1573586733 --> [v2:172.21.15.92:6824/2911355193,v1:172.21.15.92:6825/2911355193] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f4c04104ba0 con 0x7f4be40bc550 2024-05-21T00:39:07.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:07.002+0000 7f4c00c00700 1 -- 172.21.15.44:0/1573586733 <== osd.11 v2:172.21.15.92:6824/2911355193 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f4c04104ba0 con 0x7f4be40bc550 2024-05-21T00:39:07.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:07.003+0000 7f4c08e00700 1 -- 172.21.15.44:0/1573586733 >> [v2:172.21.15.92:6824/2911355193,v1:172.21.15.92:6825/2911355193] conn(0x7f4be40bc550 msgr2=0x7f4be40be9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:07.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:07.003+0000 7f4c08e00700 1 --2- 172.21.15.44:0/1573586733 >> [v2:172.21.15.92:6824/2911355193,v1:172.21.15.92:6825/2911355193] conn(0x7f4be40bc550 0x7f4be40be9f0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:07.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:07.003+0000 7f4c08e00700 1 -- 172.21.15.44:0/1573586733 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f4be40b2910 msgr2=0x7f4be40b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:07.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:07.003+0000 7f4c08e00700 1 --2- 172.21.15.44:0/1573586733 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f4be40b2910 0x7f4be40b4dd0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f4c041107e0 tx=0x7f4bec00b260 comp rx=0 tx=0).stop 2024-05-21T00:39:07.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:07.003+0000 7f4c08e00700 1 -- 172.21.15.44:0/1573586733 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4c04103460 msgr2=0x7f4c0419bdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:07.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:07.003+0000 7f4c08e00700 1 --2- 172.21.15.44:0/1573586733 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4c04103460 0x7f4c0419bdc0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f4bf400d950 tx=0x7f4bf400dc60 comp rx=0 tx=0).stop 2024-05-21T00:39:07.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:07.003+0000 7f4c03e00700 1 -- 172.21.15.44:0/1573586733 reap_dead start 2024-05-21T00:39:07.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:07.003+0000 7f4c08e00700 1 -- 172.21.15.44:0/1573586733 shutdown_connections 2024-05-21T00:39:07.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:07.003+0000 7f4c08e00700 1 -- 172.21.15.44:0/1573586733 >> 172.21.15.44:0/1573586733 conn(0x7f4c040fef50 msgr2=0x7f4c040ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:07.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:07.003+0000 7f4c08e00700 1 -- 172.21.15.44:0/1573586733 shutdown_connections 2024-05-21T00:39:07.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:07.004+0000 7f4c08e00700 1 -- 172.21.15.44:0/1573586733 wait complete. 2024-05-21T00:39:07.608 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:07 smithi044 ceph-mon[31392]: pgmap v368: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:39:07.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:07 smithi092 ceph-mon[36335]: pgmap v368: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:39:07.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:07 smithi082 ceph-mon[36141]: pgmap v368: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:39:08.217 INFO:teuthology.orchestra.run.smithi044.stdout:133143986253 2024-05-21T00:39:08.217 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-05-21T00:39:09.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.257+0000 7f65a2000700 1 -- 172.21.15.44:0/2390083162 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f659c1095b0 msgr2=0x7f659c109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:09.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.257+0000 7f65a2000700 1 --2- 172.21.15.44:0/2390083162 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f659c1095b0 0x7f659c109990 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f658c0098f0 tx=0x7f658c009c00 comp rx=0 tx=0).stop 2024-05-21T00:39:09.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.257+0000 7f65a2000700 1 -- 172.21.15.44:0/2390083162 shutdown_connections 2024-05-21T00:39:09.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.257+0000 7f65a2000700 1 --2- 172.21.15.44:0/2390083162 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f659c06bbe0 0x7f659c1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:09.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.257+0000 7f65a2000700 1 --2- 172.21.15.44:0/2390083162 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f659c1095b0 0x7f659c109990 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:09.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.257+0000 7f65a2000700 1 --2- 172.21.15.44:0/2390083162 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f659c06b220 0x7f659c06b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:09.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.257+0000 7f65a2000700 1 -- 172.21.15.44:0/2390083162 >> 172.21.15.44:0/2390083162 conn(0x7f659c0793f0 msgr2=0x7f659c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:09.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.258+0000 7f65a2000700 1 -- 172.21.15.44:0/2390083162 shutdown_connections 2024-05-21T00:39:09.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.258+0000 7f65a2000700 1 -- 172.21.15.44:0/2390083162 wait complete. 2024-05-21T00:39:09.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.259+0000 7f65a2000700 1 Processor -- start 2024-05-21T00:39:09.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.259+0000 7f65a2000700 1 -- start start 2024-05-21T00:39:09.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.259+0000 7f65a2000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f659c06b220 0x7f659c19d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:09.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.259+0000 7f65a2000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f659c06bbe0 0x7f659c19dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:09.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.259+0000 7f65a2000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f659c1095b0 0x7f659c197890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:09.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.259+0000 7f65a2000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f659c111590 con 0x7f659c1095b0 2024-05-21T00:39:09.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.259+0000 7f65a2000700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f659c111410 con 0x7f659c06bbe0 2024-05-21T00:39:09.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.259+0000 7f65a2000700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f659c111710 con 0x7f659c06b220 2024-05-21T00:39:09.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.260+0000 7f659b400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f659c06b220 0x7f659c19d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:09.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.260+0000 7f659b400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f659c06b220 0x7f659c19d6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:37368/0 (socket says 172.21.15.44:37368) 2024-05-21T00:39:09.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.260+0000 7f659b400700 1 -- 172.21.15.44:0/300391260 learned_addr learned my addr 172.21.15.44:0/300391260 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:39:09.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.260+0000 7f659be00700 1 --2- 172.21.15.44:0/300391260 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f659c1095b0 0x7f659c197890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:09.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.260+0000 7f6592a00700 1 --2- 172.21.15.44:0/300391260 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f659c06bbe0 0x7f659c19dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:09.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.260+0000 7f659b400700 1 -- 172.21.15.44:0/300391260 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f659c06bbe0 msgr2=0x7f659c19dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:09.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.260+0000 7f659b400700 1 --2- 172.21.15.44:0/300391260 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f659c06bbe0 0x7f659c19dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:09.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.260+0000 7f659b400700 1 -- 172.21.15.44:0/300391260 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f659c1095b0 msgr2=0x7f659c197890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:09.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.260+0000 7f659b400700 1 --2- 172.21.15.44:0/300391260 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f659c1095b0 0x7f659c197890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:09.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.260+0000 7f659b400700 1 -- 172.21.15.44:0/300391260 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f659c197ff0 con 0x7f659c06b220 2024-05-21T00:39:09.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.260+0000 7f6592a00700 1 --2- 172.21.15.44:0/300391260 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f659c06bbe0 0x7f659c19dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:39:09.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.260+0000 7f659b400700 1 --2- 172.21.15.44:0/300391260 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f659c06b220 0x7f659c19d6d0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f658c009230 tx=0x7f658c00fa70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:09.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.261+0000 7f6598c00700 1 -- 172.21.15.44:0/300391260 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f658c005140 con 0x7f659c06b220 2024-05-21T00:39:09.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.261+0000 7f6598c00700 1 -- 172.21.15.44:0/300391260 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f658c00b560 con 0x7f659c06b220 2024-05-21T00:39:09.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.261+0000 7f65a2000700 1 -- 172.21.15.44:0/300391260 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f659c198280 con 0x7f659c06b220 2024-05-21T00:39:09.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.261+0000 7f6598c00700 1 -- 172.21.15.44:0/300391260 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f658c003ae0 con 0x7f659c06b220 2024-05-21T00:39:09.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.261+0000 7f65a2000700 1 -- 172.21.15.44:0/300391260 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f659c1a45a0 con 0x7f659c06b220 2024-05-21T00:39:09.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.262+0000 7f65a2000700 1 -- 172.21.15.44:0/300391260 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f659c063cd0 con 0x7f659c06b220 2024-05-21T00:39:09.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.265+0000 7f6598c00700 1 -- 172.21.15.44:0/300391260 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f658c003c80 con 0x7f659c06b220 2024-05-21T00:39:09.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.266+0000 7f6598c00700 1 --2- 172.21.15.44:0/300391260 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f65800b2990 0x7f65800b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:09.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.266+0000 7f6598c00700 1 -- 172.21.15.44:0/300391260 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8269+0+0 (secure 0 0 0) 0x7f658c0e37c0 con 0x7f659c06b220 2024-05-21T00:39:09.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.267+0000 7f6592a00700 1 --2- 172.21.15.44:0/300391260 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f65800b2990 0x7f65800b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:09.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.267+0000 7f6598c00700 1 --2- 172.21.15.44:0/300391260 >> [v2:172.21.15.92:6808/965782434,v1:172.21.15.92:6809/965782434] conn(0x7f65800bc5d0 0x7f65800bea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:09.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.267+0000 7f6598c00700 1 -- 172.21.15.44:0/300391260 --> [v2:172.21.15.92:6808/965782434,v1:172.21.15.92:6809/965782434] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f658c004e50 con 0x7f65800bc5d0 2024-05-21T00:39:09.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.267+0000 7f6598c00700 1 -- 172.21.15.44:0/300391260 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_get_version_reply(handle=1 version=80) ==== 24+0+0 (secure 0 0 0) 0x7f658c0e3b70 con 0x7f659c06b220 2024-05-21T00:39:09.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.267+0000 7f659be00700 1 --2- 172.21.15.44:0/300391260 >> [v2:172.21.15.92:6808/965782434,v1:172.21.15.92:6809/965782434] conn(0x7f65800bc5d0 0x7f65800bea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:09.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.267+0000 7f6592a00700 1 --2- 172.21.15.44:0/300391260 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f65800b2990 0x7f65800b4e50 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f6584009750 tx=0x7f6584009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:09.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.268+0000 7f659be00700 1 --2- 172.21.15.44:0/300391260 >> [v2:172.21.15.92:6808/965782434,v1:172.21.15.92:6809/965782434] conn(0x7f65800bc5d0 0x7f65800bea70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:09.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.269+0000 7f6598c00700 1 -- 172.21.15.44:0/300391260 <== osd.5 v2:172.21.15.92:6808/965782434 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f658c004e50 con 0x7f65800bc5d0 2024-05-21T00:39:09.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.287+0000 7f65a2000700 1 -- 172.21.15.44:0/300391260 --> [v2:172.21.15.92:6808/965782434,v1:172.21.15.92:6809/965782434] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f659c0640d0 con 0x7f65800bc5d0 2024-05-21T00:39:09.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.288+0000 7f6598c00700 1 -- 172.21.15.44:0/300391260 <== osd.5 v2:172.21.15.92:6808/965782434 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f659c0640d0 con 0x7f65800bc5d0 2024-05-21T00:39:09.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.288+0000 7f65a2000700 1 -- 172.21.15.44:0/300391260 >> [v2:172.21.15.92:6808/965782434,v1:172.21.15.92:6809/965782434] conn(0x7f65800bc5d0 msgr2=0x7f65800bea70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:09.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.288+0000 7f65a2000700 1 --2- 172.21.15.44:0/300391260 >> [v2:172.21.15.92:6808/965782434,v1:172.21.15.92:6809/965782434] conn(0x7f65800bc5d0 0x7f65800bea70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:09.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.288+0000 7f65a2000700 1 -- 172.21.15.44:0/300391260 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f65800b2990 msgr2=0x7f65800b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:09.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.288+0000 7f65a2000700 1 --2- 172.21.15.44:0/300391260 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f65800b2990 0x7f65800b4e50 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f6584009750 tx=0x7f6584009310 comp rx=0 tx=0).stop 2024-05-21T00:39:09.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.288+0000 7f65a2000700 1 -- 172.21.15.44:0/300391260 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f659c06b220 msgr2=0x7f659c19d6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:09.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.288+0000 7f65a2000700 1 --2- 172.21.15.44:0/300391260 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f659c06b220 0x7f659c19d6d0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f658c009230 tx=0x7f658c00fa70 comp rx=0 tx=0).stop 2024-05-21T00:39:09.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.288+0000 7f659be00700 1 -- 172.21.15.44:0/300391260 reap_dead start 2024-05-21T00:39:09.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.289+0000 7f65a2000700 1 -- 172.21.15.44:0/300391260 shutdown_connections 2024-05-21T00:39:09.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.289+0000 7f65a2000700 1 -- 172.21.15.44:0/300391260 >> 172.21.15.44:0/300391260 conn(0x7f659c0793f0 msgr2=0x7f659c101220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:09.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.289+0000 7f65a2000700 1 -- 172.21.15.44:0/300391260 shutdown_connections 2024-05-21T00:39:09.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.289+0000 7f65a2000700 1 -- 172.21.15.44:0/300391260 wait complete. 2024-05-21T00:39:09.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.538+0000 7ff94a400700 1 -- 172.21.15.44:0/938888383 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff944075970 msgr2=0x7ff944075d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:09.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.538+0000 7ff94a400700 1 --2- 172.21.15.44:0/938888383 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff944075970 0x7ff944075d50 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7ff938009990 tx=0x7ff938009ca0 comp rx=0 tx=0).stop 2024-05-21T00:39:09.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.538+0000 7ff94a400700 1 -- 172.21.15.44:0/938888383 shutdown_connections 2024-05-21T00:39:09.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.538+0000 7ff94a400700 1 --2- 172.21.15.44:0/938888383 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff94410fc90 0x7ff944112100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:09.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.538+0000 7ff94a400700 1 --2- 172.21.15.44:0/938888383 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff944075970 0x7ff944075d50 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:09.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.538+0000 7ff94a400700 1 --2- 172.21.15.44:0/938888383 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff944076290 0x7ff94410f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:09.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.538+0000 7ff94a400700 1 -- 172.21.15.44:0/938888383 >> 172.21.15.44:0/938888383 conn(0x7ff9440fef20 msgr2=0x7ff944101340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:09.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.538+0000 7ff94a400700 1 -- 172.21.15.44:0/938888383 shutdown_connections 2024-05-21T00:39:09.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.538+0000 7ff94a400700 1 -- 172.21.15.44:0/938888383 wait complete. 2024-05-21T00:39:09.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.539+0000 7ff94a400700 1 Processor -- start 2024-05-21T00:39:09.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.540+0000 7ff94a400700 1 -- start start 2024-05-21T00:39:09.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.540+0000 7ff94a400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff944075970 0x7ff94419bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:09.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.540+0000 7ff94a400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff944076290 0x7ff94419c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:09.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.540+0000 7ff94a400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff94410fc90 0x7ff9441a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:09.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.540+0000 7ff94a400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff944115860 con 0x7ff944075970 2024-05-21T00:39:09.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.540+0000 7ff94a400700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7ff9441156e0 con 0x7ff94410fc90 2024-05-21T00:39:09.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.540+0000 7ff94a400700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ff9441159e0 con 0x7ff944076290 2024-05-21T00:39:09.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.541+0000 7ff949000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff944075970 0x7ff94419bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:09.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.541+0000 7ff943e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff944076290 0x7ff94419c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:09.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.541+0000 7ff949000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff944075970 0x7ff94419bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41672/0 (socket says 172.21.15.44:41672) 2024-05-21T00:39:09.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.541+0000 7ff949000700 1 -- 172.21.15.44:0/829537374 learned_addr learned my addr 172.21.15.44:0/829537374 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:39:09.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.541+0000 7ff949a00700 1 --2- 172.21.15.44:0/829537374 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff94410fc90 0x7ff9441a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:09.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.541+0000 7ff943e00700 1 -- 172.21.15.44:0/829537374 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff94410fc90 msgr2=0x7ff9441a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:09.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.541+0000 7ff943e00700 1 --2- 172.21.15.44:0/829537374 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff94410fc90 0x7ff9441a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:09.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.541+0000 7ff943e00700 1 -- 172.21.15.44:0/829537374 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff944075970 msgr2=0x7ff94419bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:09.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.541+0000 7ff943e00700 1 --2- 172.21.15.44:0/829537374 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff944075970 0x7ff94419bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:09.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.541+0000 7ff943e00700 1 -- 172.21.15.44:0/829537374 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9441a0db0 con 0x7ff944076290 2024-05-21T00:39:09.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.541+0000 7ff943e00700 1 --2- 172.21.15.44:0/829537374 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff944076290 0x7ff94419c330 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff93000e9f0 tx=0x7ff93000ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:09.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.542+0000 7ff941600700 1 -- 172.21.15.44:0/829537374 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff93000c9c0 con 0x7ff944076290 2024-05-21T00:39:09.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.542+0000 7ff941600700 1 -- 172.21.15.44:0/829537374 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff93000cb60 con 0x7ff944076290 2024-05-21T00:39:09.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.542+0000 7ff941600700 1 -- 172.21.15.44:0/829537374 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff930018680 con 0x7ff944076290 2024-05-21T00:39:09.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.542+0000 7ff94a400700 1 -- 172.21.15.44:0/829537374 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9441a10a0 con 0x7ff944076290 2024-05-21T00:39:09.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.542+0000 7ff94a400700 1 -- 172.21.15.44:0/829537374 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9441a8920 con 0x7ff944076290 2024-05-21T00:39:09.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.543+0000 7ff94a400700 1 -- 172.21.15.44:0/829537374 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff944063cd0 con 0x7ff944076290 2024-05-21T00:39:09.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.545+0000 7ff941600700 1 -- 172.21.15.44:0/829537374 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7ff930010430 con 0x7ff944076290 2024-05-21T00:39:09.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.547+0000 7ff941600700 1 --2- 172.21.15.44:0/829537374 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ff92c0b2990 0x7ff92c0b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:09.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.547+0000 7ff941600700 1 -- 172.21.15.44:0/829537374 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8269+0+0 (secure 0 0 0) 0x7ff9300e2500 con 0x7ff944076290 2024-05-21T00:39:09.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.547+0000 7ff949000700 1 --2- 172.21.15.44:0/829537374 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ff92c0b2990 0x7ff92c0b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:09.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.547+0000 7ff941600700 1 --2- 172.21.15.44:0/829537374 >> [v2:172.21.15.44:6818/1537486544,v1:172.21.15.44:6819/1537486544] conn(0x7ff92c0bc5d0 0x7ff92c0bea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:09.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.547+0000 7ff941600700 1 -- 172.21.15.44:0/829537374 --> [v2:172.21.15.44:6818/1537486544,v1:172.21.15.44:6819/1537486544] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff92c0bf140 con 0x7ff92c0bc5d0 2024-05-21T00:39:09.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.547+0000 7ff941600700 1 -- 172.21.15.44:0/829537374 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_get_version_reply(handle=1 version=80) ==== 24+0+0 (secure 0 0 0) 0x7ff9300e9050 con 0x7ff944076290 2024-05-21T00:39:09.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.548+0000 7ff949a00700 1 --2- 172.21.15.44:0/829537374 >> [v2:172.21.15.44:6818/1537486544,v1:172.21.15.44:6819/1537486544] conn(0x7ff92c0bc5d0 0x7ff92c0bea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:09.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.548+0000 7ff949000700 1 --2- 172.21.15.44:0/829537374 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ff92c0b2990 0x7ff92c0b4e50 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7ff938006010 tx=0x7ff93800b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:09.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.548+0000 7ff949a00700 1 --2- 172.21.15.44:0/829537374 >> [v2:172.21.15.44:6818/1537486544,v1:172.21.15.44:6819/1537486544] conn(0x7ff92c0bc5d0 0x7ff92c0bea70 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:09.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.549+0000 7ff941600700 1 -- 172.21.15.44:0/829537374 <== osd.6 v2:172.21.15.44:6818/1537486544 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff92c0bf140 con 0x7ff92c0bc5d0 2024-05-21T00:39:09.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.568+0000 7ff94a400700 1 -- 172.21.15.44:0/829537374 --> [v2:172.21.15.44:6818/1537486544,v1:172.21.15.44:6819/1537486544] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff9440641a0 con 0x7ff92c0bc5d0 2024-05-21T00:39:09.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.568+0000 7ff941600700 1 -- 172.21.15.44:0/829537374 <== osd.6 v2:172.21.15.44:6818/1537486544 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7ff9440641a0 con 0x7ff92c0bc5d0 2024-05-21T00:39:09.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.569+0000 7ff94a400700 1 -- 172.21.15.44:0/829537374 >> [v2:172.21.15.44:6818/1537486544,v1:172.21.15.44:6819/1537486544] conn(0x7ff92c0bc5d0 msgr2=0x7ff92c0bea70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:09.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.569+0000 7ff94a400700 1 --2- 172.21.15.44:0/829537374 >> [v2:172.21.15.44:6818/1537486544,v1:172.21.15.44:6819/1537486544] conn(0x7ff92c0bc5d0 0x7ff92c0bea70 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:09.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.569+0000 7ff94a400700 1 -- 172.21.15.44:0/829537374 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ff92c0b2990 msgr2=0x7ff92c0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:09.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.569+0000 7ff94a400700 1 --2- 172.21.15.44:0/829537374 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ff92c0b2990 0x7ff92c0b4e50 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7ff938006010 tx=0x7ff93800b260 comp rx=0 tx=0).stop 2024-05-21T00:39:09.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.569+0000 7ff94a400700 1 -- 172.21.15.44:0/829537374 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff944076290 msgr2=0x7ff94419c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:09.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.569+0000 7ff94a400700 1 --2- 172.21.15.44:0/829537374 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff944076290 0x7ff94419c330 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff93000e9f0 tx=0x7ff93000ed00 comp rx=0 tx=0).stop 2024-05-21T00:39:09.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.569+0000 7ff949a00700 1 -- 172.21.15.44:0/829537374 reap_dead start 2024-05-21T00:39:09.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.570+0000 7ff94a400700 1 -- 172.21.15.44:0/829537374 shutdown_connections 2024-05-21T00:39:09.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.570+0000 7ff94a400700 1 -- 172.21.15.44:0/829537374 >> 172.21.15.44:0/829537374 conn(0x7ff9440fef20 msgr2=0x7ff9440ffc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:09.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.570+0000 7ff94a400700 1 -- 172.21.15.44:0/829537374 shutdown_connections 2024-05-21T00:39:09.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:09.570+0000 7ff94a400700 1 -- 172.21.15.44:0/829537374 wait complete. 2024-05-21T00:39:09.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:09 smithi092 ceph-mon[36335]: pgmap v369: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:39:09.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:09 smithi044 ceph-mon[31392]: pgmap v369: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:39:09.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:09 smithi082 ceph-mon[36141]: pgmap v369: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:39:10.788 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:10 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]: dispatch 2024-05-21T00:39:10.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:10 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]: dispatch 2024-05-21T00:39:10.853 INFO:teuthology.orchestra.run.smithi044.stdout:201863462971 2024-05-21T00:39:10.853 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-05-21T00:39:10.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:10 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]: dispatch 2024-05-21T00:39:11.371 INFO:teuthology.orchestra.run.smithi044.stdout:154618822728 2024-05-21T00:39:11.371 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-05-21T00:39:11.777 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:11 smithi044 ceph-mon[31392]: pgmap v370: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-21T00:39:11.777 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:11 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]': finished 2024-05-21T00:39:11.777 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:11 smithi044 ceph-mon[31392]: osdmap e81: 12 total, 12 up, 12 in 2024-05-21T00:39:11.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:11 smithi092 ceph-mon[36335]: pgmap v370: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-21T00:39:11.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:11 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]': finished 2024-05-21T00:39:11.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:11 smithi092 ceph-mon[36335]: osdmap e81: 12 total, 12 up, 12 in 2024-05-21T00:39:11.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:11 smithi082 ceph-mon[36141]: pgmap v370: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-21T00:39:11.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:11 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]': finished 2024-05-21T00:39:11.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:11 smithi082 ceph-mon[36141]: osdmap e81: 12 total, 12 up, 12 in 2024-05-21T00:39:12.075 INFO:teuthology.orchestra.run.smithi044.stdout:77309411417 2024-05-21T00:39:12.075 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-05-21T00:39:12.445 INFO:teuthology.orchestra.run.smithi044.stdout:107374182480 2024-05-21T00:39:12.445 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-05-21T00:39:12.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:12 smithi044 ceph-mon[31392]: osdmap e82: 12 total, 12 up, 12 in 2024-05-21T00:39:12.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:12 smithi092 ceph-mon[36335]: osdmap e82: 12 total, 12 up, 12 in 2024-05-21T00:39:12.825 INFO:teuthology.orchestra.run.smithi044.stdout:55834574941 2024-05-21T00:39:12.826 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-05-21T00:39:12.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:12 smithi082 ceph-mon[36141]: osdmap e82: 12 total, 12 up, 12 in 2024-05-21T00:39:13.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.051+0000 7f920d800700 1 -- 172.21.15.44:0/149485163 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f92081076b0 msgr2=0x7f920810f280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:13.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.051+0000 7f920d800700 1 --2- 172.21.15.44:0/149485163 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f92081076b0 0x7f920810f280 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f920000b0d0 tx=0x7f920000b3e0 comp rx=0 tx=0).stop 2024-05-21T00:39:13.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.051+0000 7f920d800700 1 -- 172.21.15.44:0/149485163 shutdown_connections 2024-05-21T00:39:13.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.051+0000 7f920d800700 1 --2- 172.21.15.44:0/149485163 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f92081076b0 0x7f920810f280 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:13.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.051+0000 7f920d800700 1 --2- 172.21.15.44:0/149485163 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f92081025d0 0x7f92081029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:13.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.051+0000 7f920d800700 1 --2- 172.21.15.44:0/149485163 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9208102f80 0x7f9208106fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:13.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.051+0000 7f920d800700 1 -- 172.21.15.44:0/149485163 >> 172.21.15.44:0/149485163 conn(0x7f92080fde60 msgr2=0x7f9208100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:13.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.051+0000 7f920d800700 1 -- 172.21.15.44:0/149485163 shutdown_connections 2024-05-21T00:39:13.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.051+0000 7f920d800700 1 -- 172.21.15.44:0/149485163 wait complete. 2024-05-21T00:39:13.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.053+0000 7f920d800700 1 Processor -- start 2024-05-21T00:39:13.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.053+0000 7f920d800700 1 -- start start 2024-05-21T00:39:13.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.054+0000 7f920d800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f92081025d0 0x7f920810fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:13.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.054+0000 7f920d800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9208102f80 0x7f92081101a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:13.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.054+0000 7f920d800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f92081076b0 0x7f92081106e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:13.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.054+0000 7f920d800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f92081136a0 con 0x7f92081076b0 2024-05-21T00:39:13.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.054+0000 7f920d800700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f9208113520 con 0x7f92081025d0 2024-05-21T00:39:13.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.054+0000 7f920d800700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f9208113820 con 0x7f9208102f80 2024-05-21T00:39:13.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.054+0000 7f9207e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f92081025d0 0x7f920810fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:13.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.054+0000 7f9207e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f92081025d0 0x7f920810fc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:38426/0 (socket says 172.21.15.44:38426) 2024-05-21T00:39:13.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.054+0000 7f9207e00700 1 -- 172.21.15.44:0/1861603094 learned_addr learned my addr 172.21.15.44:0/1861603094 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:39:13.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.054+0000 7f920ce00700 1 --2- 172.21.15.44:0/1861603094 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f92081076b0 0x7f92081106e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:13.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.055+0000 7f9207400700 1 --2- 172.21.15.44:0/1861603094 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9208102f80 0x7f92081101a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:13.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.055+0000 7f9207e00700 1 -- 172.21.15.44:0/1861603094 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9208102f80 msgr2=0x7f92081101a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:13.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.055+0000 7f9207e00700 1 --2- 172.21.15.44:0/1861603094 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9208102f80 0x7f92081101a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:13.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.055+0000 7f9207e00700 1 -- 172.21.15.44:0/1861603094 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f92081076b0 msgr2=0x7f92081106e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:13.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.055+0000 7f9207e00700 1 --2- 172.21.15.44:0/1861603094 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f92081076b0 0x7f92081106e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:13.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.055+0000 7f9207e00700 1 -- 172.21.15.44:0/1861603094 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92081a8000 con 0x7f92081025d0 2024-05-21T00:39:13.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.055+0000 7f9207e00700 1 --2- 172.21.15.44:0/1861603094 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f92081025d0 0x7f920810fc60 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f91f800e9a0 tx=0x7f91f800ed60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:13.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.055+0000 7f9204c00700 1 -- 172.21.15.44:0/1861603094 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91f800cbd0 con 0x7f92081025d0 2024-05-21T00:39:13.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.056+0000 7f9204c00700 1 -- 172.21.15.44:0/1861603094 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91f800cd70 con 0x7f92081025d0 2024-05-21T00:39:13.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.056+0000 7f920d800700 1 -- 172.21.15.44:0/1861603094 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92081a82f0 con 0x7f92081025d0 2024-05-21T00:39:13.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.056+0000 7f920d800700 1 -- 172.21.15.44:0/1861603094 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92081a8880 con 0x7f92081025d0 2024-05-21T00:39:13.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.056+0000 7f9204c00700 1 -- 172.21.15.44:0/1861603094 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91f8018680 con 0x7f92081025d0 2024-05-21T00:39:13.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.057+0000 7f920d800700 1 -- 172.21.15.44:0/1861603094 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f91e8001030 con 0x7f92081025d0 2024-05-21T00:39:13.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.059+0000 7f9204c00700 1 -- 172.21.15.44:0/1861603094 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f91f8018820 con 0x7f92081025d0 2024-05-21T00:39:13.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.062+0000 7f9204c00700 1 --2- 172.21.15.44:0/1861603094 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f91ec0b2990 0x7f91ec0b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:13.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.062+0000 7f9204c00700 1 -- 172.21.15.44:0/1861603094 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f91f80e31f0 con 0x7f92081025d0 2024-05-21T00:39:13.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.062+0000 7f9207400700 1 --2- 172.21.15.44:0/1861603094 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f91ec0b2990 0x7f91ec0b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:13.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.062+0000 7f9204c00700 1 --2- 172.21.15.44:0/1861603094 >> [v2:172.21.15.44:6802/3592915645,v1:172.21.15.44:6803/3592915645] conn(0x7f91ec0bc650 0x7f91ec0beaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:13.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.062+0000 7f9204c00700 1 -- 172.21.15.44:0/1861603094 --> [v2:172.21.15.44:6802/3592915645,v1:172.21.15.44:6803/3592915645] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f91f8017e70 con 0x7f91ec0bc650 2024-05-21T00:39:13.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.062+0000 7f9204c00700 1 -- 172.21.15.44:0/1861603094 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f91f80e35a0 con 0x7f92081025d0 2024-05-21T00:39:13.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.063+0000 7f920ce00700 1 --2- 172.21.15.44:0/1861603094 >> [v2:172.21.15.44:6802/3592915645,v1:172.21.15.44:6803/3592915645] conn(0x7f91ec0bc650 0x7f91ec0beaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:13.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.063+0000 7f9207400700 1 --2- 172.21.15.44:0/1861603094 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f91ec0b2990 0x7f91ec0b4e50 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f9208101560 tx=0x7f91f4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:13.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.063+0000 7f920ce00700 1 --2- 172.21.15.44:0/1861603094 >> [v2:172.21.15.44:6802/3592915645,v1:172.21.15.44:6803/3592915645] conn(0x7f91ec0bc650 0x7f91ec0beaf0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:13.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.064+0000 7f9204c00700 1 -- 172.21.15.44:0/1861603094 <== osd.0 v2:172.21.15.44:6802/3592915645 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f91f8017e70 con 0x7f91ec0bc650 2024-05-21T00:39:13.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.084+0000 7f920d800700 1 -- 172.21.15.44:0/1861603094 --> [v2:172.21.15.44:6802/3592915645,v1:172.21.15.44:6803/3592915645] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f91e8002e60 con 0x7f91ec0bc650 2024-05-21T00:39:13.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.085+0000 7f9204c00700 1 -- 172.21.15.44:0/1861603094 <== osd.0 v2:172.21.15.44:6802/3592915645 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f91e8002e60 con 0x7f91ec0bc650 2024-05-21T00:39:13.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.085+0000 7f920d800700 1 -- 172.21.15.44:0/1861603094 >> [v2:172.21.15.44:6802/3592915645,v1:172.21.15.44:6803/3592915645] conn(0x7f91ec0bc650 msgr2=0x7f91ec0beaf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:13.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.085+0000 7f920d800700 1 --2- 172.21.15.44:0/1861603094 >> [v2:172.21.15.44:6802/3592915645,v1:172.21.15.44:6803/3592915645] conn(0x7f91ec0bc650 0x7f91ec0beaf0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:13.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.085+0000 7f920d800700 1 -- 172.21.15.44:0/1861603094 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f91ec0b2990 msgr2=0x7f91ec0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:13.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.085+0000 7f920d800700 1 --2- 172.21.15.44:0/1861603094 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f91ec0b2990 0x7f91ec0b4e50 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f9208101560 tx=0x7f91f4009260 comp rx=0 tx=0).stop 2024-05-21T00:39:13.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.085+0000 7f920d800700 1 -- 172.21.15.44:0/1861603094 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f92081025d0 msgr2=0x7f920810fc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:13.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.086+0000 7f920d800700 1 --2- 172.21.15.44:0/1861603094 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f92081025d0 0x7f920810fc60 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f91f800e9a0 tx=0x7f91f800ed60 comp rx=0 tx=0).stop 2024-05-21T00:39:13.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.086+0000 7f920ce00700 1 -- 172.21.15.44:0/1861603094 reap_dead start 2024-05-21T00:39:13.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.086+0000 7f920d800700 1 -- 172.21.15.44:0/1861603094 shutdown_connections 2024-05-21T00:39:13.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.086+0000 7f920d800700 1 -- 172.21.15.44:0/1861603094 >> 172.21.15.44:0/1861603094 conn(0x7f92080fde60 msgr2=0x7f9208100160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:13.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.086+0000 7f920d800700 1 -- 172.21.15.44:0/1861603094 shutdown_connections 2024-05-21T00:39:13.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:13.086+0000 7f920d800700 1 -- 172.21.15.44:0/1861603094 wait complete. 2024-05-21T00:39:13.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:13 smithi092 ceph-mon[36335]: pgmap v373: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 5 op/s 2024-05-21T00:39:13.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:13 smithi044 ceph-mon[31392]: pgmap v373: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 5 op/s 2024-05-21T00:39:13.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:13 smithi082 ceph-mon[36141]: pgmap v373: 97 pgs: 97 active+clean; 640 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 5 op/s 2024-05-21T00:39:14.027 INFO:teuthology.orchestra.run.smithi044.stdout:180388626497 2024-05-21T00:39:14.028 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-05-21T00:39:14.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.037+0000 7f06e8a00700 1 -- 172.21.15.44:0/4284422184 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06e4109540 msgr2=0x7f06e4109920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:14.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.037+0000 7f06e8a00700 1 --2- 172.21.15.44:0/4284422184 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06e4109540 0x7f06e4109920 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f06d40099c0 tx=0x7f06d4009cd0 comp rx=0 tx=0).stop 2024-05-21T00:39:14.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.038+0000 7f06e8a00700 1 -- 172.21.15.44:0/4284422184 shutdown_connections 2024-05-21T00:39:14.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.038+0000 7f06e8a00700 1 --2- 172.21.15.44:0/4284422184 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06e4109540 0x7f06e4109920 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:14.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.038+0000 7f06e8a00700 1 --2- 172.21.15.44:0/4284422184 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f06e4103e50 0x7f06e4110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:14.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.038+0000 7f06e8a00700 1 --2- 172.21.15.44:0/4284422184 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f06e4103490 0x7f06e4103910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:14.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.038+0000 7f06e8a00700 1 -- 172.21.15.44:0/4284422184 >> 172.21.15.44:0/4284422184 conn(0x7f06e40fefc0 msgr2=0x7f06e41013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:14.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.038+0000 7f06e8a00700 1 -- 172.21.15.44:0/4284422184 shutdown_connections 2024-05-21T00:39:14.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.038+0000 7f06e8a00700 1 -- 172.21.15.44:0/4284422184 wait complete. 2024-05-21T00:39:14.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.039+0000 7f06e8a00700 1 Processor -- start 2024-05-21T00:39:14.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.040+0000 7f06e8a00700 1 -- start start 2024-05-21T00:39:14.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.040+0000 7f06e8a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f06e4103490 0x7f06e41a1940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:14.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.040+0000 7f06e8a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06e4103e50 0x7f06e41a1e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:14.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.040+0000 7f06e8a00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f06e4109540 0x7f06e419bb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:14.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.040+0000 7f06e8a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f06e41136a0 con 0x7f06e4103e50 2024-05-21T00:39:14.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.040+0000 7f06e8a00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f06e4113520 con 0x7f06e4109540 2024-05-21T00:39:14.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.040+0000 7f06e8a00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f06e4113820 con 0x7f06e4103490 2024-05-21T00:39:14.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.040+0000 7f06e1e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06e4103e50 0x7f06e41a1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:14.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.040+0000 7f06e1e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06e4103e50 0x7f06e41a1e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41710/0 (socket says 172.21.15.44:41710) 2024-05-21T00:39:14.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.040+0000 7f06e1e00700 1 -- 172.21.15.44:0/1060968528 learned_addr learned my addr 172.21.15.44:0/1060968528 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:39:14.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.041+0000 7f06e2800700 1 --2- 172.21.15.44:0/1060968528 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f06e4103490 0x7f06e41a1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:14.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.041+0000 7f06e3200700 1 --2- 172.21.15.44:0/1060968528 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f06e4109540 0x7f06e419bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:14.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.041+0000 7f06e1e00700 1 -- 172.21.15.44:0/1060968528 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f06e4103490 msgr2=0x7f06e41a1940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:14.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.041+0000 7f06e1e00700 1 --2- 172.21.15.44:0/1060968528 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f06e4103490 0x7f06e41a1940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:14.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.041+0000 7f06e1e00700 1 -- 172.21.15.44:0/1060968528 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f06e4109540 msgr2=0x7f06e419bb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:14.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.041+0000 7f06e1e00700 1 --2- 172.21.15.44:0/1060968528 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f06e4109540 0x7f06e419bb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:14.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.041+0000 7f06e1e00700 1 -- 172.21.15.44:0/1060968528 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06e419c260 con 0x7f06e4103e50 2024-05-21T00:39:14.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.041+0000 7f06e2800700 1 --2- 172.21.15.44:0/1060968528 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f06e4103490 0x7f06e41a1940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:39:14.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.041+0000 7f06e1e00700 1 --2- 172.21.15.44:0/1060968528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06e4103e50 0x7f06e41a1e80 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f06d000e9c0 tx=0x7f06d000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:14.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.042+0000 7f06db400700 1 -- 172.21.15.44:0/1060968528 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06d000cbd0 con 0x7f06e4103e50 2024-05-21T00:39:14.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.042+0000 7f06db400700 1 -- 172.21.15.44:0/1060968528 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06d000ee60 con 0x7f06e4103e50 2024-05-21T00:39:14.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.042+0000 7f06e8a00700 1 -- 172.21.15.44:0/1060968528 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06e419c550 con 0x7f06e4103e50 2024-05-21T00:39:14.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.042+0000 7f06db400700 1 -- 172.21.15.44:0/1060968528 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06d00055c0 con 0x7f06e4103e50 2024-05-21T00:39:14.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.042+0000 7f06e8a00700 1 -- 172.21.15.44:0/1060968528 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06e41a8810 con 0x7f06e4103e50 2024-05-21T00:39:14.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.043+0000 7f06e8a00700 1 -- 172.21.15.44:0/1060968528 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f06e4100e10 con 0x7f06e4103e50 2024-05-21T00:39:14.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.047+0000 7f06db400700 1 -- 172.21.15.44:0/1060968528 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f06d0004750 con 0x7f06e4103e50 2024-05-21T00:39:14.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.048+0000 7f06db400700 1 --2- 172.21.15.44:0/1060968528 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f06c80b2990 0x7f06c80b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:14.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.049+0000 7f06db400700 1 -- 172.21.15.44:0/1060968528 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f06d00e2a60 con 0x7f06e4103e50 2024-05-21T00:39:14.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.049+0000 7f06e2800700 1 --2- 172.21.15.44:0/1060968528 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f06c80b2990 0x7f06c80b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:14.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.049+0000 7f06db400700 1 --2- 172.21.15.44:0/1060968528 >> [v2:172.21.15.92:6816/3959245624,v1:172.21.15.92:6817/3959245624] conn(0x7f06c80bc650 0x7f06c80beaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:14.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.049+0000 7f06db400700 1 -- 172.21.15.44:0/1060968528 --> [v2:172.21.15.92:6816/3959245624,v1:172.21.15.92:6817/3959245624] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f06d000be50 con 0x7f06c80bc650 2024-05-21T00:39:14.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.049+0000 7f06db400700 1 -- 172.21.15.44:0/1060968528 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f06d00e2e10 con 0x7f06e4103e50 2024-05-21T00:39:14.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.049+0000 7f06e3200700 1 --2- 172.21.15.44:0/1060968528 >> [v2:172.21.15.92:6816/3959245624,v1:172.21.15.92:6817/3959245624] conn(0x7f06c80bc650 0x7f06c80beaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:14.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.050+0000 7f06e2800700 1 --2- 172.21.15.44:0/1060968528 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f06c80b2990 0x7f06c80b4e50 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f06d4003760 tx=0x7f06d4005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:14.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.050+0000 7f06e3200700 1 --2- 172.21.15.44:0/1060968528 >> [v2:172.21.15.92:6816/3959245624,v1:172.21.15.92:6817/3959245624] conn(0x7f06c80bc650 0x7f06c80beaf0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:14.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.051+0000 7f06db400700 1 -- 172.21.15.44:0/1060968528 <== osd.8 v2:172.21.15.92:6816/3959245624 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f06d000be50 con 0x7f06c80bc650 2024-05-21T00:39:14.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.071+0000 7f06e8a00700 1 -- 172.21.15.44:0/1060968528 --> [v2:172.21.15.92:6816/3959245624,v1:172.21.15.92:6817/3959245624] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f06e4104bb0 con 0x7f06c80bc650 2024-05-21T00:39:14.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.072+0000 7f06db400700 1 -- 172.21.15.44:0/1060968528 <== osd.8 v2:172.21.15.92:6816/3959245624 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f06e4104bb0 con 0x7f06c80bc650 2024-05-21T00:39:14.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.073+0000 7f06e8a00700 1 -- 172.21.15.44:0/1060968528 >> [v2:172.21.15.92:6816/3959245624,v1:172.21.15.92:6817/3959245624] conn(0x7f06c80bc650 msgr2=0x7f06c80beaf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:14.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.073+0000 7f06e8a00700 1 --2- 172.21.15.44:0/1060968528 >> [v2:172.21.15.92:6816/3959245624,v1:172.21.15.92:6817/3959245624] conn(0x7f06c80bc650 0x7f06c80beaf0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:14.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.073+0000 7f06e8a00700 1 -- 172.21.15.44:0/1060968528 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f06c80b2990 msgr2=0x7f06c80b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:14.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.073+0000 7f06e8a00700 1 --2- 172.21.15.44:0/1060968528 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f06c80b2990 0x7f06c80b4e50 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f06d4003760 tx=0x7f06d4005fb0 comp rx=0 tx=0).stop 2024-05-21T00:39:14.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.073+0000 7f06e8a00700 1 -- 172.21.15.44:0/1060968528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06e4103e50 msgr2=0x7f06e41a1e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:14.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.073+0000 7f06e8a00700 1 --2- 172.21.15.44:0/1060968528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06e4103e50 0x7f06e41a1e80 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f06d000e9c0 tx=0x7f06d000ecd0 comp rx=0 tx=0).stop 2024-05-21T00:39:14.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.073+0000 7f06e3200700 1 -- 172.21.15.44:0/1060968528 reap_dead start 2024-05-21T00:39:14.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.073+0000 7f06e8a00700 1 -- 172.21.15.44:0/1060968528 shutdown_connections 2024-05-21T00:39:14.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.073+0000 7f06e8a00700 1 -- 172.21.15.44:0/1060968528 >> 172.21.15.44:0/1060968528 conn(0x7f06e40fefc0 msgr2=0x7f06e41003f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:14.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.073+0000 7f06e8a00700 1 -- 172.21.15.44:0/1060968528 shutdown_connections 2024-05-21T00:39:14.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:14.073+0000 7f06e8a00700 1 -- 172.21.15.44:0/1060968528 wait complete. 2024-05-21T00:39:15.468 INFO:teuthology.orchestra.run.smithi044.stdout:34359738468 2024-05-21T00:39:15.468 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-05-21T00:39:15.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:15 smithi044 ceph-mon[31392]: pgmap v374: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:39:15.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:15 smithi092 ceph-mon[36335]: pgmap v374: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:39:15.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:15 smithi082 ceph-mon[36141]: pgmap v374: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:39:16.211 INFO:teuthology.orchestra.run.smithi044.stdout:253403070512 2024-05-21T00:39:16.211 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-05-21T00:39:17.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.081+0000 7fceede00700 1 -- 172.21.15.44:0/693231221 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcee8105780 msgr2=0x7fcee8105c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:17.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.081+0000 7fceede00700 1 --2- 172.21.15.44:0/693231221 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcee8105780 0x7fcee8105c00 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fced0009f90 tx=0x7fced000b330 comp rx=0 tx=0).stop 2024-05-21T00:39:17.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.081+0000 7fceede00700 1 -- 172.21.15.44:0/693231221 shutdown_connections 2024-05-21T00:39:17.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.081+0000 7fceede00700 1 --2- 172.21.15.44:0/693231221 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcee810b780 0x7fcee810bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:17.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.081+0000 7fceede00700 1 --2- 172.21.15.44:0/693231221 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fcee8106140 0x7fcee8112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:17.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.081+0000 7fceede00700 1 --2- 172.21.15.44:0/693231221 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcee8105780 0x7fcee8105c00 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:17.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.081+0000 7fceede00700 1 -- 172.21.15.44:0/693231221 >> 172.21.15.44:0/693231221 conn(0x7fcee8101270 msgr2=0x7fcee8103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:17.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.081+0000 7fceede00700 1 -- 172.21.15.44:0/693231221 shutdown_connections 2024-05-21T00:39:17.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.081+0000 7fceede00700 1 -- 172.21.15.44:0/693231221 wait complete. 2024-05-21T00:39:17.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.082+0000 7fceede00700 1 Processor -- start 2024-05-21T00:39:17.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.083+0000 7fceede00700 1 -- start start 2024-05-21T00:39:17.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.083+0000 7fceede00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcee8105780 0x7fcee819bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:17.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.083+0000 7fceede00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fcee8106140 0x7fcee819c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:17.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.083+0000 7fceede00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcee810b780 0x7fcee81a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:17.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.083+0000 7fceede00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcee8115960 con 0x7fcee8105780 2024-05-21T00:39:17.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.083+0000 7fceede00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fcee81157e0 con 0x7fcee8106140 2024-05-21T00:39:17.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.083+0000 7fceede00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fcee8115ae0 con 0x7fcee810b780 2024-05-21T00:39:17.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.083+0000 7fcee6a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcee8105780 0x7fcee819bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:17.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.083+0000 7fcede000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fcee8106140 0x7fcee819c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:17.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.083+0000 7fcede000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fcee8106140 0x7fcee819c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:38458/0 (socket says 172.21.15.44:38458) 2024-05-21T00:39:17.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.083+0000 7fcee6a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcee8105780 0x7fcee819bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41728/0 (socket says 172.21.15.44:41728) 2024-05-21T00:39:17.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.083+0000 7fcede000700 1 -- 172.21.15.44:0/690060961 learned_addr learned my addr 172.21.15.44:0/690060961 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:39:17.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.083+0000 7fcee7400700 1 --2- 172.21.15.44:0/690060961 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcee810b780 0x7fcee81a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:17.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.084+0000 7fcede000700 1 -- 172.21.15.44:0/690060961 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcee810b780 msgr2=0x7fcee81a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:17.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.084+0000 7fcede000700 1 --2- 172.21.15.44:0/690060961 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcee810b780 0x7fcee81a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:17.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.084+0000 7fcede000700 1 -- 172.21.15.44:0/690060961 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcee8105780 msgr2=0x7fcee819bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:17.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.084+0000 7fcede000700 1 --2- 172.21.15.44:0/690060961 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcee8105780 0x7fcee819bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:17.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.084+0000 7fcede000700 1 -- 172.21.15.44:0/690060961 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcee81a0e00 con 0x7fcee8106140 2024-05-21T00:39:17.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.084+0000 7fcede000700 1 --2- 172.21.15.44:0/690060961 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fcee8106140 0x7fcee819c330 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fced0009f60 tx=0x7fced000ccb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:17.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.084+0000 7fceeca00700 1 -- 172.21.15.44:0/690060961 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fced0021070 con 0x7fcee8106140 2024-05-21T00:39:17.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.084+0000 7fceeca00700 1 -- 172.21.15.44:0/690060961 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fced0007ac0 con 0x7fcee8106140 2024-05-21T00:39:17.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.084+0000 7fceeca00700 1 -- 172.21.15.44:0/690060961 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fced0005040 con 0x7fcee8106140 2024-05-21T00:39:17.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.085+0000 7fceede00700 1 -- 172.21.15.44:0/690060961 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcee81a1090 con 0x7fcee8106140 2024-05-21T00:39:17.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.085+0000 7fceede00700 1 -- 172.21.15.44:0/690060961 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcee81a8970 con 0x7fcee8106140 2024-05-21T00:39:17.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.086+0000 7fceede00700 1 -- 172.21.15.44:0/690060961 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fcee8063cd0 con 0x7fcee8106140 2024-05-21T00:39:17.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.088+0000 7fceeca00700 1 -- 172.21.15.44:0/690060961 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fced0024070 con 0x7fcee8106140 2024-05-21T00:39:17.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.090+0000 7fceeca00700 1 --2- 172.21.15.44:0/690060961 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fcecc0b2910 0x7fcecc0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:17.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.090+0000 7fceeca00700 1 -- 172.21.15.44:0/690060961 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fced000f020 con 0x7fcee8106140 2024-05-21T00:39:17.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.090+0000 7fcee6a00700 1 --2- 172.21.15.44:0/690060961 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fcecc0b2910 0x7fcecc0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:17.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.090+0000 7fceeca00700 1 --2- 172.21.15.44:0/690060961 >> [v2:172.21.15.82:6824/1964064567,v1:172.21.15.82:6825/1964064567] conn(0x7fcecc0bc5d0 0x7fcecc0bea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:17.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.090+0000 7fceeca00700 1 -- 172.21.15.44:0/690060961 --> [v2:172.21.15.82:6824/1964064567,v1:172.21.15.82:6825/1964064567] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fced0027e50 con 0x7fcecc0bc5d0 2024-05-21T00:39:17.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.090+0000 7fceeca00700 1 -- 172.21.15.44:0/690060961 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7fced00e3d70 con 0x7fcee8106140 2024-05-21T00:39:17.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.090+0000 7fcee7400700 1 --2- 172.21.15.44:0/690060961 >> [v2:172.21.15.82:6824/1964064567,v1:172.21.15.82:6825/1964064567] conn(0x7fcecc0bc5d0 0x7fcecc0bea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:17.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.091+0000 7fcee6a00700 1 --2- 172.21.15.44:0/690060961 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fcecc0b2910 0x7fcecc0b4dd0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fced8009750 tx=0x7fced8009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:17.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.091+0000 7fcee7400700 1 --2- 172.21.15.44:0/690060961 >> [v2:172.21.15.82:6824/1964064567,v1:172.21.15.82:6825/1964064567] conn(0x7fcecc0bc5d0 0x7fcecc0bea70 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:17.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.092+0000 7fceeca00700 1 -- 172.21.15.44:0/690060961 <== osd.10 v2:172.21.15.82:6824/1964064567 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fced0027e50 con 0x7fcecc0bc5d0 2024-05-21T00:39:17.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.111+0000 7fceede00700 1 -- 172.21.15.44:0/690060961 --> [v2:172.21.15.82:6824/1964064567,v1:172.21.15.82:6825/1964064567] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fcee8064150 con 0x7fcecc0bc5d0 2024-05-21T00:39:17.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.111+0000 7fceeca00700 1 -- 172.21.15.44:0/690060961 <== osd.10 v2:172.21.15.82:6824/1964064567 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fcee8064150 con 0x7fcecc0bc5d0 2024-05-21T00:39:17.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.112+0000 7fceede00700 1 -- 172.21.15.44:0/690060961 >> [v2:172.21.15.82:6824/1964064567,v1:172.21.15.82:6825/1964064567] conn(0x7fcecc0bc5d0 msgr2=0x7fcecc0bea70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:17.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.112+0000 7fceede00700 1 --2- 172.21.15.44:0/690060961 >> [v2:172.21.15.82:6824/1964064567,v1:172.21.15.82:6825/1964064567] conn(0x7fcecc0bc5d0 0x7fcecc0bea70 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:17.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.112+0000 7fceede00700 1 -- 172.21.15.44:0/690060961 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fcecc0b2910 msgr2=0x7fcecc0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:17.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.112+0000 7fceede00700 1 --2- 172.21.15.44:0/690060961 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fcecc0b2910 0x7fcecc0b4dd0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fced8009750 tx=0x7fced8009310 comp rx=0 tx=0).stop 2024-05-21T00:39:17.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.112+0000 7fceede00700 1 -- 172.21.15.44:0/690060961 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fcee8106140 msgr2=0x7fcee819c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:17.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.112+0000 7fceede00700 1 --2- 172.21.15.44:0/690060961 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fcee8106140 0x7fcee819c330 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fced0009f60 tx=0x7fced000ccb0 comp rx=0 tx=0).stop 2024-05-21T00:39:17.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.112+0000 7fcee7400700 1 -- 172.21.15.44:0/690060961 reap_dead start 2024-05-21T00:39:17.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.112+0000 7fceede00700 1 -- 172.21.15.44:0/690060961 shutdown_connections 2024-05-21T00:39:17.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.112+0000 7fceede00700 1 -- 172.21.15.44:0/690060961 >> 172.21.15.44:0/690060961 conn(0x7fcee8101270 msgr2=0x7fcee81018a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:17.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.112+0000 7fceede00700 1 -- 172.21.15.44:0/690060961 shutdown_connections 2024-05-21T00:39:17.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:17.112+0000 7fceede00700 1 -- 172.21.15.44:0/690060961 wait complete. 2024-05-21T00:39:17.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:17 smithi092 ceph-mon[36335]: pgmap v375: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-21T00:39:17.889 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:17 smithi044 ceph-mon[31392]: pgmap v375: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-21T00:39:17.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:17 smithi082 ceph-mon[36141]: pgmap v375: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-21T00:39:17.964 INFO:teuthology.orchestra.run.smithi044.stdout:227633266745 2024-05-21T00:39:17.964 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-05-21T00:39:18.115 INFO:teuthology.orchestra.run.smithi044.stdout:300647710759 2024-05-21T00:39:18.115 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-05-21T00:39:18.487 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:39:18.494 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:39:18.514 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:39:18.600 INFO:teuthology.orchestra.run.smithi044.stdout:274877906989 2024-05-21T00:39:18.600 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-05-21T00:39:19.671 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:39:19.672 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:39:19.674 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:39:19.680 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:39:19.784 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:19 smithi044 ceph-mon[31392]: pgmap v376: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-21T00:39:19.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:19 smithi082 ceph-mon[36141]: pgmap v376: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-21T00:39:20.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:19 smithi092 ceph-mon[36335]: pgmap v376: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-21T00:39:21.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:21 smithi044 ceph-mon[31392]: pgmap v377: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 5 op/s 2024-05-21T00:39:21.859 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:21 smithi092 ceph-mon[36335]: pgmap v377: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 5 op/s 2024-05-21T00:39:21.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:21 smithi082 ceph-mon[36141]: pgmap v377: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 5 op/s 2024-05-21T00:39:23.806 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:23 smithi044 ceph-mon[31392]: pgmap v378: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-21T00:39:23.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:23 smithi082 ceph-mon[36141]: pgmap v378: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-21T00:39:24.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:23 smithi092 ceph-mon[36335]: pgmap v378: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-21T00:39:24.784 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:24 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:39:24.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:24 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:39:25.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:24 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:39:25.798 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:25 smithi044 ceph-mon[31392]: pgmap v379: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 6 op/s 2024-05-21T00:39:25.798 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:25 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:39:25.798 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:25 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:39:25.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:25 smithi082 ceph-mon[36141]: pgmap v379: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 6 op/s 2024-05-21T00:39:25.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:25 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:39:25.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:25 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:39:26.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:25 smithi092 ceph-mon[36335]: pgmap v379: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 6 op/s 2024-05-21T00:39:26.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:25 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:39:26.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:25 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:39:26.620 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:39:26.620 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:39:26.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.132+0000 7fc038c00700 1 -- 172.21.15.44:0/3405609774 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc034075770 msgr2=0x7fc034075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:26.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.132+0000 7fc038c00700 1 --2- 172.21.15.44:0/3405609774 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc034075770 0x7fc034075b50 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fc024009990 tx=0x7fc024009ca0 comp rx=0 tx=0).stop 2024-05-21T00:39:26.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.132+0000 7fc038c00700 1 -- 172.21.15.44:0/3405609774 shutdown_connections 2024-05-21T00:39:26.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.132+0000 7fc038c00700 1 --2- 172.21.15.44:0/3405609774 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc03410ff40 0x7fc034112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:26.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.132+0000 7fc038c00700 1 --2- 172.21.15.44:0/3405609774 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc034075770 0x7fc034075b50 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:26.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.132+0000 7fc038c00700 1 --2- 172.21.15.44:0/3405609774 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc034076090 0x7fc03410fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:26.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.132+0000 7fc038c00700 1 -- 172.21.15.44:0/3405609774 >> 172.21.15.44:0/3405609774 conn(0x7fc03407a6a0 msgr2=0x7fc03407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:26.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.132+0000 7fc038c00700 1 -- 172.21.15.44:0/3405609774 shutdown_connections 2024-05-21T00:39:26.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.132+0000 7fc038c00700 1 -- 172.21.15.44:0/3405609774 wait complete. 2024-05-21T00:39:26.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.134+0000 7fc038c00700 1 Processor -- start 2024-05-21T00:39:26.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.134+0000 7fc038c00700 1 -- start start 2024-05-21T00:39:26.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.134+0000 7fc038c00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc034075770 0x7fc03410f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:26.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.134+0000 7fc038c00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc034076090 0x7fc03410f950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:26.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.134+0000 7fc038c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc03410ff40 0x7fc034106510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:26.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.134+0000 7fc038c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc034105090 con 0x7fc03410ff40 2024-05-21T00:39:26.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.134+0000 7fc038c00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc034104f10 con 0x7fc034076090 2024-05-21T00:39:26.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.134+0000 7fc038c00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fc034105210 con 0x7fc034075770 2024-05-21T00:39:26.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.134+0000 7fc031400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc034076090 0x7fc03410f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:26.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.134+0000 7fc031e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc034075770 0x7fc03410f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:26.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.134+0000 7fc031400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc034076090 0x7fc03410f950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:58574/0 (socket says 172.21.15.44:58574) 2024-05-21T00:39:26.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.134+0000 7fc031400700 1 -- 172.21.15.44:0/576580695 learned_addr learned my addr 172.21.15.44:0/576580695 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:39:26.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.134+0000 7fc032800700 1 --2- 172.21.15.44:0/576580695 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc03410ff40 0x7fc034106510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:26.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.135+0000 7fc031400700 1 -- 172.21.15.44:0/576580695 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc034075770 msgr2=0x7fc03410f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:26.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.135+0000 7fc031400700 1 --2- 172.21.15.44:0/576580695 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc034075770 0x7fc03410f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:26.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.135+0000 7fc031400700 1 -- 172.21.15.44:0/576580695 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc03410ff40 msgr2=0x7fc034106510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:26.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.135+0000 7fc031400700 1 --2- 172.21.15.44:0/576580695 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc03410ff40 0x7fc034106510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:26.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.135+0000 7fc031400700 1 -- 172.21.15.44:0/576580695 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc034106e10 con 0x7fc034076090 2024-05-21T00:39:26.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.135+0000 7fc032800700 1 --2- 172.21.15.44:0/576580695 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc03410ff40 0x7fc034106510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:39:26.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.135+0000 7fc031400700 1 --2- 172.21.15.44:0/576580695 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc034076090 0x7fc03410f950 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fc02000e970 tx=0x7fc02000ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:26.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.135+0000 7fc02aa00700 1 -- 172.21.15.44:0/576580695 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc02000cbd0 con 0x7fc034076090 2024-05-21T00:39:26.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.135+0000 7fc02aa00700 1 -- 172.21.15.44:0/576580695 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc0200044d0 con 0x7fc034076090 2024-05-21T00:39:26.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.135+0000 7fc038c00700 1 -- 172.21.15.44:0/576580695 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc034107100 con 0x7fc034076090 2024-05-21T00:39:26.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.135+0000 7fc02aa00700 1 -- 172.21.15.44:0/576580695 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc020003df0 con 0x7fc034076090 2024-05-21T00:39:26.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.135+0000 7fc038c00700 1 -- 172.21.15.44:0/576580695 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc03410b140 con 0x7fc034076090 2024-05-21T00:39:26.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.136+0000 7fc038c00700 1 -- 172.21.15.44:0/576580695 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc034076e60 con 0x7fc034076090 2024-05-21T00:39:26.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.139+0000 7fc02aa00700 1 -- 172.21.15.44:0/576580695 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fc020003f90 con 0x7fc034076090 2024-05-21T00:39:26.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.141+0000 7fc02aa00700 1 --2- 172.21.15.44:0/576580695 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc0180b29c0 0x7fc0180b4e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:26.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.141+0000 7fc02aa00700 1 -- 172.21.15.44:0/576580695 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fc0200e2640 con 0x7fc034076090 2024-05-21T00:39:26.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.141+0000 7fc031e00700 1 --2- 172.21.15.44:0/576580695 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc0180b29c0 0x7fc0180b4e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:26.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.142+0000 7fc031e00700 1 --2- 172.21.15.44:0/576580695 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc0180b29c0 0x7fc0180b4e80 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fc02400b2e0 tx=0x7fc024005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:26.744 INFO:teuthology.orchestra.run.smithi044.stdout:201863462975 2024-05-21T00:39:26.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.142+0000 7fc02aa00700 1 -- 172.21.15.44:0/576580695 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc0200aa160 con 0x7fc034076090 2024-05-21T00:39:26.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.389+0000 7fc038c00700 1 -- 172.21.15.44:0/576580695 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fc03406a230 con 0x7fc034076090 2024-05-21T00:39:26.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.389+0000 7fc02aa00700 1 -- 172.21.15.44:0/576580695 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fc0200b21e0 con 0x7fc034076090 2024-05-21T00:39:26.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.393+0000 7fc038c00700 1 -- 172.21.15.44:0/576580695 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc0180b29c0 msgr2=0x7fc0180b4e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:26.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.393+0000 7fc038c00700 1 --2- 172.21.15.44:0/576580695 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc0180b29c0 0x7fc0180b4e80 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fc02400b2e0 tx=0x7fc024005fb0 comp rx=0 tx=0).stop 2024-05-21T00:39:26.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.393+0000 7fc038c00700 1 -- 172.21.15.44:0/576580695 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc034076090 msgr2=0x7fc03410f950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:26.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.393+0000 7fc038c00700 1 --2- 172.21.15.44:0/576580695 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc034076090 0x7fc03410f950 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fc02000e970 tx=0x7fc02000ec80 comp rx=0 tx=0).stop 2024-05-21T00:39:26.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.393+0000 7fc038c00700 1 -- 172.21.15.44:0/576580695 shutdown_connections 2024-05-21T00:39:26.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.393+0000 7fc038c00700 1 --2- 172.21.15.44:0/576580695 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc0180b29c0 0x7fc0180b4e80 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:26.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.393+0000 7fc038c00700 1 --2- 172.21.15.44:0/576580695 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc03410ff40 0x7fc034106510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:26.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.393+0000 7fc038c00700 1 --2- 172.21.15.44:0/576580695 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc034075770 0x7fc03410f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:26.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.393+0000 7fc038c00700 1 --2- 172.21.15.44:0/576580695 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc034076090 0x7fc03410f950 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:26.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.393+0000 7fc038c00700 1 -- 172.21.15.44:0/576580695 >> 172.21.15.44:0/576580695 conn(0x7fc03407a6a0 msgr2=0x7fc0341006d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:26.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.393+0000 7fc038c00700 1 -- 172.21.15.44:0/576580695 shutdown_connections 2024-05-21T00:39:26.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.394+0000 7fc038c00700 1 -- 172.21.15.44:0/576580695 wait complete. 2024-05-21T00:39:27.078 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:26 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:39:27.078 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:26 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:39:27.078 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:26 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:39:27.078 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:26 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:39:27.078 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:26 smithi044 ceph-mon[31392]: pgmap v380: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:39:27.078 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:26 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/576580695' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-21T00:39:27.078 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:26 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/458856131' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-21T00:39:27.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.502+0000 7fc6c2000700 1 -- 172.21.15.44:0/1123557500 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6bc1041a0 msgr2=0x7fc6bc1081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:27.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.502+0000 7fc6c2000700 1 --2- 172.21.15.44:0/1123557500 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6bc1041a0 0x7fc6bc1081c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc6a80099c0 tx=0x7fc6a8009cd0 comp rx=0 tx=0).stop 2024-05-21T00:39:27.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.502+0000 7fc6c2000700 1 -- 172.21.15.44:0/1123557500 shutdown_connections 2024-05-21T00:39:27.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.502+0000 7fc6c2000700 1 --2- 172.21.15.44:0/1123557500 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc6bc1037f0 0x7fc6bc103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:27.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.502+0000 7fc6c2000700 1 --2- 172.21.15.44:0/1123557500 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc6bc1088f0 0x7fc6bc110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:27.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.502+0000 7fc6c2000700 1 --2- 172.21.15.44:0/1123557500 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6bc1041a0 0x7fc6bc1081c0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:27.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.502+0000 7fc6c2000700 1 -- 172.21.15.44:0/1123557500 >> 172.21.15.44:0/1123557500 conn(0x7fc6bc07a6a0 msgr2=0x7fc6bc07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:27.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.502+0000 7fc6c2000700 1 -- 172.21.15.44:0/1123557500 shutdown_connections 2024-05-21T00:39:27.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.503+0000 7fc6c2000700 1 -- 172.21.15.44:0/1123557500 wait complete. 2024-05-21T00:39:27.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.503+0000 7fc6c2000700 1 Processor -- start 2024-05-21T00:39:27.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.504+0000 7fc6c2000700 1 -- start start 2024-05-21T00:39:27.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.504+0000 7fc6c2000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc6bc1037f0 0x7fc6bc1a01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:27.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.504+0000 7fc6c2000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6bc1041a0 0x7fc6bc1a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:27.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.504+0000 7fc6c2000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc6bc1088f0 0x7fc6bc1a4a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:27.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.504+0000 7fc6c2000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc6bc111560 con 0x7fc6bc1037f0 2024-05-21T00:39:27.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.504+0000 7fc6c2000700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc6bc1113e0 con 0x7fc6bc1041a0 2024-05-21T00:39:27.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.504+0000 7fc6c2000700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fc6bc1116e0 con 0x7fc6bc1088f0 2024-05-21T00:39:27.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.504+0000 7fc6baa00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6bc1041a0 0x7fc6bc1a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:27.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.504+0000 7fc6baa00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6bc1041a0 0x7fc6bc1a06e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:58596/0 (socket says 172.21.15.44:58596) 2024-05-21T00:39:27.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.504+0000 7fc6baa00700 1 -- 172.21.15.44:0/458856131 learned_addr learned my addr 172.21.15.44:0/458856131 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:39:27.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.504+0000 7fc6bb400700 1 --2- 172.21.15.44:0/458856131 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc6bc1037f0 0x7fc6bc1a01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:27.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.505+0000 7fc6bbe00700 1 --2- 172.21.15.44:0/458856131 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc6bc1088f0 0x7fc6bc1a4a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:27.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.505+0000 7fc6baa00700 1 -- 172.21.15.44:0/458856131 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc6bc1088f0 msgr2=0x7fc6bc1a4a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:27.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.505+0000 7fc6baa00700 1 --2- 172.21.15.44:0/458856131 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc6bc1088f0 0x7fc6bc1a4a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:27.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.505+0000 7fc6baa00700 1 -- 172.21.15.44:0/458856131 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc6bc1037f0 msgr2=0x7fc6bc1a01a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:27.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.505+0000 7fc6baa00700 1 --2- 172.21.15.44:0/458856131 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc6bc1037f0 0x7fc6bc1a01a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:27.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.505+0000 7fc6baa00700 1 -- 172.21.15.44:0/458856131 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6bc1a51b0 con 0x7fc6bc1041a0 2024-05-21T00:39:27.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.505+0000 7fc6baa00700 1 --2- 172.21.15.44:0/458856131 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6bc1041a0 0x7fc6bc1a06e0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc6a8006010 tx=0x7fc6a8005280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:27.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.505+0000 7fc6b3e00700 1 -- 172.21.15.44:0/458856131 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6a8026070 con 0x7fc6bc1041a0 2024-05-21T00:39:27.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.505+0000 7fc6b3e00700 1 -- 172.21.15.44:0/458856131 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc6a8003c70 con 0x7fc6bc1041a0 2024-05-21T00:39:27.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.505+0000 7fc6b3e00700 1 -- 172.21.15.44:0/458856131 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6a800fb40 con 0x7fc6bc1041a0 2024-05-21T00:39:27.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.506+0000 7fc6c2000700 1 -- 172.21.15.44:0/458856131 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6bc1a5440 con 0x7fc6bc1041a0 2024-05-21T00:39:27.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.506+0000 7fc6c2000700 1 -- 172.21.15.44:0/458856131 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6bc1acd20 con 0x7fc6bc1041a0 2024-05-21T00:39:27.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.508+0000 7fc6c2000700 1 -- 172.21.15.44:0/458856131 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6bc104c80 con 0x7fc6bc1041a0 2024-05-21T00:39:27.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.509+0000 7fc6b3e00700 1 -- 172.21.15.44:0/458856131 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fc6a80037c0 con 0x7fc6bc1041a0 2024-05-21T00:39:27.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.511+0000 7fc6b3e00700 1 --2- 172.21.15.44:0/458856131 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc6a00b2970 0x7fc6a00b4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:27.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.511+0000 7fc6b3e00700 1 -- 172.21.15.44:0/458856131 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fc6a80e2de0 con 0x7fc6bc1041a0 2024-05-21T00:39:27.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.512+0000 7fc6bb400700 1 --2- 172.21.15.44:0/458856131 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc6a00b2970 0x7fc6a00b4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:27.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.512+0000 7fc6bb400700 1 --2- 172.21.15.44:0/458856131 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc6a00b2970 0x7fc6a00b4e30 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fc6ac009c60 tx=0x7fc6ac009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:27.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.515+0000 7fc6b3e00700 1 -- 172.21.15.44:0/458856131 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc6a8013070 con 0x7fc6bc1041a0 2024-05-21T00:39:27.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.812+0000 7fc6c2000700 1 -- 172.21.15.44:0/458856131 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7fc6bc1a1500 con 0x7fc6bc1041a0 2024-05-21T00:39:27.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.812+0000 7fc6b3e00700 1 -- 172.21.15.44:0/458856131 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fc6a8003e20 con 0x7fc6bc1041a0 2024-05-21T00:39:27.189 INFO:teuthology.orchestra.run.smithi044.stdout:133143986258 2024-05-21T00:39:27.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.815+0000 7fc6c2000700 1 -- 172.21.15.44:0/458856131 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc6a00b2970 msgr2=0x7fc6a00b4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:27.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.815+0000 7fc6c2000700 1 --2- 172.21.15.44:0/458856131 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc6a00b2970 0x7fc6a00b4e30 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fc6ac009c60 tx=0x7fc6ac009260 comp rx=0 tx=0).stop 2024-05-21T00:39:27.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.815+0000 7fc6c2000700 1 -- 172.21.15.44:0/458856131 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6bc1041a0 msgr2=0x7fc6bc1a06e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:27.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.815+0000 7fc6c2000700 1 --2- 172.21.15.44:0/458856131 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6bc1041a0 0x7fc6bc1a06e0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc6a8006010 tx=0x7fc6a8005280 comp rx=0 tx=0).stop 2024-05-21T00:39:27.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.815+0000 7fc6c2000700 1 -- 172.21.15.44:0/458856131 shutdown_connections 2024-05-21T00:39:27.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.815+0000 7fc6c2000700 1 --2- 172.21.15.44:0/458856131 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc6a00b2970 0x7fc6a00b4e30 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:27.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.815+0000 7fc6c2000700 1 --2- 172.21.15.44:0/458856131 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc6bc1037f0 0x7fc6bc1a01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:27.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.815+0000 7fc6c2000700 1 --2- 172.21.15.44:0/458856131 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc6bc1088f0 0x7fc6bc1a4a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:27.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.815+0000 7fc6c2000700 1 --2- 172.21.15.44:0/458856131 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6bc1041a0 0x7fc6bc1a06e0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:27.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.815+0000 7fc6c2000700 1 -- 172.21.15.44:0/458856131 >> 172.21.15.44:0/458856131 conn(0x7fc6bc07a6a0 msgr2=0x7fc6bc109a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:27.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.816+0000 7fc6c2000700 1 -- 172.21.15.44:0/458856131 shutdown_connections 2024-05-21T00:39:27.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:26.816+0000 7fc6c2000700 1 -- 172.21.15.44:0/458856131 wait complete. 2024-05-21T00:39:27.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:26 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:39:27.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:26 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:39:27.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:26 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:39:27.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:26 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:39:27.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:26 smithi082 ceph-mon[36141]: pgmap v380: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:39:27.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:26 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/576580695' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-21T00:39:27.196 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:26 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/458856131' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-21T00:39:27.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:26 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:39:27.307 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:26 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:39:27.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:26 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:39:27.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:26 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:39:27.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:26 smithi092 ceph-mon[36335]: pgmap v380: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:39:27.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:26 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/576580695' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-21T00:39:27.308 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:26 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/458856131' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-21T00:39:27.453 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:39:27.455 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:39:28.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.879+0000 7ffbbc200700 1 -- 172.21.15.44:0/3803317478 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffbb4105f80 msgr2=0x7ffbb4106410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:28.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.879+0000 7ffbbc200700 1 --2- 172.21.15.44:0/3803317478 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffbb4105f80 0x7ffbb4106410 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7ffbac0098f0 tx=0x7ffbac009c00 comp rx=0 tx=0).stop 2024-05-21T00:39:28.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.879+0000 7ffbbc200700 1 -- 172.21.15.44:0/3803317478 shutdown_connections 2024-05-21T00:39:28.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.879+0000 7ffbbc200700 1 --2- 172.21.15.44:0/3803317478 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffbb4108470 0x7ffbb406b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:28.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.879+0000 7ffbbc200700 1 --2- 172.21.15.44:0/3803317478 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffbb4105f80 0x7ffbb4106410 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:28.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.879+0000 7ffbbc200700 1 --2- 172.21.15.44:0/3803317478 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ffbb406b790 0x7ffbb406bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:28.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.879+0000 7ffbbc200700 1 -- 172.21.15.44:0/3803317478 >> 172.21.15.44:0/3803317478 conn(0x7ffbb40793f0 msgr2=0x7ffbb4079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:28.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.879+0000 7ffbbc200700 1 -- 172.21.15.44:0/3803317478 shutdown_connections 2024-05-21T00:39:28.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.879+0000 7ffbbc200700 1 -- 172.21.15.44:0/3803317478 wait complete. 2024-05-21T00:39:28.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.881+0000 7ffbbc200700 1 Processor -- start 2024-05-21T00:39:28.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.881+0000 7ffbbc200700 1 -- start start 2024-05-21T00:39:28.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.882+0000 7ffbbc200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffbb406b790 0x7ffbb41a0210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:28.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.882+0000 7ffbbc200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffbb4105f80 0x7ffbb41a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:28.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.882+0000 7ffbbc200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ffbb4108470 0x7ffbb41a4ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:28.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.882+0000 7ffbbc200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb4119d20 con 0x7ffbb406b790 2024-05-21T00:39:28.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.882+0000 7ffbbc200700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb4119ba0 con 0x7ffbb4108470 2024-05-21T00:39:28.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.882+0000 7ffbbc200700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb4119ea0 con 0x7ffbb4105f80 2024-05-21T00:39:28.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.882+0000 7ffbb9800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffbb406b790 0x7ffbb41a0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:28.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.882+0000 7ffbb9800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffbb406b790 0x7ffbb41a0210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57722/0 (socket says 172.21.15.44:57722) 2024-05-21T00:39:28.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.882+0000 7ffbb8e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffbb4105f80 0x7ffbb41a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:28.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.882+0000 7ffbb9800700 1 -- 172.21.15.44:0/755420136 learned_addr learned my addr 172.21.15.44:0/755420136 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:39:28.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.882+0000 7ffbba200700 1 --2- 172.21.15.44:0/755420136 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ffbb4108470 0x7ffbb41a4ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:28.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.883+0000 7ffbb8e00700 1 -- 172.21.15.44:0/755420136 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ffbb4108470 msgr2=0x7ffbb41a4ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:28.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.883+0000 7ffbb8e00700 1 --2- 172.21.15.44:0/755420136 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ffbb4108470 0x7ffbb41a4ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:28.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.883+0000 7ffbb8e00700 1 -- 172.21.15.44:0/755420136 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffbb406b790 msgr2=0x7ffbb41a0210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:28.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.883+0000 7ffbb8e00700 1 --2- 172.21.15.44:0/755420136 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffbb406b790 0x7ffbb41a0210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:28.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.883+0000 7ffbb8e00700 1 -- 172.21.15.44:0/755420136 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbb41a5220 con 0x7ffbb4105f80 2024-05-21T00:39:28.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.883+0000 7ffbb8e00700 1 --2- 172.21.15.44:0/755420136 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffbb4105f80 0x7ffbb41a0750 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7ffba000e9f0 tx=0x7ffba000ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:28.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.883+0000 7ffbb2000700 1 -- 172.21.15.44:0/755420136 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba0004220 con 0x7ffbb4105f80 2024-05-21T00:39:28.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.883+0000 7ffbb2000700 1 -- 172.21.15.44:0/755420136 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffba00043c0 con 0x7ffbb4105f80 2024-05-21T00:39:28.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.883+0000 7ffbbc200700 1 -- 172.21.15.44:0/755420136 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbb41a5510 con 0x7ffbb4105f80 2024-05-21T00:39:28.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.883+0000 7ffbb2000700 1 -- 172.21.15.44:0/755420136 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba0005020 con 0x7ffbb4105f80 2024-05-21T00:39:28.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.883+0000 7ffbbc200700 1 -- 172.21.15.44:0/755420136 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbb41acd90 con 0x7ffbb4105f80 2024-05-21T00:39:28.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.884+0000 7ffbbc200700 1 -- 172.21.15.44:0/755420136 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffbb406a230 con 0x7ffbb4105f80 2024-05-21T00:39:28.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.887+0000 7ffbb2000700 1 -- 172.21.15.44:0/755420136 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7ffba0004750 con 0x7ffbb4105f80 2024-05-21T00:39:28.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.888+0000 7ffbb2000700 1 --2- 172.21.15.44:0/755420136 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ffb9c0b2990 0x7ffb9c0b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:28.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.888+0000 7ffbb2000700 1 -- 172.21.15.44:0/755420136 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7ffba00e2350 con 0x7ffbb4105f80 2024-05-21T00:39:28.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.889+0000 7ffbb9800700 1 --2- 172.21.15.44:0/755420136 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ffb9c0b2990 0x7ffb9c0b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:28.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.889+0000 7ffbb9800700 1 --2- 172.21.15.44:0/755420136 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ffb9c0b2990 0x7ffb9c0b4e50 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7ffba8009fd0 tx=0x7ffba800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:28.896 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:28.893+0000 7ffbb2000700 1 -- 172.21.15.44:0/755420136 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ffba00a9e70 con 0x7ffbb4105f80 2024-05-21T00:39:29.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:29.135+0000 7ffbbc200700 1 -- 172.21.15.44:0/755420136 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7ffbb41acfc0 con 0x7ffbb4105f80 2024-05-21T00:39:29.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:29.136+0000 7ffbb2000700 1 -- 172.21.15.44:0/755420136 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ffba00a9770 con 0x7ffbb4105f80 2024-05-21T00:39:29.140 INFO:teuthology.orchestra.run.smithi044.stdout:55834574945 2024-05-21T00:39:29.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:29.139+0000 7ffbbc200700 1 -- 172.21.15.44:0/755420136 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ffb9c0b2990 msgr2=0x7ffb9c0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:29.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:29.139+0000 7ffbbc200700 1 --2- 172.21.15.44:0/755420136 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ffb9c0b2990 0x7ffb9c0b4e50 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7ffba8009fd0 tx=0x7ffba800b040 comp rx=0 tx=0).stop 2024-05-21T00:39:29.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:29.139+0000 7ffbbc200700 1 -- 172.21.15.44:0/755420136 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffbb4105f80 msgr2=0x7ffbb41a0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:29.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:29.139+0000 7ffbbc200700 1 --2- 172.21.15.44:0/755420136 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffbb4105f80 0x7ffbb41a0750 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7ffba000e9f0 tx=0x7ffba000ed00 comp rx=0 tx=0).stop 2024-05-21T00:39:29.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:29.139+0000 7ffbbc200700 1 -- 172.21.15.44:0/755420136 shutdown_connections 2024-05-21T00:39:29.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:29.139+0000 7ffbbc200700 1 --2- 172.21.15.44:0/755420136 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ffb9c0b2990 0x7ffb9c0b4e50 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:29.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:29.139+0000 7ffbbc200700 1 --2- 172.21.15.44:0/755420136 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffbb406b790 0x7ffbb41a0210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:29.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:29.139+0000 7ffbbc200700 1 --2- 172.21.15.44:0/755420136 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ffbb4108470 0x7ffbb41a4ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:29.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:29.139+0000 7ffbbc200700 1 --2- 172.21.15.44:0/755420136 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffbb4105f80 0x7ffbb41a0750 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:29.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:29.139+0000 7ffbbc200700 1 -- 172.21.15.44:0/755420136 >> 172.21.15.44:0/755420136 conn(0x7ffbb40793f0 msgr2=0x7ffbb4104f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:29.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:29.139+0000 7ffbbc200700 1 -- 172.21.15.44:0/755420136 shutdown_connections 2024-05-21T00:39:29.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:29.139+0000 7ffbbc200700 1 -- 172.21.15.44:0/755420136 wait complete. 2024-05-21T00:39:29.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:29 smithi044 ceph-mon[31392]: pgmap v381: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:39:29.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:29 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/755420136' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-21T00:39:29.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:29 smithi082 ceph-mon[36141]: pgmap v381: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:39:29.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:29 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/755420136' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-21T00:39:29.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:29 smithi092 ceph-mon[36335]: pgmap v381: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:39:29.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:29 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/755420136' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-21T00:39:31.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:31 smithi044 ceph-mon[31392]: pgmap v382: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-05-21T00:39:31.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:31 smithi082 ceph-mon[36141]: pgmap v382: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-05-21T00:39:31.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:31 smithi092 ceph-mon[36335]: pgmap v382: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-05-21T00:39:32.245 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986253 got 133143986258 for osd.4 2024-05-21T00:39:32.245 DEBUG:teuthology.parallel:result is None 2024-05-21T00:39:33.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.152+0000 7f7fe3e00700 1 -- 172.21.15.44:0/1670587510 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7fdc06bae0 msgr2=0x7f7fdc06bec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:33.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.152+0000 7f7fe3e00700 1 --2- 172.21.15.44:0/1670587510 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7fdc06bae0 0x7f7fdc06bec0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f7fd000b0a0 tx=0x7f7fd000b3b0 comp rx=0 tx=0).stop 2024-05-21T00:39:33.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.152+0000 7f7fe3e00700 1 -- 172.21.15.44:0/1670587510 shutdown_connections 2024-05-21T00:39:33.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.152+0000 7f7fe3e00700 1 --2- 172.21.15.44:0/1670587510 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7fdc10ffe0 0x7f7fdc1123d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:33.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.152+0000 7f7fe3e00700 1 --2- 172.21.15.44:0/1670587510 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7fdc06bae0 0x7f7fdc06bec0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:33.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.152+0000 7f7fe3e00700 1 --2- 172.21.15.44:0/1670587510 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7fdc06c400 0x7f7fdc10faa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:33.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.152+0000 7f7fe3e00700 1 -- 172.21.15.44:0/1670587510 >> 172.21.15.44:0/1670587510 conn(0x7f7fdc0793b0 msgr2=0x7f7fdc0797c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:33.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.152+0000 7f7fe3e00700 1 -- 172.21.15.44:0/1670587510 shutdown_connections 2024-05-21T00:39:33.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.152+0000 7f7fe3e00700 1 -- 172.21.15.44:0/1670587510 wait complete. 2024-05-21T00:39:33.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.153+0000 7f7fe3e00700 1 Processor -- start 2024-05-21T00:39:33.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.153+0000 7f7fe3e00700 1 -- start start 2024-05-21T00:39:33.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.154+0000 7f7fe3e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7fdc06bae0 0x7f7fdc19be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:33.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.154+0000 7f7fe3e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7fdc06c400 0x7f7fdc19c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:33.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.154+0000 7f7fe3e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7fdc10ffe0 0x7f7fdc1a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:33.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.154+0000 7f7fe3e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7fdc115950 con 0x7f7fdc10ffe0 2024-05-21T00:39:33.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.154+0000 7f7fe3e00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f7fdc1157d0 con 0x7f7fdc06bae0 2024-05-21T00:39:33.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.154+0000 7f7fe3e00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f7fdc115ad0 con 0x7f7fdc06c400 2024-05-21T00:39:33.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.154+0000 7f7fe1e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7fdc10ffe0 0x7f7fdc1a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:33.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.154+0000 7f7fe1400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7fdc06bae0 0x7f7fdc19be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:33.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.154+0000 7f7fe1e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7fdc10ffe0 0x7f7fdc1a0730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57748/0 (socket says 172.21.15.44:57748) 2024-05-21T00:39:33.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.154+0000 7f7fe1e00700 1 -- 172.21.15.44:0/938213598 learned_addr learned my addr 172.21.15.44:0/938213598 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:39:33.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.154+0000 7f7fe0a00700 1 --2- 172.21.15.44:0/938213598 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7fdc06c400 0x7f7fdc19c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:33.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.155+0000 7f7fe1400700 1 -- 172.21.15.44:0/938213598 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7fdc06c400 msgr2=0x7f7fdc19c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:33.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.155+0000 7f7fe1400700 1 --2- 172.21.15.44:0/938213598 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7fdc06c400 0x7f7fdc19c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:33.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.155+0000 7f7fe1400700 1 -- 172.21.15.44:0/938213598 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7fdc10ffe0 msgr2=0x7f7fdc1a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:33.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.155+0000 7f7fe1400700 1 --2- 172.21.15.44:0/938213598 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7fdc10ffe0 0x7f7fdc1a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:33.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.155+0000 7f7fe1400700 1 -- 172.21.15.44:0/938213598 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fdc1a0e70 con 0x7f7fdc06bae0 2024-05-21T00:39:33.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.155+0000 7f7fe1e00700 1 --2- 172.21.15.44:0/938213598 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7fdc10ffe0 0x7f7fdc1a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:39:33.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.155+0000 7f7fe1400700 1 --2- 172.21.15.44:0/938213598 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7fdc06bae0 0x7f7fdc19be60 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f7fd000b070 tx=0x7f7fd0004d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:33.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.155+0000 7f7fda000700 1 -- 172.21.15.44:0/938213598 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fd0021070 con 0x7f7fdc06bae0 2024-05-21T00:39:33.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.155+0000 7f7fda000700 1 -- 172.21.15.44:0/938213598 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7fd0007e30 con 0x7f7fdc06bae0 2024-05-21T00:39:33.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.155+0000 7f7fda000700 1 -- 172.21.15.44:0/938213598 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fd00046a0 con 0x7f7fdc06bae0 2024-05-21T00:39:33.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.155+0000 7f7fe3e00700 1 -- 172.21.15.44:0/938213598 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fdc1a1100 con 0x7f7fdc06bae0 2024-05-21T00:39:33.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.155+0000 7f7fe3e00700 1 -- 172.21.15.44:0/938213598 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fdc1a89e0 con 0x7f7fdc06bae0 2024-05-21T00:39:33.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.157+0000 7f7fe3e00700 1 -- 172.21.15.44:0/938213598 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fdc102a50 con 0x7f7fdc06bae0 2024-05-21T00:39:33.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.160+0000 7f7fda000700 1 -- 172.21.15.44:0/938213598 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f7fd0007980 con 0x7f7fdc06bae0 2024-05-21T00:39:33.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.161+0000 7f7fda000700 1 --2- 172.21.15.44:0/938213598 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f7fc40b2910 0x7f7fc40b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:33.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.161+0000 7f7fda000700 1 -- 172.21.15.44:0/938213598 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f7fd000f020 con 0x7f7fdc06bae0 2024-05-21T00:39:33.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.162+0000 7f7fe0a00700 1 --2- 172.21.15.44:0/938213598 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f7fc40b2910 0x7f7fc40b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:33.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.162+0000 7f7fe0a00700 1 --2- 172.21.15.44:0/938213598 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f7fc40b2910 0x7f7fc40b4dd0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f7fdc1039f0 tx=0x7f7fc8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:33.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.163+0000 7f7fda000700 1 -- 172.21.15.44:0/938213598 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7fd002a020 con 0x7f7fdc06bae0 2024-05-21T00:39:33.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.414+0000 7f7fe3e00700 1 -- 172.21.15.44:0/938213598 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f7fdc02e560 con 0x7f7fdc06bae0 2024-05-21T00:39:33.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.415+0000 7f7fda000700 1 -- 172.21.15.44:0/938213598 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f7fd00cd090 con 0x7f7fdc06bae0 2024-05-21T00:39:33.418 INFO:teuthology.orchestra.run.smithi044.stdout:77309411422 2024-05-21T00:39:33.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.418+0000 7f7fe3e00700 1 -- 172.21.15.44:0/938213598 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f7fc40b2910 msgr2=0x7f7fc40b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:33.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.418+0000 7f7fe3e00700 1 --2- 172.21.15.44:0/938213598 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f7fc40b2910 0x7f7fc40b4dd0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f7fdc1039f0 tx=0x7f7fc8009260 comp rx=0 tx=0).stop 2024-05-21T00:39:33.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.418+0000 7f7fe3e00700 1 -- 172.21.15.44:0/938213598 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7fdc06bae0 msgr2=0x7f7fdc19be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:33.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.418+0000 7f7fe3e00700 1 --2- 172.21.15.44:0/938213598 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7fdc06bae0 0x7f7fdc19be60 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f7fd000b070 tx=0x7f7fd0004d00 comp rx=0 tx=0).stop 2024-05-21T00:39:33.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.418+0000 7f7fe3e00700 1 -- 172.21.15.44:0/938213598 shutdown_connections 2024-05-21T00:39:33.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.418+0000 7f7fe3e00700 1 --2- 172.21.15.44:0/938213598 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f7fc40b2910 0x7f7fc40b4dd0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:33.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.418+0000 7f7fe3e00700 1 --2- 172.21.15.44:0/938213598 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7fdc10ffe0 0x7f7fdc1a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:33.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.418+0000 7f7fe3e00700 1 --2- 172.21.15.44:0/938213598 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7fdc06bae0 0x7f7fdc19be60 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:33.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.418+0000 7f7fe3e00700 1 --2- 172.21.15.44:0/938213598 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7fdc06c400 0x7f7fdc19c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:33.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.418+0000 7f7fe3e00700 1 -- 172.21.15.44:0/938213598 >> 172.21.15.44:0/938213598 conn(0x7f7fdc0793b0 msgr2=0x7f7fdc1114b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:33.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.419+0000 7f7fe3e00700 1 -- 172.21.15.44:0/938213598 shutdown_connections 2024-05-21T00:39:33.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:32.419+0000 7f7fe3e00700 1 -- 172.21.15.44:0/938213598 wait complete. 2024-05-21T00:39:33.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:33 smithi044 ceph-mon[31392]: pgmap v383: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-21T00:39:33.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:33 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/938213598' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-21T00:39:33.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:33 smithi082 ceph-mon[36141]: pgmap v383: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-21T00:39:33.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:33 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/938213598' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-21T00:39:33.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:33 smithi092 ceph-mon[36335]: pgmap v383: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-21T00:39:33.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:33 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/938213598' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-21T00:39:34.467 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462971 got 201863462975 for osd.7 2024-05-21T00:39:34.467 DEBUG:teuthology.parallel:result is None 2024-05-21T00:39:34.887 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411417 got 77309411422 for osd.2 2024-05-21T00:39:34.887 DEBUG:teuthology.parallel:result is None 2024-05-21T00:39:35.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:35 smithi044 ceph-mon[31392]: pgmap v384: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:39:35.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:35 smithi082 ceph-mon[36141]: pgmap v384: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:39:35.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.789+0000 7f6dc8e00700 1 -- 172.21.15.44:0/977114116 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6dc406bbe0 msgr2=0x7f6dc41103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:35.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.789+0000 7f6dc8e00700 1 --2- 172.21.15.44:0/977114116 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6dc406bbe0 0x7f6dc41103d0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f6dbc009f90 tx=0x7f6dbc00b330 comp rx=0 tx=0).stop 2024-05-21T00:39:35.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.789+0000 7f6dc8e00700 1 -- 172.21.15.44:0/977114116 shutdown_connections 2024-05-21T00:39:35.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.789+0000 7f6dc8e00700 1 --2- 172.21.15.44:0/977114116 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6dc406bbe0 0x7f6dc41103d0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:35.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.789+0000 7f6dc8e00700 1 --2- 172.21.15.44:0/977114116 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6dc41095b0 0x7f6dc4109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:35.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.789+0000 7f6dc8e00700 1 --2- 172.21.15.44:0/977114116 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6dc406b220 0x7f6dc406b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:35.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.789+0000 7f6dc8e00700 1 -- 172.21.15.44:0/977114116 >> 172.21.15.44:0/977114116 conn(0x7f6dc40793f0 msgr2=0x7f6dc4079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:35.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.789+0000 7f6dc8e00700 1 -- 172.21.15.44:0/977114116 shutdown_connections 2024-05-21T00:39:35.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.790+0000 7f6dc8e00700 1 -- 172.21.15.44:0/977114116 wait complete. 2024-05-21T00:39:35.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.791+0000 7f6dc8e00700 1 Processor -- start 2024-05-21T00:39:35.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.791+0000 7f6dc8e00700 1 -- start start 2024-05-21T00:39:35.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.792+0000 7f6dc8e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6dc406b220 0x7f6dc4102510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:35.796 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.792+0000 7f6dc8e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6dc406bbe0 0x7f6dc4102a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:35.796 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.792+0000 7f6dc8e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6dc41095b0 0x7f6dc4102f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:35.796 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.792+0000 7f6dc8e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6dc4113710 con 0x7f6dc41095b0 2024-05-21T00:39:35.796 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.792+0000 7f6dc8e00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f6dc4113590 con 0x7f6dc406bbe0 2024-05-21T00:39:35.796 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.792+0000 7f6dc8e00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f6dc4113890 con 0x7f6dc406b220 2024-05-21T00:39:35.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.792+0000 7f6dbbe00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6dc406bbe0 0x7f6dc4102a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:35.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.792+0000 7f6dbbe00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6dc406bbe0 0x7f6dc4102a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:41990/0 (socket says 172.21.15.44:41990) 2024-05-21T00:39:35.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.792+0000 7f6dbbe00700 1 -- 172.21.15.44:0/2192903855 learned_addr learned my addr 172.21.15.44:0/2192903855 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:39:35.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.792+0000 7f6dc1e00700 1 --2- 172.21.15.44:0/2192903855 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6dc406b220 0x7f6dc4102510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:35.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.792+0000 7f6dc2800700 1 --2- 172.21.15.44:0/2192903855 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6dc41095b0 0x7f6dc4102f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:35.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.793+0000 7f6dbbe00700 1 -- 172.21.15.44:0/2192903855 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6dc406b220 msgr2=0x7f6dc4102510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:35.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.793+0000 7f6dbbe00700 1 --2- 172.21.15.44:0/2192903855 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6dc406b220 0x7f6dc4102510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:35.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.793+0000 7f6dbbe00700 1 -- 172.21.15.44:0/2192903855 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6dc41095b0 msgr2=0x7f6dc4102f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:35.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.793+0000 7f6dbbe00700 1 --2- 172.21.15.44:0/2192903855 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6dc41095b0 0x7f6dc4102f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:35.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.793+0000 7f6dbbe00700 1 -- 172.21.15.44:0/2192903855 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6dc41a8110 con 0x7f6dc406bbe0 2024-05-21T00:39:35.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.793+0000 7f6dbbe00700 1 --2- 172.21.15.44:0/2192903855 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6dc406bbe0 0x7f6dc4102a50 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f6dac00e9c0 tx=0x7f6dac00ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:35.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.793+0000 7f6dbaa00700 1 -- 172.21.15.44:0/2192903855 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dac004a30 con 0x7f6dc406bbe0 2024-05-21T00:39:35.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.794+0000 7f6dbaa00700 1 -- 172.21.15.44:0/2192903855 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6dac00cc70 con 0x7f6dc406bbe0 2024-05-21T00:39:35.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.794+0000 7f6dc8e00700 1 -- 172.21.15.44:0/2192903855 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6dc41a8400 con 0x7f6dc406bbe0 2024-05-21T00:39:35.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.794+0000 7f6dbaa00700 1 -- 172.21.15.44:0/2192903855 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dac005490 con 0x7f6dc406bbe0 2024-05-21T00:39:35.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.794+0000 7f6dc8e00700 1 -- 172.21.15.44:0/2192903855 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6dc41a8940 con 0x7f6dc406bbe0 2024-05-21T00:39:35.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.795+0000 7f6dc8e00700 1 -- 172.21.15.44:0/2192903855 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6dc406a230 con 0x7f6dc406bbe0 2024-05-21T00:39:35.802 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.798+0000 7f6dbaa00700 1 -- 172.21.15.44:0/2192903855 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f6dac004bd0 con 0x7f6dc406bbe0 2024-05-21T00:39:35.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.801+0000 7f6dbaa00700 1 --2- 172.21.15.44:0/2192903855 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f6da80b2910 0x7f6da80b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:35.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.801+0000 7f6dbaa00700 1 -- 172.21.15.44:0/2192903855 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f6dac0e24e0 con 0x7f6dc406bbe0 2024-05-21T00:39:35.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.801+0000 7f6dc1e00700 1 --2- 172.21.15.44:0/2192903855 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f6da80b2910 0x7f6da80b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:35.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.802+0000 7f6dbaa00700 1 -- 172.21.15.44:0/2192903855 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6dac0aa000 con 0x7f6dc406bbe0 2024-05-21T00:39:35.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.802+0000 7f6dc1e00700 1 --2- 172.21.15.44:0/2192903855 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f6da80b2910 0x7f6da80b4dd0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6db4009680 tx=0x7f6db4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:35.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:35 smithi092 ceph-mon[36335]: pgmap v384: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:39:36.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:36.068+0000 7f6dc8e00700 1 -- 172.21.15.44:0/2192903855 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f6dc402e560 con 0x7f6dc406bbe0 2024-05-21T00:39:36.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:36.069+0000 7f6dbaa00700 1 -- 172.21.15.44:0/2192903855 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f6dac0a9900 con 0x7f6dc406bbe0 2024-05-21T00:39:36.073 INFO:teuthology.orchestra.run.smithi044.stdout:107374182487 2024-05-21T00:39:36.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:36.073+0000 7f6dc8e00700 1 -- 172.21.15.44:0/2192903855 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f6da80b2910 msgr2=0x7f6da80b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:36.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:36.073+0000 7f6dc8e00700 1 --2- 172.21.15.44:0/2192903855 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f6da80b2910 0x7f6da80b4dd0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6db4009680 tx=0x7f6db4009260 comp rx=0 tx=0).stop 2024-05-21T00:39:36.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:36.073+0000 7f6dc8e00700 1 -- 172.21.15.44:0/2192903855 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6dc406bbe0 msgr2=0x7f6dc4102a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:36.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:36.073+0000 7f6dc8e00700 1 --2- 172.21.15.44:0/2192903855 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6dc406bbe0 0x7f6dc4102a50 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f6dac00e9c0 tx=0x7f6dac00ecd0 comp rx=0 tx=0).stop 2024-05-21T00:39:36.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:36.073+0000 7f6dc8e00700 1 -- 172.21.15.44:0/2192903855 shutdown_connections 2024-05-21T00:39:36.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:36.073+0000 7f6dc8e00700 1 --2- 172.21.15.44:0/2192903855 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f6da80b2910 0x7f6da80b4dd0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:36.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:36.073+0000 7f6dc8e00700 1 --2- 172.21.15.44:0/2192903855 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6dc41095b0 0x7f6dc4102f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:36.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:36.073+0000 7f6dc8e00700 1 --2- 172.21.15.44:0/2192903855 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6dc406b220 0x7f6dc4102510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:36.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:36.073+0000 7f6dc8e00700 1 --2- 172.21.15.44:0/2192903855 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6dc406bbe0 0x7f6dc4102a50 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:36.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:36.073+0000 7f6dc8e00700 1 -- 172.21.15.44:0/2192903855 >> 172.21.15.44:0/2192903855 conn(0x7f6dc40793f0 msgr2=0x7f6dc4101130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:36.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:36.073+0000 7f6dc8e00700 1 -- 172.21.15.44:0/2192903855 shutdown_connections 2024-05-21T00:39:36.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:36.073+0000 7f6dc8e00700 1 -- 172.21.15.44:0/2192903855 wait complete. 2024-05-21T00:39:36.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.661+0000 7f9e7da00700 1 -- 172.21.15.44:0/2509084078 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e78077a70 msgr2=0x7f9e78077e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:36.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.661+0000 7f9e7da00700 1 --2- 172.21.15.44:0/2509084078 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e78077a70 0x7f9e78077e50 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f9e6800b0a0 tx=0x7f9e6800b3b0 comp rx=0 tx=0).stop 2024-05-21T00:39:36.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.662+0000 7f9e7da00700 1 -- 172.21.15.44:0/2509084078 shutdown_connections 2024-05-21T00:39:36.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.662+0000 7f9e7da00700 1 --2- 172.21.15.44:0/2509084078 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e78077a70 0x7f9e78077e50 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:36.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.662+0000 7f9e7da00700 1 --2- 172.21.15.44:0/2509084078 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9e781143f0 0x7f9e781167e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:36.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.662+0000 7f9e7da00700 1 --2- 172.21.15.44:0/2509084078 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e78078390 0x7f9e78113eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:36.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.662+0000 7f9e7da00700 1 -- 172.21.15.44:0/2509084078 >> 172.21.15.44:0/2509084078 conn(0x7f9e78101240 msgr2=0x7f9e78103660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:36.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.662+0000 7f9e7da00700 1 -- 172.21.15.44:0/2509084078 shutdown_connections 2024-05-21T00:39:36.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.662+0000 7f9e7da00700 1 -- 172.21.15.44:0/2509084078 wait complete. 2024-05-21T00:39:36.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.664+0000 7f9e7da00700 1 Processor -- start 2024-05-21T00:39:36.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.664+0000 7f9e7da00700 1 -- start start 2024-05-21T00:39:36.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.665+0000 7f9e7da00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9e78077a70 0x7f9e781a0320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:36.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.665+0000 7f9e7da00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e78078390 0x7f9e781a0860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:36.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.665+0000 7f9e7da00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e781143f0 0x7f9e781a4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:36.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.665+0000 7f9e7da00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9e78119dd0 con 0x7f9e78078390 2024-05-21T00:39:36.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.665+0000 7f9e7da00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f9e78119c50 con 0x7f9e78077a70 2024-05-21T00:39:36.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.665+0000 7f9e7da00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f9e78119f50 con 0x7f9e781143f0 2024-05-21T00:39:36.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.665+0000 7f9e76000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e78078390 0x7f9e781a0860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:36.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.665+0000 7f9e76000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e78078390 0x7f9e781a0860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57772/0 (socket says 172.21.15.44:57772) 2024-05-21T00:39:36.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.665+0000 7f9e76000700 1 -- 172.21.15.44:0/4042381626 learned_addr learned my addr 172.21.15.44:0/4042381626 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:39:36.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.665+0000 7f9e77400700 1 --2- 172.21.15.44:0/4042381626 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e781143f0 0x7f9e781a4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:36.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.665+0000 7f9e76a00700 1 --2- 172.21.15.44:0/4042381626 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9e78077a70 0x7f9e781a0320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:36.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.665+0000 7f9e76000700 1 -- 172.21.15.44:0/4042381626 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e781143f0 msgr2=0x7f9e781a4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:36.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.665+0000 7f9e76000700 1 --2- 172.21.15.44:0/4042381626 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e781143f0 0x7f9e781a4ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:36.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.665+0000 7f9e76000700 1 -- 172.21.15.44:0/4042381626 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9e78077a70 msgr2=0x7f9e781a0320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:36.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.666+0000 7f9e76000700 1 --2- 172.21.15.44:0/4042381626 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9e78077a70 0x7f9e781a0320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:36.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.666+0000 7f9e76000700 1 -- 172.21.15.44:0/4042381626 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e781a52e0 con 0x7f9e78078390 2024-05-21T00:39:36.131 INFO:teuthology.orchestra.run.smithi044.stdout:227633266749 2024-05-21T00:39:36.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.666+0000 7f9e76a00700 1 --2- 172.21.15.44:0/4042381626 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9e78077a70 0x7f9e781a0320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:39:36.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.666+0000 7f9e76000700 1 --2- 172.21.15.44:0/4042381626 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e78078390 0x7f9e781a0860 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f9e6400e9c0 tx=0x7f9e6400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:36.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.666+0000 7f9e6f400700 1 -- 172.21.15.44:0/4042381626 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e6400cbd0 con 0x7f9e78078390 2024-05-21T00:39:36.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.666+0000 7f9e6f400700 1 -- 172.21.15.44:0/4042381626 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e6400ee50 con 0x7f9e78078390 2024-05-21T00:39:36.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.666+0000 7f9e6f400700 1 -- 172.21.15.44:0/4042381626 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e64005550 con 0x7f9e78078390 2024-05-21T00:39:36.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.666+0000 7f9e7da00700 1 -- 172.21.15.44:0/4042381626 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e781a55d0 con 0x7f9e78078390 2024-05-21T00:39:36.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.666+0000 7f9e7da00700 1 -- 172.21.15.44:0/4042381626 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e781ace50 con 0x7f9e78078390 2024-05-21T00:39:36.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.668+0000 7f9e6cc00700 1 -- 172.21.15.44:0/4042381626 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e7806a230 con 0x7f9e78078390 2024-05-21T00:39:36.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.672+0000 7f9e6f400700 1 -- 172.21.15.44:0/4042381626 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f9e64004750 con 0x7f9e78078390 2024-05-21T00:39:36.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.673+0000 7f9e6f400700 1 --2- 172.21.15.44:0/4042381626 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f9e5c0b2910 0x7f9e5c0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:36.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.674+0000 7f9e6f400700 1 -- 172.21.15.44:0/4042381626 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f9e640e26c0 con 0x7f9e78078390 2024-05-21T00:39:36.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.674+0000 7f9e76a00700 1 --2- 172.21.15.44:0/4042381626 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f9e5c0b2910 0x7f9e5c0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:36.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.675+0000 7f9e76a00700 1 --2- 172.21.15.44:0/4042381626 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f9e5c0b2910 0x7f9e5c0b4dd0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f9e680062a0 tx=0x7f9e68006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:36.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.678+0000 7f9e6f400700 1 -- 172.21.15.44:0/4042381626 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9e640aa1e0 con 0x7f9e78078390 2024-05-21T00:39:36.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.933+0000 7f9e6cc00700 1 -- 172.21.15.44:0/4042381626 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7f9e78064150 con 0x7f9e78078390 2024-05-21T00:39:36.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.934+0000 7f9e6f400700 1 -- 172.21.15.44:0/4042381626 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f9e640a9ae0 con 0x7f9e78078390 2024-05-21T00:39:36.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.938+0000 7f9e6cc00700 1 -- 172.21.15.44:0/4042381626 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f9e5c0b2910 msgr2=0x7f9e5c0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:36.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.938+0000 7f9e6cc00700 1 --2- 172.21.15.44:0/4042381626 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f9e5c0b2910 0x7f9e5c0b4dd0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f9e680062a0 tx=0x7f9e68006210 comp rx=0 tx=0).stop 2024-05-21T00:39:36.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.938+0000 7f9e6cc00700 1 -- 172.21.15.44:0/4042381626 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e78078390 msgr2=0x7f9e781a0860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:36.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.938+0000 7f9e6cc00700 1 --2- 172.21.15.44:0/4042381626 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e78078390 0x7f9e781a0860 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f9e6400e9c0 tx=0x7f9e6400ecd0 comp rx=0 tx=0).stop 2024-05-21T00:39:36.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.938+0000 7f9e6cc00700 1 -- 172.21.15.44:0/4042381626 shutdown_connections 2024-05-21T00:39:36.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.938+0000 7f9e6cc00700 1 --2- 172.21.15.44:0/4042381626 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f9e5c0b2910 0x7f9e5c0b4dd0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:36.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.938+0000 7f9e6cc00700 1 --2- 172.21.15.44:0/4042381626 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e781143f0 0x7f9e781a4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:36.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.938+0000 7f9e6cc00700 1 --2- 172.21.15.44:0/4042381626 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9e78077a70 0x7f9e781a0320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:36.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.938+0000 7f9e6cc00700 1 --2- 172.21.15.44:0/4042381626 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e78078390 0x7f9e781a0860 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:36.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.938+0000 7f9e6cc00700 1 -- 172.21.15.44:0/4042381626 >> 172.21.15.44:0/4042381626 conn(0x7f9e78101240 msgr2=0x7f9e78103630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:36.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.939+0000 7f9e6cc00700 1 -- 172.21.15.44:0/4042381626 shutdown_connections 2024-05-21T00:39:36.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:35.939+0000 7f9e6cc00700 1 -- 172.21.15.44:0/4042381626 wait complete. 2024-05-21T00:39:36.634 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:36 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/4042381626' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-05-21T00:39:36.634 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:36 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/2192903855' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-21T00:39:36.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:36 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/4042381626' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-05-21T00:39:36.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:36 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/2192903855' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-21T00:39:36.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:36 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/4042381626' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-05-21T00:39:36.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:36 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/2192903855' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-21T00:39:37.497 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.493+0000 7fed52400700 1 -- 172.21.15.44:0/1450915773 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fed4c078390 msgr2=0x7fed4c113eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:37.497 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.493+0000 7fed52400700 1 --2- 172.21.15.44:0/1450915773 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fed4c078390 0x7fed4c113eb0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fed38009990 tx=0x7fed38009ca0 comp rx=0 tx=0).stop 2024-05-21T00:39:37.498 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.493+0000 7fed52400700 1 -- 172.21.15.44:0/1450915773 shutdown_connections 2024-05-21T00:39:37.498 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.493+0000 7fed52400700 1 --2- 172.21.15.44:0/1450915773 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fed4c1143f0 0x7fed4c1167e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:37.498 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.493+0000 7fed52400700 1 --2- 172.21.15.44:0/1450915773 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fed4c077a70 0x7fed4c077e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:37.498 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.493+0000 7fed52400700 1 --2- 172.21.15.44:0/1450915773 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fed4c078390 0x7fed4c113eb0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:37.498 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.494+0000 7fed52400700 1 -- 172.21.15.44:0/1450915773 >> 172.21.15.44:0/1450915773 conn(0x7fed4c101280 msgr2=0x7fed4c1036a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:37.498 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.494+0000 7fed52400700 1 -- 172.21.15.44:0/1450915773 shutdown_connections 2024-05-21T00:39:37.498 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.494+0000 7fed52400700 1 -- 172.21.15.44:0/1450915773 wait complete. 2024-05-21T00:39:37.499 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.495+0000 7fed52400700 1 Processor -- start 2024-05-21T00:39:37.499 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.495+0000 7fed52400700 1 -- start start 2024-05-21T00:39:37.499 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.495+0000 7fed52400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fed4c077a70 0x7fed4c1a0310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:37.499 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.495+0000 7fed52400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fed4c078390 0x7fed4c1a0850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:37.499 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.495+0000 7fed52400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fed4c1143f0 0x7fed4c1a4be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:37.499 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.495+0000 7fed52400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fed4c119d80 con 0x7fed4c077a70 2024-05-21T00:39:37.499 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.495+0000 7fed52400700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fed4c119c00 con 0x7fed4c078390 2024-05-21T00:39:37.499 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.495+0000 7fed52400700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fed4c119f00 con 0x7fed4c1143f0 2024-05-21T00:39:37.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.496+0000 7fed4aa00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fed4c078390 0x7fed4c1a0850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:37.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.496+0000 7fed4b400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fed4c077a70 0x7fed4c1a0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:37.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.496+0000 7fed4aa00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fed4c078390 0x7fed4c1a0850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:42024/0 (socket says 172.21.15.44:42024) 2024-05-21T00:39:37.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.496+0000 7fed4aa00700 1 -- 172.21.15.44:0/2915196346 learned_addr learned my addr 172.21.15.44:0/2915196346 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:39:37.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.496+0000 7fed4be00700 1 --2- 172.21.15.44:0/2915196346 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fed4c1143f0 0x7fed4c1a4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:37.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.496+0000 7fed4aa00700 1 -- 172.21.15.44:0/2915196346 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fed4c1143f0 msgr2=0x7fed4c1a4be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:37.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.496+0000 7fed4aa00700 1 --2- 172.21.15.44:0/2915196346 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fed4c1143f0 0x7fed4c1a4be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:37.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.496+0000 7fed4aa00700 1 -- 172.21.15.44:0/2915196346 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fed4c077a70 msgr2=0x7fed4c1a0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:37.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.496+0000 7fed4aa00700 1 --2- 172.21.15.44:0/2915196346 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fed4c077a70 0x7fed4c1a0310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:37.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.496+0000 7fed4aa00700 1 -- 172.21.15.44:0/2915196346 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed4c1a5320 con 0x7fed4c078390 2024-05-21T00:39:37.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.496+0000 7fed4b400700 1 --2- 172.21.15.44:0/2915196346 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fed4c077a70 0x7fed4c1a0310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:39:37.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.497+0000 7fed4aa00700 1 --2- 172.21.15.44:0/2915196346 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fed4c078390 0x7fed4c1a0850 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fed3800b2e0 tx=0x7fed380047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:37.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.497+0000 7fed43e00700 1 -- 172.21.15.44:0/2915196346 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed38026070 con 0x7fed4c078390 2024-05-21T00:39:37.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.497+0000 7fed43e00700 1 -- 172.21.15.44:0/2915196346 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fed38021410 con 0x7fed4c078390 2024-05-21T00:39:37.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.497+0000 7fed52400700 1 -- 172.21.15.44:0/2915196346 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed4c1a55b0 con 0x7fed4c078390 2024-05-21T00:39:37.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.497+0000 7fed43e00700 1 -- 172.21.15.44:0/2915196346 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed38017650 con 0x7fed4c078390 2024-05-21T00:39:37.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.497+0000 7fed52400700 1 -- 172.21.15.44:0/2915196346 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed4c1ace90 con 0x7fed4c078390 2024-05-21T00:39:37.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.498+0000 7fed52400700 1 -- 172.21.15.44:0/2915196346 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed4c0791b0 con 0x7fed4c078390 2024-05-21T00:39:37.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.501+0000 7fed43e00700 1 -- 172.21.15.44:0/2915196346 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fed38029070 con 0x7fed4c078390 2024-05-21T00:39:37.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.502+0000 7fed43e00700 1 --2- 172.21.15.44:0/2915196346 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fed300b2910 0x7fed300b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:37.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.502+0000 7fed43e00700 1 -- 172.21.15.44:0/2915196346 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fed380e3080 con 0x7fed4c078390 2024-05-21T00:39:37.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.502+0000 7fed4b400700 1 --2- 172.21.15.44:0/2915196346 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fed300b2910 0x7fed300b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:37.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.503+0000 7fed4b400700 1 --2- 172.21.15.44:0/2915196346 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fed300b2910 0x7fed300b4dd0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fed3c011490 tx=0x7fed3c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:37.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.506+0000 7fed43e00700 1 -- 172.21.15.44:0/2915196346 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fed38013070 con 0x7fed4c078390 2024-05-21T00:39:37.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:37 smithi044 ceph-mon[31392]: pgmap v385: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:39:37.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:37 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/2513269014' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-21T00:39:37.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:37 smithi082 ceph-mon[36141]: pgmap v385: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:39:37.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:37 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/2513269014' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-21T00:39:37.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.756+0000 7fed52400700 1 -- 172.21.15.44:0/2915196346 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7fed4c1a1670 con 0x7fed4c078390 2024-05-21T00:39:37.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.757+0000 7fed43e00700 1 -- 172.21.15.44:0/2915196346 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fed380aac90 con 0x7fed4c078390 2024-05-21T00:39:37.761 INFO:teuthology.orchestra.run.smithi044.stdout:180388626502 2024-05-21T00:39:37.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.760+0000 7fed52400700 1 -- 172.21.15.44:0/2915196346 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fed300b2910 msgr2=0x7fed300b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:37.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.760+0000 7fed52400700 1 --2- 172.21.15.44:0/2915196346 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fed300b2910 0x7fed300b4dd0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fed3c011490 tx=0x7fed3c009260 comp rx=0 tx=0).stop 2024-05-21T00:39:37.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.760+0000 7fed52400700 1 -- 172.21.15.44:0/2915196346 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fed4c078390 msgr2=0x7fed4c1a0850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:37.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.760+0000 7fed52400700 1 --2- 172.21.15.44:0/2915196346 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fed4c078390 0x7fed4c1a0850 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fed3800b2e0 tx=0x7fed380047b0 comp rx=0 tx=0).stop 2024-05-21T00:39:37.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.760+0000 7fed52400700 1 -- 172.21.15.44:0/2915196346 shutdown_connections 2024-05-21T00:39:37.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.760+0000 7fed52400700 1 --2- 172.21.15.44:0/2915196346 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fed300b2910 0x7fed300b4dd0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:37.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.760+0000 7fed52400700 1 --2- 172.21.15.44:0/2915196346 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fed4c077a70 0x7fed4c1a0310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:37.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.760+0000 7fed52400700 1 --2- 172.21.15.44:0/2915196346 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fed4c1143f0 0x7fed4c1a4be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:37.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.760+0000 7fed52400700 1 --2- 172.21.15.44:0/2915196346 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fed4c078390 0x7fed4c1a0850 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:37.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.760+0000 7fed52400700 1 -- 172.21.15.44:0/2915196346 >> 172.21.15.44:0/2915196346 conn(0x7fed4c101280 msgr2=0x7fed4c103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:37.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.760+0000 7fed52400700 1 -- 172.21.15.44:0/2915196346 shutdown_connections 2024-05-21T00:39:37.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.760+0000 7fed52400700 1 -- 172.21.15.44:0/2915196346 wait complete. 2024-05-21T00:39:37.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:37 smithi092 ceph-mon[36335]: pgmap v385: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:39:37.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:37 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/2513269014' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-21T00:39:38.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.623+0000 7fbc87000700 1 -- 172.21.15.44:0/3652272263 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbc8010dad0 msgr2=0x7fbc8010ff90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:38.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.623+0000 7fbc87000700 1 --2- 172.21.15.44:0/3652272263 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbc8010dad0 0x7fbc8010ff90 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fbc7800b0a0 tx=0x7fbc7800b3b0 comp rx=0 tx=0).stop 2024-05-21T00:39:38.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.623+0000 7fbc87000700 1 -- 172.21.15.44:0/3652272263 shutdown_connections 2024-05-21T00:39:38.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.623+0000 7fbc87000700 1 --2- 172.21.15.44:0/3652272263 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbc8010dad0 0x7fbc8010ff90 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:38.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.623+0000 7fbc87000700 1 --2- 172.21.15.44:0/3652272263 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbc801046a0 0x7fbc80104a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:38.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.623+0000 7fbc87000700 1 --2- 172.21.15.44:0/3652272263 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbc80104fc0 0x7fbc8010d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:38.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.623+0000 7fbc87000700 1 -- 172.21.15.44:0/3652272263 >> 172.21.15.44:0/3652272263 conn(0x7fbc800fdef0 msgr2=0x7fbc80100310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:38.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.624+0000 7fbc87000700 1 -- 172.21.15.44:0/3652272263 shutdown_connections 2024-05-21T00:39:38.629 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:38 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/2915196346' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-21T00:39:38.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.624+0000 7fbc87000700 1 -- 172.21.15.44:0/3652272263 wait complete. 2024-05-21T00:39:38.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.625+0000 7fbc87000700 1 Processor -- start 2024-05-21T00:39:38.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.625+0000 7fbc87000700 1 -- start start 2024-05-21T00:39:38.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.626+0000 7fbc87000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbc801046a0 0x7fbc8019bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:38.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.626+0000 7fbc87000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbc80104fc0 0x7fbc8019c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:38.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.626+0000 7fbc87000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbc8010dad0 0x7fbc801a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:38.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.626+0000 7fbc87000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbc801136e0 con 0x7fbc8010dad0 2024-05-21T00:39:38.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.626+0000 7fbc87000700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fbc80113560 con 0x7fbc80104fc0 2024-05-21T00:39:38.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.626+0000 7fbc87000700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fbc80113860 con 0x7fbc801046a0 2024-05-21T00:39:38.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.626+0000 7fbc85c00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbc801046a0 0x7fbc8019bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:38.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.626+0000 7fbc85c00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbc801046a0 0x7fbc8019bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:60594/0 (socket says 172.21.15.44:60594) 2024-05-21T00:39:38.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.626+0000 7fbc85c00700 1 -- 172.21.15.44:0/4259008874 learned_addr learned my addr 172.21.15.44:0/4259008874 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:39:38.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.626+0000 7fbc86600700 1 --2- 172.21.15.44:0/4259008874 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbc8010dad0 0x7fbc801a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:38.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.626+0000 7fbc85200700 1 --2- 172.21.15.44:0/4259008874 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbc80104fc0 0x7fbc8019c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:38.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.626+0000 7fbc85c00700 1 -- 172.21.15.44:0/4259008874 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbc80104fc0 msgr2=0x7fbc8019c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:38.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.626+0000 7fbc85c00700 1 --2- 172.21.15.44:0/4259008874 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbc80104fc0 0x7fbc8019c2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:38.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.626+0000 7fbc85c00700 1 -- 172.21.15.44:0/4259008874 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbc8010dad0 msgr2=0x7fbc801a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:38.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.626+0000 7fbc85c00700 1 --2- 172.21.15.44:0/4259008874 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbc8010dad0 0x7fbc801a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:38.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.626+0000 7fbc85c00700 1 -- 172.21.15.44:0/4259008874 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc801a0d80 con 0x7fbc801046a0 2024-05-21T00:39:38.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.627+0000 7fbc85200700 1 --2- 172.21.15.44:0/4259008874 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbc80104fc0 0x7fbc8019c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:39:38.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.627+0000 7fbc85c00700 1 --2- 172.21.15.44:0/4259008874 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbc801046a0 0x7fbc8019bd70 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fbc7400e9a0 tx=0x7fbc7400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:38.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.627+0000 7fbc7e000700 1 -- 172.21.15.44:0/4259008874 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc7400cbd0 con 0x7fbc801046a0 2024-05-21T00:39:38.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.627+0000 7fbc7e000700 1 -- 172.21.15.44:0/4259008874 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc7400cd70 con 0x7fbc801046a0 2024-05-21T00:39:38.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.627+0000 7fbc87000700 1 -- 172.21.15.44:0/4259008874 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc801a1070 con 0x7fbc801046a0 2024-05-21T00:39:38.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.627+0000 7fbc7e000700 1 -- 172.21.15.44:0/4259008874 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc74018680 con 0x7fbc801046a0 2024-05-21T00:39:38.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.627+0000 7fbc87000700 1 -- 172.21.15.44:0/4259008874 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc801a88f0 con 0x7fbc801046a0 2024-05-21T00:39:38.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.628+0000 7fbc87000700 1 -- 172.21.15.44:0/4259008874 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc8006a230 con 0x7fbc801046a0 2024-05-21T00:39:38.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.631+0000 7fbc7e000700 1 -- 172.21.15.44:0/4259008874 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fbc74010430 con 0x7fbc801046a0 2024-05-21T00:39:38.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.632+0000 7fbc7e000700 1 --2- 172.21.15.44:0/4259008874 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fbc680b2910 0x7fbc680b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:38.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.632+0000 7fbc7e000700 1 -- 172.21.15.44:0/4259008874 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fbc740e26c0 con 0x7fbc801046a0 2024-05-21T00:39:38.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.632+0000 7fbc85200700 1 --2- 172.21.15.44:0/4259008874 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fbc680b2910 0x7fbc680b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:38.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.633+0000 7fbc85200700 1 --2- 172.21.15.44:0/4259008874 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fbc680b2910 0x7fbc680b4dd0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fbc80104320 tx=0x7fbc6c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:38.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.637+0000 7fbc7e000700 1 -- 172.21.15.44:0/4259008874 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fbc740aa1e0 con 0x7fbc801046a0 2024-05-21T00:39:38.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:38 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/2915196346' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-21T00:39:38.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:38 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/2915196346' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-21T00:39:38.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.878+0000 7fbc87000700 1 -- 172.21.15.44:0/4259008874 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fbc8002e560 con 0x7fbc801046a0 2024-05-21T00:39:38.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.879+0000 7fbc7e000700 1 -- 172.21.15.44:0/4259008874 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fbc740a9ae0 con 0x7fbc801046a0 2024-05-21T00:39:38.883 INFO:teuthology.orchestra.run.smithi044.stdout:34359738473 2024-05-21T00:39:38.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.882+0000 7fbc87000700 1 -- 172.21.15.44:0/4259008874 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fbc680b2910 msgr2=0x7fbc680b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:38.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.882+0000 7fbc87000700 1 --2- 172.21.15.44:0/4259008874 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fbc680b2910 0x7fbc680b4dd0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fbc80104320 tx=0x7fbc6c009260 comp rx=0 tx=0).stop 2024-05-21T00:39:38.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.883+0000 7fbc87000700 1 -- 172.21.15.44:0/4259008874 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbc801046a0 msgr2=0x7fbc8019bd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:38.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.883+0000 7fbc87000700 1 --2- 172.21.15.44:0/4259008874 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbc801046a0 0x7fbc8019bd70 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fbc7400e9a0 tx=0x7fbc7400ecb0 comp rx=0 tx=0).stop 2024-05-21T00:39:38.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.883+0000 7fbc87000700 1 -- 172.21.15.44:0/4259008874 shutdown_connections 2024-05-21T00:39:38.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.883+0000 7fbc87000700 1 --2- 172.21.15.44:0/4259008874 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fbc680b2910 0x7fbc680b4dd0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:38.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.883+0000 7fbc87000700 1 --2- 172.21.15.44:0/4259008874 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbc8010dad0 0x7fbc801a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:38.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.883+0000 7fbc87000700 1 --2- 172.21.15.44:0/4259008874 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbc801046a0 0x7fbc8019bd70 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:38.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.883+0000 7fbc87000700 1 --2- 172.21.15.44:0/4259008874 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbc80104fc0 0x7fbc8019c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:38.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.883+0000 7fbc87000700 1 -- 172.21.15.44:0/4259008874 >> 172.21.15.44:0/4259008874 conn(0x7fbc800fdef0 msgr2=0x7fbc800feb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:38.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.883+0000 7fbc87000700 1 -- 172.21.15.44:0/4259008874 shutdown_connections 2024-05-21T00:39:38.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:38.883+0000 7fbc87000700 1 -- 172.21.15.44:0/4259008874 wait complete. 2024-05-21T00:39:39.367 INFO:tasks.cephadm.ceph_manager.ceph:need seq 227633266745 got 227633266749 for osd.8 2024-05-21T00:39:39.368 DEBUG:teuthology.parallel:result is None 2024-05-21T00:39:39.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.019+0000 7f5c4da00700 1 -- 172.21.15.44:0/69555177 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5c48104630 msgr2=0x7f5c48104a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:39.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.019+0000 7f5c4da00700 1 --2- 172.21.15.44:0/69555177 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5c48104630 0x7f5c48104a10 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f5c38009990 tx=0x7f5c38009ca0 comp rx=0 tx=0).stop 2024-05-21T00:39:39.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.019+0000 7f5c4da00700 1 -- 172.21.15.44:0/69555177 shutdown_connections 2024-05-21T00:39:39.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.019+0000 7f5c4da00700 1 --2- 172.21.15.44:0/69555177 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5c4810da60 0x7f5c4810ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:39.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.019+0000 7f5c4da00700 1 --2- 172.21.15.44:0/69555177 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5c48104630 0x7f5c48104a10 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:39.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.019+0000 7f5c4da00700 1 --2- 172.21.15.44:0/69555177 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c48104f50 0x7f5c4810d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:39.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.019+0000 7f5c4da00700 1 -- 172.21.15.44:0/69555177 >> 172.21.15.44:0/69555177 conn(0x7f5c480fde60 msgr2=0x7f5c48100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:39.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.019+0000 7f5c4da00700 1 -- 172.21.15.44:0/69555177 shutdown_connections 2024-05-21T00:39:39.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.019+0000 7f5c4da00700 1 -- 172.21.15.44:0/69555177 wait complete. 2024-05-21T00:39:39.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.021+0000 7f5c4da00700 1 Processor -- start 2024-05-21T00:39:39.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.022+0000 7f5c4da00700 1 -- start start 2024-05-21T00:39:39.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.022+0000 7f5c4da00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5c48104630 0x7f5c48102290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:39.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.022+0000 7f5c4da00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c48104f50 0x7f5c481027d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:39.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.022+0000 7f5c4da00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5c4810da60 0x7f5c48102d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:39.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.022+0000 7f5c4da00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5c48113650 con 0x7f5c48104f50 2024-05-21T00:39:39.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.022+0000 7f5c4da00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f5c481134d0 con 0x7f5c4810da60 2024-05-21T00:39:39.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.022+0000 7f5c4da00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f5c481137d0 con 0x7f5c48104630 2024-05-21T00:39:39.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.022+0000 7f5c47400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c48104f50 0x7f5c481027d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:39.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.022+0000 7f5c47e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5c48104630 0x7f5c48102290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:39.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.022+0000 7f5c47400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c48104f50 0x7f5c481027d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57820/0 (socket says 172.21.15.44:57820) 2024-05-21T00:39:39.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.022+0000 7f5c47400700 1 -- 172.21.15.44:0/2513269014 learned_addr learned my addr 172.21.15.44:0/2513269014 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:39:39.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.022+0000 7f5c4d000700 1 --2- 172.21.15.44:0/2513269014 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5c4810da60 0x7f5c48102d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:39.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.023+0000 7f5c47e00700 1 -- 172.21.15.44:0/2513269014 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5c4810da60 msgr2=0x7f5c48102d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:39.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.023+0000 7f5c47e00700 1 --2- 172.21.15.44:0/2513269014 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5c4810da60 0x7f5c48102d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:39.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.023+0000 7f5c47e00700 1 -- 172.21.15.44:0/2513269014 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c48104f50 msgr2=0x7f5c481027d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:39.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.023+0000 7f5c47e00700 1 --2- 172.21.15.44:0/2513269014 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c48104f50 0x7f5c481027d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:39.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.023+0000 7f5c47e00700 1 -- 172.21.15.44:0/2513269014 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c481a80a0 con 0x7f5c48104630 2024-05-21T00:39:39.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.023+0000 7f5c47400700 1 --2- 172.21.15.44:0/2513269014 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c48104f50 0x7f5c481027d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:39:39.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.023+0000 7f5c47e00700 1 --2- 172.21.15.44:0/2513269014 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5c48104630 0x7f5c48102290 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f5c38006010 tx=0x7f5c380057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:39.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.023+0000 7f5c44c00700 1 -- 172.21.15.44:0/2513269014 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c38027070 con 0x7f5c48104630 2024-05-21T00:39:39.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.023+0000 7f5c4da00700 1 -- 172.21.15.44:0/2513269014 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c481a8330 con 0x7f5c48104630 2024-05-21T00:39:39.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.023+0000 7f5c44c00700 1 -- 172.21.15.44:0/2513269014 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c38022470 con 0x7f5c48104630 2024-05-21T00:39:39.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.024+0000 7f5c44c00700 1 -- 172.21.15.44:0/2513269014 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c38017650 con 0x7f5c48104630 2024-05-21T00:39:39.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.024+0000 7f5c4da00700 1 -- 172.21.15.44:0/2513269014 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c481a8860 con 0x7f5c48104630 2024-05-21T00:39:39.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.025+0000 7f5c4da00700 1 -- 172.21.15.44:0/2513269014 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c4806a230 con 0x7f5c48104630 2024-05-21T00:39:39.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.027+0000 7f5c44c00700 1 -- 172.21.15.44:0/2513269014 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f5c3802a070 con 0x7f5c48104630 2024-05-21T00:39:39.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.029+0000 7f5c44c00700 1 --2- 172.21.15.44:0/2513269014 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f5c2c0b2910 0x7f5c2c0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:39.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.029+0000 7f5c44c00700 1 -- 172.21.15.44:0/2513269014 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f5c380e3060 con 0x7f5c48104630 2024-05-21T00:39:39.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.029+0000 7f5c47400700 1 --2- 172.21.15.44:0/2513269014 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f5c2c0b2910 0x7f5c2c0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:39.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.030+0000 7f5c47400700 1 --2- 172.21.15.44:0/2513269014 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f5c2c0b2910 0x7f5c2c0b4dd0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f5c4810ede0 tx=0x7f5c34009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:39.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.031+0000 7f5c44c00700 1 -- 172.21.15.44:0/2513269014 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5c38013070 con 0x7f5c48104630 2024-05-21T00:39:39.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.280+0000 7f5c4da00700 1 -- 172.21.15.44:0/2513269014 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f5c48103770 con 0x7f5c48104630 2024-05-21T00:39:39.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.281+0000 7f5c44c00700 1 -- 172.21.15.44:0/2513269014 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f5c380aac10 con 0x7f5c48104630 2024-05-21T00:39:39.482 INFO:teuthology.orchestra.run.smithi044.stdout:154618822733 2024-05-21T00:39:39.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.284+0000 7f5c4da00700 1 -- 172.21.15.44:0/2513269014 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f5c2c0b2910 msgr2=0x7f5c2c0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:39.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.284+0000 7f5c4da00700 1 --2- 172.21.15.44:0/2513269014 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f5c2c0b2910 0x7f5c2c0b4dd0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f5c4810ede0 tx=0x7f5c34009260 comp rx=0 tx=0).stop 2024-05-21T00:39:39.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.284+0000 7f5c4da00700 1 -- 172.21.15.44:0/2513269014 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5c48104630 msgr2=0x7f5c48102290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:39.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.284+0000 7f5c4da00700 1 --2- 172.21.15.44:0/2513269014 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5c48104630 0x7f5c48102290 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f5c38006010 tx=0x7f5c380057c0 comp rx=0 tx=0).stop 2024-05-21T00:39:39.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.284+0000 7f5c4da00700 1 -- 172.21.15.44:0/2513269014 shutdown_connections 2024-05-21T00:39:39.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.284+0000 7f5c4da00700 1 --2- 172.21.15.44:0/2513269014 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f5c2c0b2910 0x7f5c2c0b4dd0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:39.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.284+0000 7f5c4da00700 1 --2- 172.21.15.44:0/2513269014 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5c4810da60 0x7f5c48102d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:39.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.284+0000 7f5c4da00700 1 --2- 172.21.15.44:0/2513269014 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5c48104630 0x7f5c48102290 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:39.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.284+0000 7f5c4da00700 1 --2- 172.21.15.44:0/2513269014 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c48104f50 0x7f5c481027d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:39.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.284+0000 7f5c4da00700 1 -- 172.21.15.44:0/2513269014 >> 172.21.15.44:0/2513269014 conn(0x7f5c480fde60 msgr2=0x7f5c480feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:39.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.285+0000 7f5c4da00700 1 -- 172.21.15.44:0/2513269014 shutdown_connections 2024-05-21T00:39:39.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:37.285+0000 7f5c4da00700 1 -- 172.21.15.44:0/2513269014 wait complete. 2024-05-21T00:39:39.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:39 smithi044 ceph-mon[31392]: pgmap v386: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:39:39.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:39 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/4259008874' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-21T00:39:39.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:39 smithi082 ceph-mon[36141]: pgmap v386: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:39:39.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:39 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/4259008874' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-21T00:39:39.731 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:39:39.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:39 smithi092 ceph-mon[36335]: pgmap v386: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:39:39.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:39 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/4259008874' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-21T00:39:40.379 INFO:tasks.cephadm.ceph_manager.ceph:need seq 180388626497 got 180388626502 for osd.6 2024-05-21T00:39:40.379 DEBUG:teuthology.parallel:result is None 2024-05-21T00:39:41.261 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822728 got 154618822733 for osd.5 2024-05-21T00:39:41.261 DEBUG:teuthology.parallel:result is None 2024-05-21T00:39:41.417 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574941 got 55834574945 for osd.1 2024-05-21T00:39:41.417 DEBUG:teuthology.parallel:result is None 2024-05-21T00:39:41.664 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:41 smithi044 ceph-mon[31392]: pgmap v387: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:39:41.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:41 smithi082 ceph-mon[36141]: pgmap v387: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:39:41.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:41 smithi092 ceph-mon[36335]: pgmap v387: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:39:42.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:42 smithi082 ceph-mon[36141]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-05-21T00:39:42.696 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:42 smithi044 ceph-mon[31392]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-05-21T00:39:42.701 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182480 got 107374182487 for osd.3 2024-05-21T00:39:42.701 DEBUG:teuthology.parallel:result is None 2024-05-21T00:39:42.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:42 smithi092 ceph-mon[36335]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-05-21T00:39:43.175 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738468 got 34359738473 for osd.0 2024-05-21T00:39:43.175 DEBUG:teuthology.parallel:result is None 2024-05-21T00:39:43.571 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:43 smithi044 ceph-mon[31392]: pgmap v388: 97 pgs: 97 active+clean; 640 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-21T00:39:43.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:43 smithi082 ceph-mon[36141]: pgmap v388: 97 pgs: 97 active+clean; 640 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-21T00:39:43.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:43 smithi092 ceph-mon[36335]: pgmap v388: 97 pgs: 97 active+clean; 640 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-21T00:39:43.836 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.832+0000 7f2852000700 1 -- 172.21.15.44:0/2783032817 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f284c1037f0 msgr2=0x7f284c103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:43.836 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.832+0000 7f2852000700 1 --2- 172.21.15.44:0/2783032817 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f284c1037f0 0x7f284c103bd0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f283c0099c0 tx=0x7f283c009cd0 comp rx=0 tx=0).stop 2024-05-21T00:39:43.836 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.832+0000 7f2852000700 1 -- 172.21.15.44:0/2783032817 shutdown_connections 2024-05-21T00:39:43.836 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.832+0000 7f2852000700 1 --2- 172.21.15.44:0/2783032817 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f284c1037f0 0x7f284c103bd0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:43.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.832+0000 7f2852000700 1 --2- 172.21.15.44:0/2783032817 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f284c1088f0 0x7f284c110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:43.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.832+0000 7f2852000700 1 --2- 172.21.15.44:0/2783032817 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f284c1041a0 0x7f284c1081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:43.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.832+0000 7f2852000700 1 -- 172.21.15.44:0/2783032817 >> 172.21.15.44:0/2783032817 conn(0x7f284c07a6a0 msgr2=0x7f284c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:43.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.832+0000 7f2852000700 1 -- 172.21.15.44:0/2783032817 shutdown_connections 2024-05-21T00:39:43.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.833+0000 7f2852000700 1 -- 172.21.15.44:0/2783032817 wait complete. 2024-05-21T00:39:43.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.834+0000 7f2852000700 1 Processor -- start 2024-05-21T00:39:43.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.834+0000 7f2852000700 1 -- start start 2024-05-21T00:39:43.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.834+0000 7f2852000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f284c1037f0 0x7f284c19f830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:43.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.834+0000 7f2852000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f284c1041a0 0x7f284c19fd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:43.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.834+0000 7f2852000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f284c1088f0 0x7f284c1999f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:43.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.834+0000 7f2852000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f284c113710 con 0x7f284c1037f0 2024-05-21T00:39:43.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.834+0000 7f2852000700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f284c113590 con 0x7f284c1041a0 2024-05-21T00:39:43.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.834+0000 7f2852000700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f284c113890 con 0x7f284c1088f0 2024-05-21T00:39:43.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.835+0000 7f284b400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f284c1037f0 0x7f284c19f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:43.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.835+0000 7f284b400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f284c1037f0 0x7f284c19f830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48896/0 (socket says 172.21.15.44:48896) 2024-05-21T00:39:43.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.835+0000 7f284b400700 1 -- 172.21.15.44:0/2221692341 learned_addr learned my addr 172.21.15.44:0/2221692341 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:39:43.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.835+0000 7f284be00700 1 --2- 172.21.15.44:0/2221692341 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f284c1088f0 0x7f284c1999f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:43.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.835+0000 7f284aa00700 1 --2- 172.21.15.44:0/2221692341 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f284c1041a0 0x7f284c19fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:43.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.835+0000 7f284b400700 1 -- 172.21.15.44:0/2221692341 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f284c1088f0 msgr2=0x7f284c1999f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:43.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.835+0000 7f284b400700 1 --2- 172.21.15.44:0/2221692341 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f284c1088f0 0x7f284c1999f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:43.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.835+0000 7f284b400700 1 -- 172.21.15.44:0/2221692341 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f284c1041a0 msgr2=0x7f284c19fd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:43.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.835+0000 7f284b400700 1 --2- 172.21.15.44:0/2221692341 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f284c1041a0 0x7f284c19fd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:43.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.835+0000 7f284b400700 1 -- 172.21.15.44:0/2221692341 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f284c19a150 con 0x7f284c1037f0 2024-05-21T00:39:43.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.835+0000 7f284be00700 1 --2- 172.21.15.44:0/2221692341 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f284c1088f0 0x7f284c1999f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:39:43.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.835+0000 7f284aa00700 1 --2- 172.21.15.44:0/2221692341 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f284c1041a0 0x7f284c19fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:39:43.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.836+0000 7f284b400700 1 --2- 172.21.15.44:0/2221692341 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f284c1037f0 0x7f284c19f830 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f283c006010 tx=0x7f283c0055f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:43.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.836+0000 7f2843e00700 1 -- 172.21.15.44:0/2221692341 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f283c026070 con 0x7f284c1037f0 2024-05-21T00:39:43.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.836+0000 7f2852000700 1 -- 172.21.15.44:0/2221692341 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f284c19a3e0 con 0x7f284c1037f0 2024-05-21T00:39:43.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.836+0000 7f2843e00700 1 -- 172.21.15.44:0/2221692341 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f283c00f460 con 0x7f284c1037f0 2024-05-21T00:39:43.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.836+0000 7f2843e00700 1 -- 172.21.15.44:0/2221692341 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f283c009e60 con 0x7f284c1037f0 2024-05-21T00:39:43.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.836+0000 7f2852000700 1 -- 172.21.15.44:0/2221692341 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f284c075770 con 0x7f284c1037f0 2024-05-21T00:39:43.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.837+0000 7f2852000700 1 -- 172.21.15.44:0/2221692341 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f284c104c80 con 0x7f284c1037f0 2024-05-21T00:39:43.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.839+0000 7f2843e00700 1 -- 172.21.15.44:0/2221692341 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f283c029070 con 0x7f284c1037f0 2024-05-21T00:39:43.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.841+0000 7f2843e00700 1 --2- 172.21.15.44:0/2221692341 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f28300b2880 0x7f28300b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:43.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.841+0000 7f2843e00700 1 -- 172.21.15.44:0/2221692341 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f283c0e2ac0 con 0x7f284c1037f0 2024-05-21T00:39:43.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.841+0000 7f284aa00700 1 --2- 172.21.15.44:0/2221692341 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f28300b2880 0x7f28300b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:43.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.842+0000 7f284aa00700 1 --2- 172.21.15.44:0/2221692341 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f28300b2880 0x7f28300b4d40 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f284c103140 tx=0x7f28380073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:43.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:43.846+0000 7f2843e00700 1 -- 172.21.15.44:0/2221692341 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f283c013070 con 0x7f284c1037f0 2024-05-21T00:39:44.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:44.083+0000 7f2852000700 1 -- 172.21.15.44:0/2221692341 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7f284c06a230 con 0x7f284c1037f0 2024-05-21T00:39:44.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:44.084+0000 7f2843e00700 1 -- 172.21.15.44:0/2221692341 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f283c0aa7d0 con 0x7f284c1037f0 2024-05-21T00:39:44.088 INFO:teuthology.orchestra.run.smithi044.stdout:300647710766 2024-05-21T00:39:44.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:44.087+0000 7f2852000700 1 -- 172.21.15.44:0/2221692341 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f28300b2880 msgr2=0x7f28300b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:44.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:44.087+0000 7f2852000700 1 --2- 172.21.15.44:0/2221692341 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f28300b2880 0x7f28300b4d40 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f284c103140 tx=0x7f28380073d0 comp rx=0 tx=0).stop 2024-05-21T00:39:44.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:44.087+0000 7f2852000700 1 -- 172.21.15.44:0/2221692341 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f284c1037f0 msgr2=0x7f284c19f830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:44.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:44.087+0000 7f2852000700 1 --2- 172.21.15.44:0/2221692341 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f284c1037f0 0x7f284c19f830 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f283c006010 tx=0x7f283c0055f0 comp rx=0 tx=0).stop 2024-05-21T00:39:44.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:44.087+0000 7f2852000700 1 -- 172.21.15.44:0/2221692341 shutdown_connections 2024-05-21T00:39:44.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:44.087+0000 7f2852000700 1 --2- 172.21.15.44:0/2221692341 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f28300b2880 0x7f28300b4d40 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:44.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:44.087+0000 7f2852000700 1 --2- 172.21.15.44:0/2221692341 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f284c1037f0 0x7f284c19f830 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:44.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:44.087+0000 7f2852000700 1 --2- 172.21.15.44:0/2221692341 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f284c1088f0 0x7f284c1999f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:44.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:44.087+0000 7f2852000700 1 --2- 172.21.15.44:0/2221692341 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f284c1041a0 0x7f284c19fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:44.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:44.087+0000 7f2852000700 1 -- 172.21.15.44:0/2221692341 >> 172.21.15.44:0/2221692341 conn(0x7f284c07a6a0 msgr2=0x7f284c1017d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:44.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:44.088+0000 7f2852000700 1 -- 172.21.15.44:0/2221692341 shutdown_connections 2024-05-21T00:39:44.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:44.088+0000 7f2852000700 1 -- 172.21.15.44:0/2221692341 wait complete. 2024-05-21T00:39:44.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:44 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/2221692341' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-05-21T00:39:44.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:44 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/2221692341' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-05-21T00:39:44.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:44 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/2221692341' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-05-21T00:39:45.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.323+0000 7f4037e00700 1 -- 172.21.15.44:0/1478512785 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f40381094f0 msgr2=0x7f40381098d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:45.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.323+0000 7f4037e00700 1 --2- 172.21.15.44:0/1478512785 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f40381094f0 0x7f40381098d0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f4028009990 tx=0x7f4028009ca0 comp rx=0 tx=0).stop 2024-05-21T00:39:45.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.323+0000 7f4037e00700 1 -- 172.21.15.44:0/1478512785 shutdown_connections 2024-05-21T00:39:45.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.323+0000 7f4037e00700 1 --2- 172.21.15.44:0/1478512785 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f40381094f0 0x7f40381098d0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:45.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.323+0000 7f4037e00700 1 --2- 172.21.15.44:0/1478512785 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4038103e20 0x7f4038110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:45.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.323+0000 7f4037e00700 1 --2- 172.21.15.44:0/1478512785 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4038103460 0x7f40381038e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:45.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.323+0000 7f4037e00700 1 -- 172.21.15.44:0/1478512785 >> 172.21.15.44:0/1478512785 conn(0x7f40380fef50 msgr2=0x7f4038101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:45.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.323+0000 7f4037e00700 1 -- 172.21.15.44:0/1478512785 shutdown_connections 2024-05-21T00:39:45.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.324+0000 7f4037e00700 1 -- 172.21.15.44:0/1478512785 wait complete. 2024-05-21T00:39:45.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.325+0000 7f4037e00700 1 Processor -- start 2024-05-21T00:39:45.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.325+0000 7f4037e00700 1 -- start start 2024-05-21T00:39:45.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.326+0000 7f4037e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4038103460 0x7f403819bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:45.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.326+0000 7f4037e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4038103e20 0x7f403819c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:45.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.326+0000 7f4037e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f40381094f0 0x7f40381a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:45.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.326+0000 7f4037e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4038113670 con 0x7f4038103460 2024-05-21T00:39:45.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.326+0000 7f4037e00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f40381134f0 con 0x7f40381094f0 2024-05-21T00:39:45.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.326+0000 7f4037e00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f40381137f0 con 0x7f4038103e20 2024-05-21T00:39:45.331 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.326+0000 7f4037400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f40381094f0 0x7f40381a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:45.331 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.326+0000 7f4036a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4038103460 0x7f403819bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:45.331 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.326+0000 7f4037400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f40381094f0 0x7f40381a0650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:38486/0 (socket says 172.21.15.44:38486) 2024-05-21T00:39:45.331 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.326+0000 7f4037400700 1 -- 172.21.15.44:0/2078210877 learned_addr learned my addr 172.21.15.44:0/2078210877 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:39:45.331 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.326+0000 7f4036000700 1 --2- 172.21.15.44:0/2078210877 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4038103e20 0x7f403819c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:45.331 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.327+0000 7f4037400700 1 -- 172.21.15.44:0/2078210877 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4038103e20 msgr2=0x7f403819c2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:45.331 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.327+0000 7f4037400700 1 --2- 172.21.15.44:0/2078210877 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4038103e20 0x7f403819c2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:45.331 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.327+0000 7f4037400700 1 -- 172.21.15.44:0/2078210877 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4038103460 msgr2=0x7f403819bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:45.331 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.327+0000 7f4037400700 1 --2- 172.21.15.44:0/2078210877 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4038103460 0x7f403819bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:45.331 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.327+0000 7f4037400700 1 -- 172.21.15.44:0/2078210877 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40381a0d90 con 0x7f40381094f0 2024-05-21T00:39:45.331 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.327+0000 7f4037400700 1 --2- 172.21.15.44:0/2078210877 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f40381094f0 0x7f40381a0650 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f403000c370 tx=0x7f403000c680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:45.332 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.327+0000 7f402f400700 1 -- 172.21.15.44:0/2078210877 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40300092e0 con 0x7f40381094f0 2024-05-21T00:39:45.332 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.327+0000 7f402f400700 1 -- 172.21.15.44:0/2078210877 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4030003a00 con 0x7f40381094f0 2024-05-21T00:39:45.332 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.327+0000 7f4037e00700 1 -- 172.21.15.44:0/2078210877 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40381a1020 con 0x7f40381094f0 2024-05-21T00:39:45.332 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.327+0000 7f402f400700 1 -- 172.21.15.44:0/2078210877 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40300046f0 con 0x7f40381094f0 2024-05-21T00:39:45.332 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.327+0000 7f4037e00700 1 -- 172.21.15.44:0/2078210877 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40381a8900 con 0x7f40381094f0 2024-05-21T00:39:45.332 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.328+0000 7f4037e00700 1 -- 172.21.15.44:0/2078210877 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f403806a230 con 0x7f40381094f0 2024-05-21T00:39:45.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.331+0000 7f402f400700 1 -- 172.21.15.44:0/2078210877 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f403001a020 con 0x7f40381094f0 2024-05-21T00:39:45.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.332+0000 7f402f400700 1 --2- 172.21.15.44:0/2078210877 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f401c0b2880 0x7f401c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:45.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.332+0000 7f402f400700 1 -- 172.21.15.44:0/2078210877 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f40300e20f0 con 0x7f40381094f0 2024-05-21T00:39:45.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.333+0000 7f4036a00700 1 --2- 172.21.15.44:0/2078210877 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f401c0b2880 0x7f401c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:45.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.333+0000 7f4036a00700 1 --2- 172.21.15.44:0/2078210877 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f401c0b2880 0x7f401c0b4d40 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f4028006010 tx=0x7f402800b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:45.338 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.334+0000 7f402f400700 1 -- 172.21.15.44:0/2078210877 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4030010040 con 0x7f40381094f0 2024-05-21T00:39:45.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.577+0000 7f4037e00700 1 -- 172.21.15.44:0/2078210877 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7f40381a8ad0 con 0x7f40381094f0 2024-05-21T00:39:45.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.578+0000 7f402f400700 1 -- 172.21.15.44:0/2078210877 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f40300a9d70 con 0x7f40381094f0 2024-05-21T00:39:45.581 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:45 smithi044 ceph-mon[31392]: pgmap v389: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T00:39:45.582 INFO:teuthology.orchestra.run.smithi044.stdout:253403070521 2024-05-21T00:39:45.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.581+0000 7f4037e00700 1 -- 172.21.15.44:0/2078210877 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f401c0b2880 msgr2=0x7f401c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:45.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.581+0000 7f4037e00700 1 --2- 172.21.15.44:0/2078210877 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f401c0b2880 0x7f401c0b4d40 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f4028006010 tx=0x7f402800b260 comp rx=0 tx=0).stop 2024-05-21T00:39:45.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.581+0000 7f4037e00700 1 -- 172.21.15.44:0/2078210877 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f40381094f0 msgr2=0x7f40381a0650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:45.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.581+0000 7f4037e00700 1 --2- 172.21.15.44:0/2078210877 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f40381094f0 0x7f40381a0650 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f403000c370 tx=0x7f403000c680 comp rx=0 tx=0).stop 2024-05-21T00:39:45.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.581+0000 7f4037e00700 1 -- 172.21.15.44:0/2078210877 shutdown_connections 2024-05-21T00:39:45.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.581+0000 7f4037e00700 1 --2- 172.21.15.44:0/2078210877 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f401c0b2880 0x7f401c0b4d40 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:45.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.581+0000 7f4037e00700 1 --2- 172.21.15.44:0/2078210877 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4038103460 0x7f403819bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:45.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.581+0000 7f4037e00700 1 --2- 172.21.15.44:0/2078210877 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f40381094f0 0x7f40381a0650 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:45.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.581+0000 7f4037e00700 1 --2- 172.21.15.44:0/2078210877 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4038103e20 0x7f403819c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:45.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.581+0000 7f4037e00700 1 -- 172.21.15.44:0/2078210877 >> 172.21.15.44:0/2078210877 conn(0x7f40380fef50 msgr2=0x7f403810ebd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:45.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.582+0000 7f4037e00700 1 -- 172.21.15.44:0/2078210877 shutdown_connections 2024-05-21T00:39:45.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:45.582+0000 7f4037e00700 1 -- 172.21.15.44:0/2078210877 wait complete. 2024-05-21T00:39:45.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:45 smithi092 ceph-mon[36335]: pgmap v389: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T00:39:45.863 INFO:tasks.cephadm.ceph_manager.ceph:need seq 300647710759 got 300647710766 for osd.11 2024-05-21T00:39:45.864 DEBUG:teuthology.parallel:result is None 2024-05-21T00:39:45.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:45 smithi082 ceph-mon[36141]: pgmap v389: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T00:39:46.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:46 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/2078210877' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-05-21T00:39:46.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:46 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/2078210877' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-05-21T00:39:46.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:46 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/2078210877' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-05-21T00:39:47.079 INFO:tasks.cephadm.ceph_manager.ceph:need seq 253403070512 got 253403070521 for osd.9 2024-05-21T00:39:47.080 DEBUG:teuthology.parallel:result is None 2024-05-21T00:39:47.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:47 smithi044 ceph-mon[31392]: pgmap v390: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T00:39:47.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:47 smithi092 ceph-mon[36335]: pgmap v390: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T00:39:47.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:47 smithi082 ceph-mon[36141]: pgmap v390: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T00:39:48.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.865+0000 7fa58f400700 1 -- 172.21.15.44:0/2792700767 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa58806bab0 msgr2=0x7fa58806bf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:48.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.865+0000 7fa58f400700 1 --2- 172.21.15.44:0/2792700767 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa58806bab0 0x7fa58806bf30 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fa5740098f0 tx=0x7fa574009c00 comp rx=0 tx=0).stop 2024-05-21T00:39:48.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.865+0000 7fa58f400700 1 -- 172.21.15.44:0/2792700767 shutdown_connections 2024-05-21T00:39:48.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.865+0000 7fa58f400700 1 --2- 172.21.15.44:0/2792700767 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa58806c470 0x7fa5881103c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:48.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.865+0000 7fa58f400700 1 --2- 172.21.15.44:0/2792700767 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa5881095a0 0x7fa588109980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:48.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.865+0000 7fa58f400700 1 --2- 172.21.15.44:0/2792700767 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa58806bab0 0x7fa58806bf30 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:48.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.865+0000 7fa58f400700 1 -- 172.21.15.44:0/2792700767 >> 172.21.15.44:0/2792700767 conn(0x7fa5880793b0 msgr2=0x7fa5880797c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:48.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.865+0000 7fa58f400700 1 -- 172.21.15.44:0/2792700767 shutdown_connections 2024-05-21T00:39:48.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.865+0000 7fa58f400700 1 -- 172.21.15.44:0/2792700767 wait complete. 2024-05-21T00:39:48.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.866+0000 7fa58f400700 1 Processor -- start 2024-05-21T00:39:48.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.866+0000 7fa58f400700 1 -- start start 2024-05-21T00:39:48.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.867+0000 7fa58f400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa58806bab0 0x7fa58819f910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:48.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.867+0000 7fa58f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa58806c470 0x7fa58819fe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:48.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.867+0000 7fa58f400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5881095a0 0x7fa588199ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:48.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.867+0000 7fa58f400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa5881136d0 con 0x7fa58806c470 2024-05-21T00:39:48.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.867+0000 7fa58f400700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa588113550 con 0x7fa58806bab0 2024-05-21T00:39:48.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.867+0000 7fa58f400700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa588113850 con 0x7fa5881095a0 2024-05-21T00:39:48.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.867+0000 7fa587e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa58806c470 0x7fa58819fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:48.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.867+0000 7fa587e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa58806c470 0x7fa58819fe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57636/0 (socket says 172.21.15.44:57636) 2024-05-21T00:39:48.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.867+0000 7fa587e00700 1 -- 172.21.15.44:0/3289285408 learned_addr learned my addr 172.21.15.44:0/3289285408 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:39:48.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.867+0000 7fa58ca00700 1 --2- 172.21.15.44:0/3289285408 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa58806bab0 0x7fa58819f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:48.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.867+0000 7fa58d400700 1 --2- 172.21.15.44:0/3289285408 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5881095a0 0x7fa588199ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:48.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.868+0000 7fa58ca00700 1 -- 172.21.15.44:0/3289285408 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5881095a0 msgr2=0x7fa588199ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:48.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.868+0000 7fa58ca00700 1 --2- 172.21.15.44:0/3289285408 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5881095a0 0x7fa588199ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:48.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.868+0000 7fa58ca00700 1 -- 172.21.15.44:0/3289285408 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa58806c470 msgr2=0x7fa58819fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:48.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.868+0000 7fa58ca00700 1 --2- 172.21.15.44:0/3289285408 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa58806c470 0x7fa58819fe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:48.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.868+0000 7fa58ca00700 1 -- 172.21.15.44:0/3289285408 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa58819a230 con 0x7fa58806bab0 2024-05-21T00:39:48.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.868+0000 7fa58ca00700 1 --2- 172.21.15.44:0/3289285408 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa58806bab0 0x7fa58819f910 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fa57c00e9c0 tx=0x7fa57c00ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:48.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.868+0000 7fa585600700 1 -- 172.21.15.44:0/3289285408 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa57c004220 con 0x7fa58806bab0 2024-05-21T00:39:48.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.868+0000 7fa585600700 1 -- 172.21.15.44:0/3289285408 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa57c0043c0 con 0x7fa58806bab0 2024-05-21T00:39:48.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.868+0000 7fa58f400700 1 -- 172.21.15.44:0/3289285408 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa58819a520 con 0x7fa58806bab0 2024-05-21T00:39:48.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.868+0000 7fa585600700 1 -- 172.21.15.44:0/3289285408 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa57c00cda0 con 0x7fa58806bab0 2024-05-21T00:39:48.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.868+0000 7fa58f400700 1 -- 172.21.15.44:0/3289285408 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa588102430 con 0x7fa58806bab0 2024-05-21T00:39:48.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.870+0000 7fa58f400700 1 -- 172.21.15.44:0/3289285408 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa58806a230 con 0x7fa58806bab0 2024-05-21T00:39:48.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.872+0000 7fa585600700 1 -- 172.21.15.44:0/3289285408 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fa57c004750 con 0x7fa58806bab0 2024-05-21T00:39:48.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.873+0000 7fa585600700 1 --2- 172.21.15.44:0/3289285408 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa5700b2880 0x7fa5700b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:48.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.874+0000 7fa585600700 1 -- 172.21.15.44:0/3289285408 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fa57c0e2080 con 0x7fa58806bab0 2024-05-21T00:39:48.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.874+0000 7fa587e00700 1 --2- 172.21.15.44:0/3289285408 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa5700b2880 0x7fa5700b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:48.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.874+0000 7fa587e00700 1 --2- 172.21.15.44:0/3289285408 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa5700b2880 0x7fa5700b4d40 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fa574009680 tx=0x7fa574019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:48.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:48.877+0000 7fa585600700 1 -- 172.21.15.44:0/3289285408 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa57c0a9d00 con 0x7fa58806bab0 2024-05-21T00:39:49.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:49.143+0000 7fa58f400700 1 -- 172.21.15.44:0/3289285408 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7fa58819afc0 con 0x7fa58806bab0 2024-05-21T00:39:49.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:49.143+0000 7fa585600700 1 -- 172.21.15.44:0/3289285408 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7fa57c0a9600 con 0x7fa58806bab0 2024-05-21T00:39:49.147 INFO:teuthology.orchestra.run.smithi044.stdout:274877906995 2024-05-21T00:39:49.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:49.147+0000 7fa58f400700 1 -- 172.21.15.44:0/3289285408 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa5700b2880 msgr2=0x7fa5700b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:49.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:49.147+0000 7fa58f400700 1 --2- 172.21.15.44:0/3289285408 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa5700b2880 0x7fa5700b4d40 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fa574009680 tx=0x7fa574019040 comp rx=0 tx=0).stop 2024-05-21T00:39:49.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:49.147+0000 7fa58f400700 1 -- 172.21.15.44:0/3289285408 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa58806bab0 msgr2=0x7fa58819f910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:49.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:49.147+0000 7fa58f400700 1 --2- 172.21.15.44:0/3289285408 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa58806bab0 0x7fa58819f910 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fa57c00e9c0 tx=0x7fa57c00ecd0 comp rx=0 tx=0).stop 2024-05-21T00:39:49.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:49.148+0000 7fa58f400700 1 -- 172.21.15.44:0/3289285408 shutdown_connections 2024-05-21T00:39:49.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:49.148+0000 7fa58f400700 1 --2- 172.21.15.44:0/3289285408 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa5700b2880 0x7fa5700b4d40 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:49.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:49.148+0000 7fa58f400700 1 --2- 172.21.15.44:0/3289285408 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5881095a0 0x7fa588199ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:49.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:49.148+0000 7fa58f400700 1 --2- 172.21.15.44:0/3289285408 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa58806bab0 0x7fa58819f910 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:49.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:49.148+0000 7fa58f400700 1 --2- 172.21.15.44:0/3289285408 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa58806c470 0x7fa58819fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:49.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:49.148+0000 7fa58f400700 1 -- 172.21.15.44:0/3289285408 >> 172.21.15.44:0/3289285408 conn(0x7fa5880793b0 msgr2=0x7fa588101200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:49.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:49.148+0000 7fa58f400700 1 -- 172.21.15.44:0/3289285408 shutdown_connections 2024-05-21T00:39:49.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:49.148+0000 7fa58f400700 1 -- 172.21.15.44:0/3289285408 wait complete. 2024-05-21T00:39:49.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:49 smithi092 ceph-mon[36335]: pgmap v391: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-21T00:39:49.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:49 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/3289285408' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-05-21T00:39:49.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:49 smithi044 ceph-mon[31392]: pgmap v391: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-21T00:39:49.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:49 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/3289285408' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-05-21T00:39:49.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:49 smithi082 ceph-mon[36141]: pgmap v391: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-21T00:39:49.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:49 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/3289285408' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-05-21T00:39:50.013 INFO:tasks.cephadm.ceph_manager.ceph:need seq 274877906989 got 274877906995 for osd.10 2024-05-21T00:39:50.013 DEBUG:teuthology.parallel:result is None 2024-05-21T00:39:50.013 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-21T00:39:50.014 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-21T00:39:50.507 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:39:51.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:51 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:39:51.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:51 smithi092 ceph-mon[36335]: pgmap v392: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-21T00:39:51.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:51 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:39:51.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:51 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:39:51.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:51 smithi044 ceph-mon[31392]: pgmap v392: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-21T00:39:51.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:51 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:39:51.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:51 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:39:51.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:51 smithi082 ceph-mon[36141]: pgmap v392: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-21T00:39:51.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:51 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:39:52.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:52 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:39:52.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:52 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:39:52.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:52 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:39:52.594 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:52 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:39:52.594 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:52 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:39:52.594 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:52 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:39:52.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:52 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:39:52.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:52 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:39:52.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:52 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:39:52.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.763+0000 7fa5f5a00700 1 -- 172.21.15.44:0/857233586 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5f006b220 msgr2=0x7fa5f006b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:52.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.763+0000 7fa5f5a00700 1 --2- 172.21.15.44:0/857233586 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5f006b220 0x7fa5f006b6a0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fa5d8009990 tx=0x7fa5d8009ca0 comp rx=0 tx=0).stop 2024-05-21T00:39:52.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.763+0000 7fa5f5a00700 1 -- 172.21.15.44:0/857233586 shutdown_connections 2024-05-21T00:39:52.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.763+0000 7fa5f5a00700 1 --2- 172.21.15.44:0/857233586 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5f006bbe0 0x7fa5f01103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:52.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.763+0000 7fa5f5a00700 1 --2- 172.21.15.44:0/857233586 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa5f01095b0 0x7fa5f0109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:52.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.763+0000 7fa5f5a00700 1 --2- 172.21.15.44:0/857233586 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5f006b220 0x7fa5f006b6a0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:52.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.763+0000 7fa5f5a00700 1 -- 172.21.15.44:0/857233586 >> 172.21.15.44:0/857233586 conn(0x7fa5f00793f0 msgr2=0x7fa5f0079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:52.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.763+0000 7fa5f5a00700 1 -- 172.21.15.44:0/857233586 shutdown_connections 2024-05-21T00:39:52.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.763+0000 7fa5f5a00700 1 -- 172.21.15.44:0/857233586 wait complete. 2024-05-21T00:39:52.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.764+0000 7fa5f5a00700 1 Processor -- start 2024-05-21T00:39:52.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.765+0000 7fa5f5a00700 1 -- start start 2024-05-21T00:39:52.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.765+0000 7fa5f5a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5f006b220 0x7fa5f019be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:52.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.765+0000 7fa5f5a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5f006bbe0 0x7fa5f019c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:52.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.765+0000 7fa5f5a00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa5f01095b0 0x7fa5f01a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:52.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.765+0000 7fa5f5a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa5f0113720 con 0x7fa5f006b220 2024-05-21T00:39:52.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.765+0000 7fa5f5a00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa5f01135a0 con 0x7fa5f01095b0 2024-05-21T00:39:52.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.765+0000 7fa5f5a00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa5f01138a0 con 0x7fa5f006bbe0 2024-05-21T00:39:52.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.765+0000 7fa5eea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5f006b220 0x7fa5f019be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:52.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.765+0000 7fa5eea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5f006b220 0x7fa5f019be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57668/0 (socket says 172.21.15.44:57668) 2024-05-21T00:39:52.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.765+0000 7fa5eea00700 1 -- 172.21.15.44:0/837262019 learned_addr learned my addr 172.21.15.44:0/837262019 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:39:52.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.765+0000 7fa5e6000700 1 --2- 172.21.15.44:0/837262019 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5f006bbe0 0x7fa5f019c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:52.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.766+0000 7fa5ef400700 1 --2- 172.21.15.44:0/837262019 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa5f01095b0 0x7fa5f01a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:52.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.766+0000 7fa5eea00700 1 -- 172.21.15.44:0/837262019 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5f006bbe0 msgr2=0x7fa5f019c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:52.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.766+0000 7fa5eea00700 1 --2- 172.21.15.44:0/837262019 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5f006bbe0 0x7fa5f019c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:52.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.766+0000 7fa5eea00700 1 -- 172.21.15.44:0/837262019 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa5f01095b0 msgr2=0x7fa5f01a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:52.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.766+0000 7fa5eea00700 1 --2- 172.21.15.44:0/837262019 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa5f01095b0 0x7fa5f01a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:52.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.766+0000 7fa5eea00700 1 -- 172.21.15.44:0/837262019 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5f01a0e00 con 0x7fa5f006b220 2024-05-21T00:39:52.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.766+0000 7fa5e6000700 1 --2- 172.21.15.44:0/837262019 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5f006bbe0 0x7fa5f019c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:39:52.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.766+0000 7fa5eea00700 1 --2- 172.21.15.44:0/837262019 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5f006b220 0x7fa5f019be40 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fa5e000e9a0 tx=0x7fa5e000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:52.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.767+0000 7fa5e7e00700 1 -- 172.21.15.44:0/837262019 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5e000ca10 con 0x7fa5f006b220 2024-05-21T00:39:52.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.767+0000 7fa5e7e00700 1 -- 172.21.15.44:0/837262019 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa5e000cbb0 con 0x7fa5f006b220 2024-05-21T00:39:52.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.767+0000 7fa5f5a00700 1 -- 172.21.15.44:0/837262019 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5f01a10f0 con 0x7fa5f006b220 2024-05-21T00:39:52.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.767+0000 7fa5e7e00700 1 -- 172.21.15.44:0/837262019 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5e0018680 con 0x7fa5f006b220 2024-05-21T00:39:52.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.767+0000 7fa5f5a00700 1 -- 172.21.15.44:0/837262019 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5f01a8970 con 0x7fa5f006b220 2024-05-21T00:39:52.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.768+0000 7fa5f5a00700 1 -- 172.21.15.44:0/837262019 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5f006a230 con 0x7fa5f006b220 2024-05-21T00:39:52.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.770+0000 7fa5e7e00700 1 -- 172.21.15.44:0/837262019 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fa5e0010430 con 0x7fa5f006b220 2024-05-21T00:39:52.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.771+0000 7fa5e7e00700 1 --2- 172.21.15.44:0/837262019 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa5d40b2880 0x7fa5d40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:52.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.772+0000 7fa5e7e00700 1 -- 172.21.15.44:0/837262019 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fa5e00e23c0 con 0x7fa5f006b220 2024-05-21T00:39:52.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.772+0000 7fa5e6000700 1 --2- 172.21.15.44:0/837262019 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa5d40b2880 0x7fa5d40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:52.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.773+0000 7fa5e6000700 1 --2- 172.21.15.44:0/837262019 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa5d40b2880 0x7fa5d40b4d40 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fa5f0104530 tx=0x7fa5d801a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:52.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:52.776+0000 7fa5e7e00700 1 -- 172.21.15.44:0/837262019 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa5e00aa040 con 0x7fa5f006b220 2024-05-21T00:39:53.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:53.013+0000 7fa5f5a00700 1 -- 172.21.15.44:0/837262019 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa5f0101640 con 0x7fa5d40b2880 2024-05-21T00:39:53.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:53.039+0000 7fa5e7e00700 1 -- 172.21.15.44:0/837262019 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259095 (secure 0 0 0) 0x7fa5f0101640 con 0x7fa5d40b2880 2024-05-21T00:39:53.049 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:39:53.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:53.046+0000 7fa5f5a00700 1 -- 172.21.15.44:0/837262019 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa5d40b2880 msgr2=0x7fa5d40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:53.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:53.046+0000 7fa5f5a00700 1 --2- 172.21.15.44:0/837262019 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa5d40b2880 0x7fa5d40b4d40 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fa5f0104530 tx=0x7fa5d801a040 comp rx=0 tx=0).stop 2024-05-21T00:39:53.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:53.046+0000 7fa5f5a00700 1 -- 172.21.15.44:0/837262019 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5f006b220 msgr2=0x7fa5f019be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:53.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:53.046+0000 7fa5f5a00700 1 --2- 172.21.15.44:0/837262019 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5f006b220 0x7fa5f019be40 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fa5e000e9a0 tx=0x7fa5e000ecb0 comp rx=0 tx=0).stop 2024-05-21T00:39:53.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:53.046+0000 7fa5f5a00700 1 -- 172.21.15.44:0/837262019 shutdown_connections 2024-05-21T00:39:53.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:53.046+0000 7fa5f5a00700 1 --2- 172.21.15.44:0/837262019 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa5d40b2880 0x7fa5d40b4d40 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:53.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:53.046+0000 7fa5f5a00700 1 --2- 172.21.15.44:0/837262019 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5f006b220 0x7fa5f019be40 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:53.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:53.046+0000 7fa5f5a00700 1 --2- 172.21.15.44:0/837262019 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa5f01095b0 0x7fa5f01a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:53.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:53.046+0000 7fa5f5a00700 1 --2- 172.21.15.44:0/837262019 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5f006bbe0 0x7fa5f019c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:53.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:53.046+0000 7fa5f5a00700 1 -- 172.21.15.44:0/837262019 >> 172.21.15.44:0/837262019 conn(0x7fa5f00793f0 msgr2=0x7fa5f0100f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:53.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:53.046+0000 7fa5f5a00700 1 -- 172.21.15.44:0/837262019 shutdown_connections 2024-05-21T00:39:53.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:53.046+0000 7fa5f5a00700 1 -- 172.21.15.44:0/837262019 wait complete. 2024-05-21T00:39:53.055 INFO:teuthology.orchestra.run.smithi044.stderr:dumped all 2024-05-21T00:39:53.557 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:53 smithi092 ceph-mon[36335]: pgmap v393: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T00:39:53.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:53 smithi044 ceph-mon[31392]: pgmap v393: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T00:39:53.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:53 smithi082 ceph-mon[36141]: pgmap v393: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T00:39:53.907 INFO:teuthology.orchestra.run.smithi044.stdout:{"pg_ready":true,"pg_map":{"version":393,"stamp":"2024-05-21T00:39:52.295918+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":655872,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":822,"num_read_kb":507,"num_write":298,"num_write_kb":2270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2951862,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":741,"ondisk_log_size":741,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":372576,"kb_used_data":10944,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124569248,"statfs":{"total":1151940427776,"available":1151558909952,"internally_reserved":0,"allocated":11206656,"data_stored":7268772,"data_compressed":246114,"data_compressed_allocated":331776,"data_compressed_original":2162688,"omap_allocated":19141,"internal_metadata":370193723},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":531,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":78,"num_read_kb":43,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005083"},"pg_stats":[{"pgid":"3.3f","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252018+0000","last_change":"2024-05-21T00:37:26.427879+0000","last_active":"2024-05-21T00:39:40.252018+0000","last_peered":"2024-05-21T00:39:40.252018+0000","last_clean":"2024-05-21T00:39:40.252018+0000","last_became_active":"2024-05-21T00:37:26.427573+0000","last_became_peered":"2024-05-21T00:37:26.427573+0000","last_unstale":"2024-05-21T00:39:40.252018+0000","last_undegraded":"2024-05-21T00:39:40.252018+0000","last_fullsized":"2024-05-21T00:39:40.252018+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:57:27.497480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"82'4","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.257680+0000","last_change":"2024-05-21T00:37:26.421272+0000","last_active":"2024-05-21T00:39:40.257680+0000","last_peered":"2024-05-21T00:39:40.257680+0000","last_clean":"2024-05-21T00:39:40.257680+0000","last_became_active":"2024-05-21T00:37:26.420035+0000","last_became_peered":"2024-05-21T00:37:26.420035+0000","last_unstale":"2024-05-21T00:39:40.257680+0000","last_undegraded":"2024-05-21T00:39:40.257680+0000","last_fullsized":"2024-05-21T00:39:40.257680+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:16:09.723800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261793+0000","last_change":"2024-05-21T00:37:26.424117+0000","last_active":"2024-05-21T00:39:40.261793+0000","last_peered":"2024-05-21T00:39:40.261793+0000","last_clean":"2024-05-21T00:39:40.261793+0000","last_became_active":"2024-05-21T00:37:26.422986+0000","last_became_peered":"2024-05-21T00:37:26.422986+0000","last_unstale":"2024-05-21T00:39:40.261793+0000","last_undegraded":"2024-05-21T00:39:40.261793+0000","last_fullsized":"2024-05-21T00:39:40.261793+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:05:54.239121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.239227+0000","last_change":"2024-05-21T00:37:26.420077+0000","last_active":"2024-05-21T00:39:40.239227+0000","last_peered":"2024-05-21T00:39:40.239227+0000","last_clean":"2024-05-21T00:39:40.239227+0000","last_became_active":"2024-05-21T00:37:26.419742+0000","last_became_peered":"2024-05-21T00:37:26.419742+0000","last_unstale":"2024-05-21T00:39:40.239227+0000","last_undegraded":"2024-05-21T00:39:40.239227+0000","last_fullsized":"2024-05-21T00:39:40.239227+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:42:46.759050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"82'4","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.264485+0000","last_change":"2024-05-21T00:37:26.437010+0000","last_active":"2024-05-21T00:39:40.264485+0000","last_peered":"2024-05-21T00:39:40.264485+0000","last_clean":"2024-05-21T00:39:40.264485+0000","last_became_active":"2024-05-21T00:37:26.436628+0000","last_became_peered":"2024-05-21T00:37:26.436628+0000","last_unstale":"2024-05-21T00:39:40.264485+0000","last_undegraded":"2024-05-21T00:39:40.264485+0000","last_fullsized":"2024-05-21T00:39:40.264485+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:27:05.252106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"82'6","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.247009+0000","last_change":"2024-05-21T00:37:26.424453+0000","last_active":"2024-05-21T00:39:40.247009+0000","last_peered":"2024-05-21T00:39:40.247009+0000","last_clean":"2024-05-21T00:39:40.247009+0000","last_became_active":"2024-05-21T00:37:26.424098+0000","last_became_peered":"2024-05-21T00:37:26.424098+0000","last_unstale":"2024-05-21T00:39:40.247009+0000","last_undegraded":"2024-05-21T00:39:40.247009+0000","last_fullsized":"2024-05-21T00:39:40.247009+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:38:05.711162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"82'5","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.248316+0000","last_change":"2024-05-21T00:38:11.355349+0000","last_active":"2024-05-21T00:39:40.248316+0000","last_peered":"2024-05-21T00:39:40.248316+0000","last_clean":"2024-05-21T00:39:40.248316+0000","last_became_active":"2024-05-21T00:38:11.354966+0000","last_became_peered":"2024-05-21T00:38:11.354966+0000","last_unstale":"2024-05-21T00:39:40.248316+0000","last_undegraded":"2024-05-21T00:39:40.248316+0000","last_fullsized":"2024-05-21T00:39:40.248316+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:06:47.894167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,8],"acting":[7,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"82'9","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262587+0000","last_change":"2024-05-21T00:37:26.434586+0000","last_active":"2024-05-21T00:39:40.262587+0000","last_peered":"2024-05-21T00:39:40.262587+0000","last_clean":"2024-05-21T00:39:40.262587+0000","last_became_active":"2024-05-21T00:37:26.434135+0000","last_became_peered":"2024-05-21T00:37:26.434135+0000","last_unstale":"2024-05-21T00:39:40.262587+0000","last_undegraded":"2024-05-21T00:39:40.262587+0000","last_fullsized":"2024-05-21T00:39:40.262587+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:36:07.384616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"82'11","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.251494+0000","last_change":"2024-05-21T00:37:26.422156+0000","last_active":"2024-05-21T00:39:40.251494+0000","last_peered":"2024-05-21T00:39:40.251494+0000","last_clean":"2024-05-21T00:39:40.251494+0000","last_became_active":"2024-05-21T00:37:26.421786+0000","last_became_peered":"2024-05-21T00:37:26.421786+0000","last_unstale":"2024-05-21T00:39:40.251494+0000","last_undegraded":"2024-05-21T00:39:40.251494+0000","last_fullsized":"2024-05-21T00:39:40.251494+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:09:46.739541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"82'16","reported_seq":41,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.241248+0000","last_change":"2024-05-21T00:37:26.420314+0000","last_active":"2024-05-21T00:39:40.241248+0000","last_peered":"2024-05-21T00:39:40.241248+0000","last_clean":"2024-05-21T00:39:40.241248+0000","last_became_active":"2024-05-21T00:37:26.419975+0000","last_became_peered":"2024-05-21T00:37:26.419975+0000","last_unstale":"2024-05-21T00:39:40.241248+0000","last_undegraded":"2024-05-21T00:39:40.241248+0000","last_fullsized":"2024-05-21T00:39:40.241248+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:17:16.447135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"82'6","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252392+0000","last_change":"2024-05-21T00:37:26.415187+0000","last_active":"2024-05-21T00:39:40.252392+0000","last_peered":"2024-05-21T00:39:40.252392+0000","last_clean":"2024-05-21T00:39:40.252392+0000","last_became_active":"2024-05-21T00:37:26.414638+0000","last_became_peered":"2024-05-21T00:37:26.414638+0000","last_unstale":"2024-05-21T00:39:40.252392+0000","last_undegraded":"2024-05-21T00:39:40.252392+0000","last_fullsized":"2024-05-21T00:39:40.252392+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:53:16.873608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"82'7","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.242760+0000","last_change":"2024-05-21T00:37:26.423652+0000","last_active":"2024-05-21T00:39:40.242760+0000","last_peered":"2024-05-21T00:39:40.242760+0000","last_clean":"2024-05-21T00:39:40.242760+0000","last_became_active":"2024-05-21T00:37:26.423247+0000","last_became_peered":"2024-05-21T00:37:26.423247+0000","last_unstale":"2024-05-21T00:39:40.242760+0000","last_undegraded":"2024-05-21T00:39:40.242760+0000","last_fullsized":"2024-05-21T00:39:40.242760+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:59:05.986098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"82'10","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267309+0000","last_change":"2024-05-21T00:37:26.418991+0000","last_active":"2024-05-21T00:39:40.267309+0000","last_peered":"2024-05-21T00:39:40.267309+0000","last_clean":"2024-05-21T00:39:40.267309+0000","last_became_active":"2024-05-21T00:37:26.418574+0000","last_became_peered":"2024-05-21T00:37:26.418574+0000","last_unstale":"2024-05-21T00:39:40.267309+0000","last_undegraded":"2024-05-21T00:39:40.267309+0000","last_fullsized":"2024-05-21T00:39:40.267309+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:27:47.863261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.260464+0000","last_change":"2024-05-21T00:37:26.418725+0000","last_active":"2024-05-21T00:39:40.260464+0000","last_peered":"2024-05-21T00:39:40.260464+0000","last_clean":"2024-05-21T00:39:40.260464+0000","last_became_active":"2024-05-21T00:37:26.417640+0000","last_became_peered":"2024-05-21T00:37:26.417640+0000","last_unstale":"2024-05-21T00:39:40.260464+0000","last_undegraded":"2024-05-21T00:39:40.260464+0000","last_fullsized":"2024-05-21T00:39:40.260464+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:50:23.058203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262685+0000","last_change":"2024-05-21T00:37:26.430147+0000","last_active":"2024-05-21T00:39:40.262685+0000","last_peered":"2024-05-21T00:39:40.262685+0000","last_clean":"2024-05-21T00:39:40.262685+0000","last_became_active":"2024-05-21T00:37:26.429599+0000","last_became_peered":"2024-05-21T00:37:26.429599+0000","last_unstale":"2024-05-21T00:39:40.262685+0000","last_undegraded":"2024-05-21T00:39:40.262685+0000","last_fullsized":"2024-05-21T00:39:40.262685+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:10:12.429375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261173+0000","last_change":"2024-05-21T00:37:26.435334+0000","last_active":"2024-05-21T00:39:40.261173+0000","last_peered":"2024-05-21T00:39:40.261173+0000","last_clean":"2024-05-21T00:39:40.261173+0000","last_became_active":"2024-05-21T00:37:26.434991+0000","last_became_peered":"2024-05-21T00:37:26.434991+0000","last_unstale":"2024-05-21T00:39:40.261173+0000","last_undegraded":"2024-05-21T00:39:40.261173+0000","last_fullsized":"2024-05-21T00:39:40.261173+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:37:25.875616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.257725+0000","last_change":"2024-05-21T00:37:26.427871+0000","last_active":"2024-05-21T00:39:40.257725+0000","last_peered":"2024-05-21T00:39:40.257725+0000","last_clean":"2024-05-21T00:39:40.257725+0000","last_became_active":"2024-05-21T00:37:26.427532+0000","last_became_peered":"2024-05-21T00:37:26.427532+0000","last_unstale":"2024-05-21T00:39:40.257725+0000","last_undegraded":"2024-05-21T00:39:40.257725+0000","last_fullsized":"2024-05-21T00:39:40.257725+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:26:31.168527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"82'10","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.253035+0000","last_change":"2024-05-21T00:37:26.427783+0000","last_active":"2024-05-21T00:39:40.253035+0000","last_peered":"2024-05-21T00:39:40.253035+0000","last_clean":"2024-05-21T00:39:40.253035+0000","last_became_active":"2024-05-21T00:37:26.427364+0000","last_became_peered":"2024-05-21T00:37:26.427364+0000","last_unstale":"2024-05-21T00:39:40.253035+0000","last_undegraded":"2024-05-21T00:39:40.253035+0000","last_fullsized":"2024-05-21T00:39:40.253035+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:53:08.031403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261414+0000","last_change":"2024-05-21T00:37:26.425632+0000","last_active":"2024-05-21T00:39:40.261414+0000","last_peered":"2024-05-21T00:39:40.261414+0000","last_clean":"2024-05-21T00:39:40.261414+0000","last_became_active":"2024-05-21T00:37:26.425298+0000","last_became_peered":"2024-05-21T00:37:26.425298+0000","last_unstale":"2024-05-21T00:39:40.261414+0000","last_undegraded":"2024-05-21T00:39:40.261414+0000","last_fullsized":"2024-05-21T00:39:40.261414+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:08:58.187696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"78'9","reported_seq":41,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.625107+0000","last_change":"2024-05-21T00:37:22.392035+0000","last_active":"2024-05-21T00:39:11.625107+0000","last_peered":"2024-05-21T00:39:11.625107+0000","last_clean":"2024-05-21T00:39:11.625107+0000","last_became_active":"2024-05-21T00:37:22.390654+0000","last_became_peered":"2024-05-21T00:37:22.390654+0000","last_unstale":"2024-05-21T00:39:11.625107+0000","last_undegraded":"2024-05-21T00:39:11.625107+0000","last_fullsized":"2024-05-21T00:39:11.625107+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:56:32.967821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"82'5","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.251826+0000","last_change":"2024-05-21T00:37:26.434754+0000","last_active":"2024-05-21T00:39:40.251826+0000","last_peered":"2024-05-21T00:39:40.251826+0000","last_clean":"2024-05-21T00:39:40.251826+0000","last_became_active":"2024-05-21T00:37:26.430623+0000","last_became_peered":"2024-05-21T00:37:26.430623+0000","last_unstale":"2024-05-21T00:39:40.251826+0000","last_undegraded":"2024-05-21T00:39:40.251826+0000","last_fullsized":"2024-05-21T00:39:40.251826+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:27:40.304167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"78'2","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.523274+0000","last_change":"2024-05-21T00:37:22.953646+0000","last_active":"2024-05-21T00:39:11.523274+0000","last_peered":"2024-05-21T00:39:11.523274+0000","last_clean":"2024-05-21T00:39:11.523274+0000","last_became_active":"2024-05-21T00:37:22.952491+0000","last_became_peered":"2024-05-21T00:37:22.952491+0000","last_unstale":"2024-05-21T00:39:11.523274+0000","last_undegraded":"2024-05-21T00:39:11.523274+0000","last_fullsized":"2024-05-21T00:39:11.523274+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:11:39.314478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.263614+0000","last_change":"2024-05-21T00:37:26.428446+0000","last_active":"2024-05-21T00:39:40.263614+0000","last_peered":"2024-05-21T00:39:40.263614+0000","last_clean":"2024-05-21T00:39:40.263614+0000","last_became_active":"2024-05-21T00:37:26.427853+0000","last_became_peered":"2024-05-21T00:37:26.427853+0000","last_unstale":"2024-05-21T00:39:40.263614+0000","last_undegraded":"2024-05-21T00:39:40.263614+0000","last_fullsized":"2024-05-21T00:39:40.263614+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:17:21.904244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"78'4","reported_seq":46,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824943+0000","last_change":"2024-05-21T00:38:11.361142+0000","last_active":"2024-05-21T00:39:11.824943+0000","last_peered":"2024-05-21T00:39:11.824943+0000","last_clean":"2024-05-21T00:39:11.824943+0000","last_became_active":"2024-05-21T00:38:11.347994+0000","last_became_peered":"2024-05-21T00:38:11.347994+0000","last_unstale":"2024-05-21T00:39:11.824943+0000","last_undegraded":"2024-05-21T00:39:11.824943+0000","last_fullsized":"2024-05-21T00:39:11.824943+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:28:28.018651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"82'9","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.265380+0000","last_change":"2024-05-21T00:37:26.418621+0000","last_active":"2024-05-21T00:39:40.265380+0000","last_peered":"2024-05-21T00:39:40.265380+0000","last_clean":"2024-05-21T00:39:40.265380+0000","last_became_active":"2024-05-21T00:37:26.418244+0000","last_became_peered":"2024-05-21T00:37:26.418244+0000","last_unstale":"2024-05-21T00:39:40.265380+0000","last_undegraded":"2024-05-21T00:39:40.265380+0000","last_fullsized":"2024-05-21T00:39:40.265380+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:27:03.711204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"78'2","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824723+0000","last_change":"2024-05-21T00:37:22.382054+0000","last_active":"2024-05-21T00:39:11.824723+0000","last_peered":"2024-05-21T00:39:11.824723+0000","last_clean":"2024-05-21T00:39:11.824723+0000","last_became_active":"2024-05-21T00:37:22.381688+0000","last_became_peered":"2024-05-21T00:37:22.381688+0000","last_unstale":"2024-05-21T00:39:11.824723+0000","last_undegraded":"2024-05-21T00:39:11.824723+0000","last_fullsized":"2024-05-21T00:39:11.824723+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:25:10.880958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"82'15","reported_seq":39,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252512+0000","last_change":"2024-05-21T00:37:26.422382+0000","last_active":"2024-05-21T00:39:40.252512+0000","last_peered":"2024-05-21T00:39:40.252512+0000","last_clean":"2024-05-21T00:39:40.252512+0000","last_became_active":"2024-05-21T00:37:26.422039+0000","last_became_peered":"2024-05-21T00:37:26.422039+0000","last_unstale":"2024-05-21T00:39:40.252512+0000","last_undegraded":"2024-05-21T00:39:40.252512+0000","last_fullsized":"2024-05-21T00:39:40.252512+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:55:29.868930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"82'7","reported_seq":159,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:46.791230+0000","last_change":"2024-05-21T00:37:22.382385+0000","last_active":"2024-05-21T00:39:46.791230+0000","last_peered":"2024-05-21T00:39:46.791230+0000","last_clean":"2024-05-21T00:39:46.791230+0000","last_became_active":"2024-05-21T00:37:22.380908+0000","last_became_peered":"2024-05-21T00:37:22.380908+0000","last_unstale":"2024-05-21T00:39:46.791230+0000","last_undegraded":"2024-05-21T00:39:46.791230+0000","last_fullsized":"2024-05-21T00:39:46.791230+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:07:11.404082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":122,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"82'7","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.246046+0000","last_change":"2024-05-21T00:37:26.420818+0000","last_active":"2024-05-21T00:39:40.246046+0000","last_peered":"2024-05-21T00:39:40.246046+0000","last_clean":"2024-05-21T00:39:40.246046+0000","last_became_active":"2024-05-21T00:37:26.420299+0000","last_became_peered":"2024-05-21T00:37:26.420299+0000","last_unstale":"2024-05-21T00:39:40.246046+0000","last_undegraded":"2024-05-21T00:39:40.246046+0000","last_fullsized":"2024-05-21T00:39:40.246046+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:20:12.973792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"78'3","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.729675+0000","last_change":"2024-05-21T00:37:22.383491+0000","last_active":"2024-05-21T00:39:11.729675+0000","last_peered":"2024-05-21T00:39:11.729675+0000","last_clean":"2024-05-21T00:39:11.729675+0000","last_became_active":"2024-05-21T00:37:22.382965+0000","last_became_peered":"2024-05-21T00:37:22.382965+0000","last_unstale":"2024-05-21T00:39:11.729675+0000","last_undegraded":"2024-05-21T00:39:11.729675+0000","last_fullsized":"2024-05-21T00:39:11.729675+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:38:56.992721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"82'8","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.257562+0000","last_change":"2024-05-21T00:38:11.351708+0000","last_active":"2024-05-21T00:39:40.257562+0000","last_peered":"2024-05-21T00:39:40.257562+0000","last_clean":"2024-05-21T00:39:40.257562+0000","last_became_active":"2024-05-21T00:38:11.351431+0000","last_became_peered":"2024-05-21T00:38:11.351431+0000","last_unstale":"2024-05-21T00:39:40.257562+0000","last_undegraded":"2024-05-21T00:39:40.257562+0000","last_fullsized":"2024-05-21T00:39:40.257562+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:37:15.606215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"78'2","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.762220+0000","last_change":"2024-05-21T00:37:22.393868+0000","last_active":"2024-05-21T00:39:11.762220+0000","last_peered":"2024-05-21T00:39:11.762220+0000","last_clean":"2024-05-21T00:39:11.762220+0000","last_became_active":"2024-05-21T00:37:22.392006+0000","last_became_peered":"2024-05-21T00:37:22.392006+0000","last_unstale":"2024-05-21T00:39:11.762220+0000","last_undegraded":"2024-05-21T00:39:11.762220+0000","last_fullsized":"2024-05-21T00:39:11.762220+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:06:20.765944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"82'8","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261710+0000","last_change":"2024-05-21T00:38:11.644903+0000","last_active":"2024-05-21T00:39:40.261710+0000","last_peered":"2024-05-21T00:39:40.261710+0000","last_clean":"2024-05-21T00:39:40.261710+0000","last_became_active":"2024-05-21T00:38:11.643620+0000","last_became_peered":"2024-05-21T00:38:11.643620+0000","last_unstale":"2024-05-21T00:39:40.261710+0000","last_undegraded":"2024-05-21T00:39:40.261710+0000","last_fullsized":"2024-05-21T00:39:40.261710+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:06:12.218251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,6],"acting":[9,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"78'1","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.732019+0000","last_change":"2024-05-21T00:37:22.382399+0000","last_active":"2024-05-21T00:39:11.732019+0000","last_peered":"2024-05-21T00:39:11.732019+0000","last_clean":"2024-05-21T00:39:11.732019+0000","last_became_active":"2024-05-21T00:37:22.380928+0000","last_became_peered":"2024-05-21T00:37:22.380928+0000","last_unstale":"2024-05-21T00:39:11.732019+0000","last_undegraded":"2024-05-21T00:39:11.732019+0000","last_fullsized":"2024-05-21T00:39:11.732019+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:14:16.927598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"82'11","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.254128+0000","last_change":"2024-05-21T00:37:26.440324+0000","last_active":"2024-05-21T00:39:40.254128+0000","last_peered":"2024-05-21T00:39:40.254128+0000","last_clean":"2024-05-21T00:39:40.254128+0000","last_became_active":"2024-05-21T00:37:26.439898+0000","last_became_peered":"2024-05-21T00:37:26.439898+0000","last_unstale":"2024-05-21T00:39:40.254128+0000","last_undegraded":"2024-05-21T00:39:40.254128+0000","last_fullsized":"2024-05-21T00:39:40.254128+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:37:05.253214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"82'4","reported_seq":155,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:49.795094+0000","last_change":"2024-05-21T00:37:22.392088+0000","last_active":"2024-05-21T00:39:49.795094+0000","last_peered":"2024-05-21T00:39:49.795094+0000","last_clean":"2024-05-21T00:39:49.795094+0000","last_became_active":"2024-05-21T00:37:22.391693+0000","last_became_peered":"2024-05-21T00:37:22.391693+0000","last_unstale":"2024-05-21T00:39:49.795094+0000","last_undegraded":"2024-05-21T00:39:49.795094+0000","last_fullsized":"2024-05-21T00:39:49.795094+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:59:06.379254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":120,"num_read_kb":120,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"82'10","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.249214+0000","last_change":"2024-05-21T00:37:26.421633+0000","last_active":"2024-05-21T00:39:40.249214+0000","last_peered":"2024-05-21T00:39:40.249214+0000","last_clean":"2024-05-21T00:39:40.249214+0000","last_became_active":"2024-05-21T00:37:26.421278+0000","last_became_peered":"2024-05-21T00:37:26.421278+0000","last_unstale":"2024-05-21T00:39:40.249214+0000","last_undegraded":"2024-05-21T00:39:40.249214+0000","last_fullsized":"2024-05-21T00:39:40.249214+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:35:03.618852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"78'2","reported_seq":43,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.527145+0000","last_change":"2024-05-21T00:38:11.357389+0000","last_active":"2024-05-21T00:39:11.527145+0000","last_peered":"2024-05-21T00:39:11.527145+0000","last_clean":"2024-05-21T00:39:11.527145+0000","last_became_active":"2024-05-21T00:38:11.347249+0000","last_became_peered":"2024-05-21T00:38:11.347249+0000","last_unstale":"2024-05-21T00:39:11.527145+0000","last_undegraded":"2024-05-21T00:39:11.527145+0000","last_fullsized":"2024-05-21T00:39:11.527145+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:34:48.493234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"82'9","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.263720+0000","last_change":"2024-05-21T00:38:11.349083+0000","last_active":"2024-05-21T00:39:40.263720+0000","last_peered":"2024-05-21T00:39:40.263720+0000","last_clean":"2024-05-21T00:39:40.263720+0000","last_became_active":"2024-05-21T00:38:11.348549+0000","last_became_peered":"2024-05-21T00:38:11.348549+0000","last_unstale":"2024-05-21T00:39:40.263720+0000","last_undegraded":"2024-05-21T00:39:40.263720+0000","last_fullsized":"2024-05-21T00:39:40.263720+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:59:18.237158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"78'4","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.732440+0000","last_change":"2024-05-21T00:37:22.956929+0000","last_active":"2024-05-21T00:39:11.732440+0000","last_peered":"2024-05-21T00:39:11.732440+0000","last_clean":"2024-05-21T00:39:11.732440+0000","last_became_active":"2024-05-21T00:37:22.956561+0000","last_became_peered":"2024-05-21T00:37:22.956561+0000","last_unstale":"2024-05-21T00:39:11.732440+0000","last_undegraded":"2024-05-21T00:39:11.732440+0000","last_fullsized":"2024-05-21T00:39:11.732440+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:07.623279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"82'11","reported_seq":42,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.265652+0000","last_change":"2024-05-21T00:38:11.644592+0000","last_active":"2024-05-21T00:39:40.265652+0000","last_peered":"2024-05-21T00:39:40.265652+0000","last_clean":"2024-05-21T00:39:40.265652+0000","last_became_active":"2024-05-21T00:38:11.644239+0000","last_became_peered":"2024-05-21T00:38:11.644239+0000","last_unstale":"2024-05-21T00:39:40.265652+0000","last_undegraded":"2024-05-21T00:39:40.265652+0000","last_fullsized":"2024-05-21T00:39:40.265652+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:51:22.983763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'31","reported_seq":312,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:49.795135+0000","last_change":"2024-05-21T00:37:22.380538+0000","last_active":"2024-05-21T00:39:49.795135+0000","last_peered":"2024-05-21T00:39:49.795135+0000","last_clean":"2024-05-21T00:39:49.795135+0000","last_became_active":"2024-05-21T00:37:22.380144+0000","last_became_peered":"2024-05-21T00:37:22.380144+0000","last_unstale":"2024-05-21T00:39:49.795135+0000","last_undegraded":"2024-05-21T00:39:49.795135+0000","last_fullsized":"2024-05-21T00:39:49.795135+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:46:09.966830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60596,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":250,"num_read_kb":184,"num_write":32,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"82'6","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.232873+0000","last_change":"2024-05-21T00:37:26.416679+0000","last_active":"2024-05-21T00:39:40.232873+0000","last_peered":"2024-05-21T00:39:40.232873+0000","last_clean":"2024-05-21T00:39:40.232873+0000","last_became_active":"2024-05-21T00:37:26.416106+0000","last_became_peered":"2024-05-21T00:37:26.416106+0000","last_unstale":"2024-05-21T00:39:40.232873+0000","last_undegraded":"2024-05-21T00:39:40.232873+0000","last_fullsized":"2024-05-21T00:39:40.232873+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:01:37.352242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"78'6","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.607691+0000","last_change":"2024-05-21T00:37:22.387287+0000","last_active":"2024-05-21T00:39:11.607691+0000","last_peered":"2024-05-21T00:39:11.607691+0000","last_clean":"2024-05-21T00:39:11.607691+0000","last_became_active":"2024-05-21T00:37:22.386952+0000","last_became_peered":"2024-05-21T00:37:22.386952+0000","last_unstale":"2024-05-21T00:39:11.607691+0000","last_undegraded":"2024-05-21T00:39:11.607691+0000","last_fullsized":"2024-05-21T00:39:11.607691+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:28:01.020680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267451+0000","last_change":"2024-05-21T00:37:26.419351+0000","last_active":"2024-05-21T00:39:40.267451+0000","last_peered":"2024-05-21T00:39:40.267451+0000","last_clean":"2024-05-21T00:39:40.267451+0000","last_became_active":"2024-05-21T00:37:26.418733+0000","last_became_peered":"2024-05-21T00:37:26.418733+0000","last_unstale":"2024-05-21T00:39:40.267451+0000","last_undegraded":"2024-05-21T00:39:40.267451+0000","last_fullsized":"2024-05-21T00:39:40.267451+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:09:29.893036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"78'3","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.732361+0000","last_change":"2024-05-21T00:37:22.382339+0000","last_active":"2024-05-21T00:39:11.732361+0000","last_peered":"2024-05-21T00:39:11.732361+0000","last_clean":"2024-05-21T00:39:11.732361+0000","last_became_active":"2024-05-21T00:37:22.380365+0000","last_became_peered":"2024-05-21T00:37:22.380365+0000","last_unstale":"2024-05-21T00:39:11.732361+0000","last_undegraded":"2024-05-21T00:39:11.732361+0000","last_fullsized":"2024-05-21T00:39:11.732361+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:17:33.356246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"82'15","reported_seq":46,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267326+0000","last_change":"2024-05-21T00:39:11.763891+0000","last_active":"2024-05-21T00:39:40.267326+0000","last_peered":"2024-05-21T00:39:40.267326+0000","last_clean":"2024-05-21T00:39:40.267326+0000","last_became_active":"2024-05-21T00:39:11.763525+0000","last_became_peered":"2024-05-21T00:39:11.763525+0000","last_unstale":"2024-05-21T00:39:40.267326+0000","last_undegraded":"2024-05-21T00:39:40.267326+0000","last_fullsized":"2024-05-21T00:39:40.267326+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:49:14.136461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"82'5","reported_seq":159,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:47.841236+0000","last_change":"2024-05-21T00:37:22.380435+0000","last_active":"2024-05-21T00:39:47.841236+0000","last_peered":"2024-05-21T00:39:47.841236+0000","last_clean":"2024-05-21T00:39:47.841236+0000","last_became_active":"2024-05-21T00:37:22.379943+0000","last_became_peered":"2024-05-21T00:37:22.379943+0000","last_unstale":"2024-05-21T00:39:47.841236+0000","last_undegraded":"2024-05-21T00:39:47.841236+0000","last_fullsized":"2024-05-21T00:39:47.841236+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:57:43.120772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":124,"num_read_kb":5,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.249267+0000","last_change":"2024-05-21T00:37:26.418584+0000","last_active":"2024-05-21T00:39:40.249267+0000","last_peered":"2024-05-21T00:39:40.249267+0000","last_clean":"2024-05-21T00:39:40.249267+0000","last_became_active":"2024-05-21T00:37:26.418239+0000","last_became_peered":"2024-05-21T00:37:26.418239+0000","last_unstale":"2024-05-21T00:39:40.249267+0000","last_undegraded":"2024-05-21T00:39:40.249267+0000","last_fullsized":"2024-05-21T00:39:40.249267+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:44:27.000528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"78'15","reported_seq":47,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824475+0000","last_change":"2024-05-21T00:37:22.952053+0000","last_active":"2024-05-21T00:39:11.824475+0000","last_peered":"2024-05-21T00:39:11.824475+0000","last_clean":"2024-05-21T00:39:11.824475+0000","last_became_active":"2024-05-21T00:37:22.951649+0000","last_became_peered":"2024-05-21T00:37:22.951649+0000","last_unstale":"2024-05-21T00:39:11.824475+0000","last_undegraded":"2024-05-21T00:39:11.824475+0000","last_fullsized":"2024-05-21T00:39:11.824475+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:21:43.406488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252317+0000","last_change":"2024-05-21T00:37:26.423294+0000","last_active":"2024-05-21T00:39:40.252317+0000","last_peered":"2024-05-21T00:39:40.252317+0000","last_clean":"2024-05-21T00:39:40.252317+0000","last_became_active":"2024-05-21T00:37:26.422958+0000","last_became_peered":"2024-05-21T00:37:26.422958+0000","last_unstale":"2024-05-21T00:39:40.252317+0000","last_undegraded":"2024-05-21T00:39:40.252317+0000","last_fullsized":"2024-05-21T00:39:40.252317+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:36:16.071919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"78'2","reported_seq":21,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.522193+0000","last_change":"2024-05-21T00:38:11.355611+0000","last_active":"2024-05-21T00:39:11.522193+0000","last_peered":"2024-05-21T00:39:11.522193+0000","last_clean":"2024-05-21T00:39:11.522193+0000","last_became_active":"2024-05-21T00:38:11.345854+0000","last_became_peered":"2024-05-21T00:38:11.345854+0000","last_unstale":"2024-05-21T00:39:11.522193+0000","last_undegraded":"2024-05-21T00:39:11.522193+0000","last_fullsized":"2024-05-21T00:39:11.522193+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:42:49.958758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"82'5","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.239857+0000","last_change":"2024-05-21T00:37:26.418846+0000","last_active":"2024-05-21T00:39:40.239857+0000","last_peered":"2024-05-21T00:39:40.239857+0000","last_clean":"2024-05-21T00:39:40.239857+0000","last_became_active":"2024-05-21T00:37:26.418414+0000","last_became_peered":"2024-05-21T00:37:26.418414+0000","last_unstale":"2024-05-21T00:39:40.239857+0000","last_undegraded":"2024-05-21T00:39:40.239857+0000","last_fullsized":"2024-05-21T00:39:40.239857+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:50:10.954057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.624379+0000","last_change":"2024-05-21T00:37:22.954772+0000","last_active":"2024-05-21T00:39:11.624379+0000","last_peered":"2024-05-21T00:39:11.624379+0000","last_clean":"2024-05-21T00:39:11.624379+0000","last_became_active":"2024-05-21T00:37:22.953627+0000","last_became_peered":"2024-05-21T00:37:22.953627+0000","last_unstale":"2024-05-21T00:39:11.624379+0000","last_undegraded":"2024-05-21T00:39:11.624379+0000","last_fullsized":"2024-05-21T00:39:11.624379+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:14:44.650523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'5","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.263875+0000","last_change":"2024-05-21T00:37:26.425757+0000","last_active":"2024-05-21T00:39:40.263875+0000","last_peered":"2024-05-21T00:39:40.263875+0000","last_clean":"2024-05-21T00:39:40.263875+0000","last_became_active":"2024-05-21T00:37:26.425386+0000","last_became_peered":"2024-05-21T00:37:26.425386+0000","last_unstale":"2024-05-21T00:39:40.263875+0000","last_undegraded":"2024-05-21T00:39:40.263875+0000","last_fullsized":"2024-05-21T00:39:40.263875+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:00:29.246729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"78'1","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.526961+0000","last_change":"2024-05-21T00:37:22.384298+0000","last_active":"2024-05-21T00:39:11.526961+0000","last_peered":"2024-05-21T00:39:11.526961+0000","last_clean":"2024-05-21T00:39:11.526961+0000","last_became_active":"2024-05-21T00:37:22.383349+0000","last_became_peered":"2024-05-21T00:37:22.383349+0000","last_unstale":"2024-05-21T00:39:11.526961+0000","last_undegraded":"2024-05-21T00:39:11.526961+0000","last_fullsized":"2024-05-21T00:39:11.526961+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:43:16.082465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.258768+0000","last_change":"2024-05-21T00:37:26.431349+0000","last_active":"2024-05-21T00:39:40.258768+0000","last_peered":"2024-05-21T00:39:40.258768+0000","last_clean":"2024-05-21T00:39:40.258768+0000","last_became_active":"2024-05-21T00:37:26.430974+0000","last_became_peered":"2024-05-21T00:37:26.430974+0000","last_unstale":"2024-05-21T00:39:40.258768+0000","last_undegraded":"2024-05-21T00:39:40.258768+0000","last_fullsized":"2024-05-21T00:39:40.258768+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:05:37.263961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.238370+0000","last_change":"2024-05-21T00:37:26.423596+0000","last_active":"2024-05-21T00:39:40.238370+0000","last_peered":"2024-05-21T00:39:40.238370+0000","last_clean":"2024-05-21T00:39:40.238370+0000","last_became_active":"2024-05-21T00:37:26.423213+0000","last_became_peered":"2024-05-21T00:37:26.423213+0000","last_unstale":"2024-05-21T00:39:40.238370+0000","last_undegraded":"2024-05-21T00:39:40.238370+0000","last_fullsized":"2024-05-21T00:39:40.238370+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:01:37.383917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"82'5","reported_seq":154,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:46.838063+0000","last_change":"2024-05-21T00:37:22.954874+0000","last_active":"2024-05-21T00:39:46.838063+0000","last_peered":"2024-05-21T00:39:46.838063+0000","last_clean":"2024-05-21T00:39:46.838063+0000","last_became_active":"2024-05-21T00:37:22.953725+0000","last_became_peered":"2024-05-21T00:37:22.953725+0000","last_unstale":"2024-05-21T00:39:46.838063+0000","last_undegraded":"2024-05-21T00:39:46.838063+0000","last_fullsized":"2024-05-21T00:39:46.838063+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:39:06.020522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":118,"num_read_kb":118,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.258647+0000","last_change":"2024-05-21T00:37:26.430059+0000","last_active":"2024-05-21T00:39:40.258647+0000","last_peered":"2024-05-21T00:39:40.258647+0000","last_clean":"2024-05-21T00:39:40.258647+0000","last_became_active":"2024-05-21T00:37:26.429679+0000","last_became_peered":"2024-05-21T00:37:26.429679+0000","last_unstale":"2024-05-21T00:39:40.258647+0000","last_undegraded":"2024-05-21T00:39:40.258647+0000","last_fullsized":"2024-05-21T00:39:40.258647+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:39:46.411010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"78'3","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.765340+0000","last_change":"2024-05-21T00:37:22.392280+0000","last_active":"2024-05-21T00:39:11.765340+0000","last_peered":"2024-05-21T00:39:11.765340+0000","last_clean":"2024-05-21T00:39:11.765340+0000","last_became_active":"2024-05-21T00:37:22.391763+0000","last_became_peered":"2024-05-21T00:37:22.391763+0000","last_unstale":"2024-05-21T00:39:11.765340+0000","last_undegraded":"2024-05-21T00:39:11.765340+0000","last_fullsized":"2024-05-21T00:39:11.765340+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:23:00.989554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":105,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.526769+0000","last_change":"2024-05-21T00:35:47.556218+0000","last_active":"2024-05-21T00:39:11.526769+0000","last_peered":"2024-05-21T00:39:11.526769+0000","last_clean":"2024-05-21T00:39:11.526769+0000","last_became_active":"2024-05-21T00:35:47.551154+0000","last_became_peered":"2024-05-21T00:35:47.551154+0000","last_unstale":"2024-05-21T00:39:11.526769+0000","last_undegraded":"2024-05-21T00:39:11.526769+0000","last_fullsized":"2024-05-21T00:39:11.526769+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:31:54.569048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:31:54.569048+0000","last_clean_scrub_stamp":"2024-05-21T00:31:54.569048+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:33:13.320323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"82'5","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.256109+0000","last_change":"2024-05-21T00:37:26.432972+0000","last_active":"2024-05-21T00:39:40.256109+0000","last_peered":"2024-05-21T00:39:40.256109+0000","last_clean":"2024-05-21T00:39:40.256109+0000","last_became_active":"2024-05-21T00:37:26.432457+0000","last_became_peered":"2024-05-21T00:37:26.432457+0000","last_unstale":"2024-05-21T00:39:40.256109+0000","last_undegraded":"2024-05-21T00:39:40.256109+0000","last_fullsized":"2024-05-21T00:39:40.256109+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:24:20.012796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"78'3","reported_seq":19,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.521887+0000","last_change":"2024-05-21T00:38:11.358908+0000","last_active":"2024-05-21T00:39:11.521887+0000","last_peered":"2024-05-21T00:39:11.521887+0000","last_clean":"2024-05-21T00:39:11.521887+0000","last_became_active":"2024-05-21T00:38:11.347777+0000","last_became_peered":"2024-05-21T00:38:11.347777+0000","last_unstale":"2024-05-21T00:39:11.521887+0000","last_undegraded":"2024-05-21T00:39:11.521887+0000","last_fullsized":"2024-05-21T00:39:11.521887+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:48:18.666853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"78'1","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824864+0000","last_change":"2024-05-21T00:37:22.956440+0000","last_active":"2024-05-21T00:39:11.824864+0000","last_peered":"2024-05-21T00:39:11.824864+0000","last_clean":"2024-05-21T00:39:11.824864+0000","last_became_active":"2024-05-21T00:37:22.956150+0000","last_became_peered":"2024-05-21T00:37:22.956150+0000","last_unstale":"2024-05-21T00:39:11.824864+0000","last_undegraded":"2024-05-21T00:39:11.824864+0000","last_fullsized":"2024-05-21T00:39:11.824864+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:07:57.939279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.263343+0000","last_change":"2024-05-21T00:37:26.433491+0000","last_active":"2024-05-21T00:39:40.263343+0000","last_peered":"2024-05-21T00:39:40.263343+0000","last_clean":"2024-05-21T00:39:40.263343+0000","last_became_active":"2024-05-21T00:37:26.433144+0000","last_became_peered":"2024-05-21T00:37:26.433144+0000","last_unstale":"2024-05-21T00:39:40.263343+0000","last_undegraded":"2024-05-21T00:39:40.263343+0000","last_fullsized":"2024-05-21T00:39:40.263343+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:31:09.599374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'12","reported_seq":43,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:33.377249+0000","last_change":"2024-05-21T00:37:22.391128+0000","last_active":"2024-05-21T00:39:33.377249+0000","last_peered":"2024-05-21T00:39:33.377249+0000","last_clean":"2024-05-21T00:39:33.377249+0000","last_became_active":"2024-05-21T00:37:22.390399+0000","last_became_peered":"2024-05-21T00:37:22.390399+0000","last_unstale":"2024-05-21T00:39:33.377249+0000","last_undegraded":"2024-05-21T00:39:33.377249+0000","last_fullsized":"2024-05-21T00:39:33.377249+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:02:01.293847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":23,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"82'5","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262324+0000","last_change":"2024-05-21T00:37:26.422982+0000","last_active":"2024-05-21T00:39:40.262324+0000","last_peered":"2024-05-21T00:39:40.262324+0000","last_clean":"2024-05-21T00:39:40.262324+0000","last_became_active":"2024-05-21T00:37:26.422550+0000","last_became_peered":"2024-05-21T00:37:26.422550+0000","last_unstale":"2024-05-21T00:39:40.262324+0000","last_undegraded":"2024-05-21T00:39:40.262324+0000","last_fullsized":"2024-05-21T00:39:40.262324+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:16:48.500697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"78'4","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.765694+0000","last_change":"2024-05-21T00:37:23.293653+0000","last_active":"2024-05-21T00:39:11.765694+0000","last_peered":"2024-05-21T00:39:11.765694+0000","last_clean":"2024-05-21T00:39:11.765694+0000","last_became_active":"2024-05-21T00:37:23.293335+0000","last_became_peered":"2024-05-21T00:37:23.293335+0000","last_unstale":"2024-05-21T00:39:11.765694+0000","last_undegraded":"2024-05-21T00:39:11.765694+0000","last_fullsized":"2024-05-21T00:39:11.765694+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:03:59.250511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.258124+0000","last_change":"2024-05-21T00:37:26.428827+0000","last_active":"2024-05-21T00:39:40.258124+0000","last_peered":"2024-05-21T00:39:40.258124+0000","last_clean":"2024-05-21T00:39:40.258124+0000","last_became_active":"2024-05-21T00:37:26.428491+0000","last_became_peered":"2024-05-21T00:37:26.428491+0000","last_unstale":"2024-05-21T00:39:40.258124+0000","last_undegraded":"2024-05-21T00:39:40.258124+0000","last_fullsized":"2024-05-21T00:39:40.258124+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:14:58.520438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"78'2","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.519592+0000","last_change":"2024-05-21T00:37:22.949247+0000","last_active":"2024-05-21T00:39:11.519592+0000","last_peered":"2024-05-21T00:39:11.519592+0000","last_clean":"2024-05-21T00:39:11.519592+0000","last_became_active":"2024-05-21T00:37:22.948984+0000","last_became_peered":"2024-05-21T00:37:22.948984+0000","last_unstale":"2024-05-21T00:39:11.519592+0000","last_undegraded":"2024-05-21T00:39:11.519592+0000","last_fullsized":"2024-05-21T00:39:11.519592+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:21:51.743189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"82'2","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.203627+0000","last_change":"2024-05-21T00:37:26.414257+0000","last_active":"2024-05-21T00:39:40.203627+0000","last_peered":"2024-05-21T00:39:40.203627+0000","last_clean":"2024-05-21T00:39:40.203627+0000","last_became_active":"2024-05-21T00:37:26.413922+0000","last_became_peered":"2024-05-21T00:37:26.413922+0000","last_unstale":"2024-05-21T00:39:40.203627+0000","last_undegraded":"2024-05-21T00:39:40.203627+0000","last_fullsized":"2024-05-21T00:39:40.203627+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:36:04.689622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"78'3","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.522502+0000","last_change":"2024-05-21T00:37:22.392987+0000","last_active":"2024-05-21T00:39:11.522502+0000","last_peered":"2024-05-21T00:39:11.522502+0000","last_clean":"2024-05-21T00:39:11.522502+0000","last_became_active":"2024-05-21T00:37:22.392368+0000","last_became_peered":"2024-05-21T00:37:22.392368+0000","last_unstale":"2024-05-21T00:39:11.522502+0000","last_undegraded":"2024-05-21T00:39:11.522502+0000","last_fullsized":"2024-05-21T00:39:11.522502+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:49:52.176588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.257875+0000","last_change":"2024-05-21T00:37:26.418280+0000","last_active":"2024-05-21T00:39:40.257875+0000","last_peered":"2024-05-21T00:39:40.257875+0000","last_clean":"2024-05-21T00:39:40.257875+0000","last_became_active":"2024-05-21T00:37:26.417856+0000","last_became_peered":"2024-05-21T00:37:26.417856+0000","last_unstale":"2024-05-21T00:39:40.257875+0000","last_undegraded":"2024-05-21T00:39:40.257875+0000","last_fullsized":"2024-05-21T00:39:40.257875+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:00:49.802230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"78'1","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.607749+0000","last_change":"2024-05-21T00:37:22.387299+0000","last_active":"2024-05-21T00:39:11.607749+0000","last_peered":"2024-05-21T00:39:11.607749+0000","last_clean":"2024-05-21T00:39:11.607749+0000","last_became_active":"2024-05-21T00:37:22.386975+0000","last_became_peered":"2024-05-21T00:37:22.386975+0000","last_unstale":"2024-05-21T00:39:11.607749+0000","last_undegraded":"2024-05-21T00:39:11.607749+0000","last_fullsized":"2024-05-21T00:39:11.607749+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:57:13.651863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262578+0000","last_change":"2024-05-21T00:37:26.434255+0000","last_active":"2024-05-21T00:39:40.262578+0000","last_peered":"2024-05-21T00:39:40.262578+0000","last_clean":"2024-05-21T00:39:40.262578+0000","last_became_active":"2024-05-21T00:37:26.433877+0000","last_became_peered":"2024-05-21T00:37:26.433877+0000","last_unstale":"2024-05-21T00:39:40.262578+0000","last_undegraded":"2024-05-21T00:39:40.262578+0000","last_fullsized":"2024-05-21T00:39:40.262578+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:24:34.640568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"78'4","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824625+0000","last_change":"2024-05-21T00:37:22.380521+0000","last_active":"2024-05-21T00:39:11.824625+0000","last_peered":"2024-05-21T00:39:11.824625+0000","last_clean":"2024-05-21T00:39:11.824625+0000","last_became_active":"2024-05-21T00:37:22.379966+0000","last_became_peered":"2024-05-21T00:37:22.379966+0000","last_unstale":"2024-05-21T00:39:11.824625+0000","last_undegraded":"2024-05-21T00:39:11.824625+0000","last_fullsized":"2024-05-21T00:39:11.824625+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:47:50.783494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"82'5","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.264409+0000","last_change":"2024-05-21T00:37:26.424112+0000","last_active":"2024-05-21T00:39:40.264409+0000","last_peered":"2024-05-21T00:39:40.264409+0000","last_clean":"2024-05-21T00:39:40.264409+0000","last_became_active":"2024-05-21T00:37:26.423800+0000","last_became_peered":"2024-05-21T00:37:26.423800+0000","last_unstale":"2024-05-21T00:39:40.264409+0000","last_undegraded":"2024-05-21T00:39:40.264409+0000","last_fullsized":"2024-05-21T00:39:40.264409+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:48:12.769065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"78'3","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.607889+0000","last_change":"2024-05-21T00:37:23.293652+0000","last_active":"2024-05-21T00:39:11.607889+0000","last_peered":"2024-05-21T00:39:11.607889+0000","last_clean":"2024-05-21T00:39:11.607889+0000","last_became_active":"2024-05-21T00:37:23.293288+0000","last_became_peered":"2024-05-21T00:37:23.293288+0000","last_unstale":"2024-05-21T00:39:11.607889+0000","last_undegraded":"2024-05-21T00:39:11.607889+0000","last_fullsized":"2024-05-21T00:39:11.607889+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:43:16.139048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252649+0000","last_change":"2024-05-21T00:37:26.417524+0000","last_active":"2024-05-21T00:39:40.252649+0000","last_peered":"2024-05-21T00:39:40.252649+0000","last_clean":"2024-05-21T00:39:40.252649+0000","last_became_active":"2024-05-21T00:37:26.417181+0000","last_became_peered":"2024-05-21T00:37:26.417181+0000","last_unstale":"2024-05-21T00:39:40.252649+0000","last_undegraded":"2024-05-21T00:39:40.252649+0000","last_fullsized":"2024-05-21T00:39:40.252649+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:21:14.475481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"78'1","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.732316+0000","last_change":"2024-05-21T00:37:22.382469+0000","last_active":"2024-05-21T00:39:11.732316+0000","last_peered":"2024-05-21T00:39:11.732316+0000","last_clean":"2024-05-21T00:39:11.732316+0000","last_became_active":"2024-05-21T00:37:22.379635+0000","last_became_peered":"2024-05-21T00:37:22.379635+0000","last_unstale":"2024-05-21T00:39:11.732316+0000","last_undegraded":"2024-05-21T00:39:11.732316+0000","last_fullsized":"2024-05-21T00:39:11.732316+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:01:19.320818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.250805+0000","last_change":"2024-05-21T00:37:26.435136+0000","last_active":"2024-05-21T00:39:40.250805+0000","last_peered":"2024-05-21T00:39:40.250805+0000","last_clean":"2024-05-21T00:39:40.250805+0000","last_became_active":"2024-05-21T00:37:26.434743+0000","last_became_peered":"2024-05-21T00:37:26.434743+0000","last_unstale":"2024-05-21T00:39:40.250805+0000","last_undegraded":"2024-05-21T00:39:40.250805+0000","last_fullsized":"2024-05-21T00:39:40.250805+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:01:37.928461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"78'2","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.762857+0000","last_change":"2024-05-21T00:37:22.387858+0000","last_active":"2024-05-21T00:39:11.762857+0000","last_peered":"2024-05-21T00:39:11.762857+0000","last_clean":"2024-05-21T00:39:11.762857+0000","last_became_active":"2024-05-21T00:37:22.387346+0000","last_became_peered":"2024-05-21T00:37:22.387346+0000","last_unstale":"2024-05-21T00:39:11.762857+0000","last_undegraded":"2024-05-21T00:39:11.762857+0000","last_fullsized":"2024-05-21T00:39:11.762857+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:35:20.956798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.247543+0000","last_change":"2024-05-21T00:37:26.418635+0000","last_active":"2024-05-21T00:39:40.247543+0000","last_peered":"2024-05-21T00:39:40.247543+0000","last_clean":"2024-05-21T00:39:40.247543+0000","last_became_active":"2024-05-21T00:37:26.418258+0000","last_became_peered":"2024-05-21T00:37:26.418258+0000","last_unstale":"2024-05-21T00:39:40.247543+0000","last_undegraded":"2024-05-21T00:39:40.247543+0000","last_fullsized":"2024-05-21T00:39:40.247543+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:02:15.805718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.240294+0000","last_change":"2024-05-21T00:37:26.418793+0000","last_active":"2024-05-21T00:39:40.240294+0000","last_peered":"2024-05-21T00:39:40.240294+0000","last_clean":"2024-05-21T00:39:40.240294+0000","last_became_active":"2024-05-21T00:37:26.418446+0000","last_became_peered":"2024-05-21T00:37:26.418446+0000","last_unstale":"2024-05-21T00:39:40.240294+0000","last_undegraded":"2024-05-21T00:39:40.240294+0000","last_fullsized":"2024-05-21T00:39:40.240294+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:52:50.911632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"82'12","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.238769+0000","last_change":"2024-05-21T00:37:26.413991+0000","last_active":"2024-05-21T00:39:40.238769+0000","last_peered":"2024-05-21T00:39:40.238769+0000","last_clean":"2024-05-21T00:39:40.238769+0000","last_became_active":"2024-05-21T00:37:26.413615+0000","last_became_peered":"2024-05-21T00:37:26.413615+0000","last_unstale":"2024-05-21T00:39:40.238769+0000","last_undegraded":"2024-05-21T00:39:40.238769+0000","last_fullsized":"2024-05-21T00:39:40.238769+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:05:30.902070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.251601+0000","last_change":"2024-05-21T00:37:26.433423+0000","last_active":"2024-05-21T00:39:40.251601+0000","last_peered":"2024-05-21T00:39:40.251601+0000","last_clean":"2024-05-21T00:39:40.251601+0000","last_became_active":"2024-05-21T00:37:26.433111+0000","last_became_peered":"2024-05-21T00:37:26.433111+0000","last_unstale":"2024-05-21T00:39:40.251601+0000","last_undegraded":"2024-05-21T00:39:40.251601+0000","last_fullsized":"2024-05-21T00:39:40.251601+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:20:03.674489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.266761+0000","last_change":"2024-05-21T00:37:26.434311+0000","last_active":"2024-05-21T00:39:40.266761+0000","last_peered":"2024-05-21T00:39:40.266761+0000","last_clean":"2024-05-21T00:39:40.266761+0000","last_became_active":"2024-05-21T00:37:26.433959+0000","last_became_peered":"2024-05-21T00:37:26.433959+0000","last_unstale":"2024-05-21T00:39:40.266761+0000","last_undegraded":"2024-05-21T00:39:40.266761+0000","last_fullsized":"2024-05-21T00:39:40.266761+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:46:48.408939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"82'4","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.266354+0000","last_change":"2024-05-21T00:37:26.437576+0000","last_active":"2024-05-21T00:39:40.266354+0000","last_peered":"2024-05-21T00:39:40.266354+0000","last_clean":"2024-05-21T00:39:40.266354+0000","last_became_active":"2024-05-21T00:37:26.437148+0000","last_became_peered":"2024-05-21T00:37:26.437148+0000","last_unstale":"2024-05-21T00:39:40.266354+0000","last_undegraded":"2024-05-21T00:39:40.266354+0000","last_fullsized":"2024-05-21T00:39:40.266354+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:02:38.832773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"82'6","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.246718+0000","last_change":"2024-05-21T00:38:11.357316+0000","last_active":"2024-05-21T00:39:40.246718+0000","last_peered":"2024-05-21T00:39:40.246718+0000","last_clean":"2024-05-21T00:39:40.246718+0000","last_became_active":"2024-05-21T00:38:11.356990+0000","last_became_peered":"2024-05-21T00:38:11.356990+0000","last_unstale":"2024-05-21T00:39:40.246718+0000","last_undegraded":"2024-05-21T00:39:40.246718+0000","last_fullsized":"2024-05-21T00:39:40.246718+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:03:35.609961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"82'15","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.247782+0000","last_change":"2024-05-21T00:37:26.415425+0000","last_active":"2024-05-21T00:39:40.247782+0000","last_peered":"2024-05-21T00:39:40.247782+0000","last_clean":"2024-05-21T00:39:40.247782+0000","last_became_active":"2024-05-21T00:37:26.415063+0000","last_became_peered":"2024-05-21T00:37:26.415063+0000","last_unstale":"2024-05-21T00:39:40.247782+0000","last_undegraded":"2024-05-21T00:39:40.247782+0000","last_fullsized":"2024-05-21T00:39:40.247782+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:00:05.961056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"82'2","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252465+0000","last_change":"2024-05-21T00:37:26.427021+0000","last_active":"2024-05-21T00:39:40.252465+0000","last_peered":"2024-05-21T00:39:40.252465+0000","last_clean":"2024-05-21T00:39:40.252465+0000","last_became_active":"2024-05-21T00:37:26.422626+0000","last_became_peered":"2024-05-21T00:37:26.422626+0000","last_unstale":"2024-05-21T00:39:40.252465+0000","last_undegraded":"2024-05-21T00:39:40.252465+0000","last_fullsized":"2024-05-21T00:39:40.252465+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:44:42.662614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.250340+0000","last_change":"2024-05-21T00:37:26.437318+0000","last_active":"2024-05-21T00:39:40.250340+0000","last_peered":"2024-05-21T00:39:40.250340+0000","last_clean":"2024-05-21T00:39:40.250340+0000","last_became_active":"2024-05-21T00:37:26.436979+0000","last_became_peered":"2024-05-21T00:37:26.436979+0000","last_unstale":"2024-05-21T00:39:40.250340+0000","last_undegraded":"2024-05-21T00:39:40.250340+0000","last_fullsized":"2024-05-21T00:39:40.250340+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:36:25.628100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261490+0000","last_change":"2024-05-21T00:37:26.416532+0000","last_active":"2024-05-21T00:39:40.261490+0000","last_peered":"2024-05-21T00:39:40.261490+0000","last_clean":"2024-05-21T00:39:40.261490+0000","last_became_active":"2024-05-21T00:37:26.416093+0000","last_became_peered":"2024-05-21T00:37:26.416093+0000","last_unstale":"2024-05-21T00:39:40.261490+0000","last_undegraded":"2024-05-21T00:39:40.261490+0000","last_fullsized":"2024-05-21T00:39:40.261490+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:57:19.092634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"82'10","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.264381+0000","last_change":"2024-05-21T00:37:26.425305+0000","last_active":"2024-05-21T00:39:40.264381+0000","last_peered":"2024-05-21T00:39:40.264381+0000","last_clean":"2024-05-21T00:39:40.264381+0000","last_became_active":"2024-05-21T00:37:26.424954+0000","last_became_peered":"2024-05-21T00:37:26.424954+0000","last_unstale":"2024-05-21T00:39:40.264381+0000","last_undegraded":"2024-05-21T00:39:40.264381+0000","last_fullsized":"2024-05-21T00:39:40.264381+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:25:19.310127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"82'11","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267458+0000","last_change":"2024-05-21T00:37:26.426052+0000","last_active":"2024-05-21T00:39:40.267458+0000","last_peered":"2024-05-21T00:39:40.267458+0000","last_clean":"2024-05-21T00:39:40.267458+0000","last_became_active":"2024-05-21T00:37:26.425564+0000","last_became_peered":"2024-05-21T00:37:26.425564+0000","last_unstale":"2024-05-21T00:39:40.267458+0000","last_undegraded":"2024-05-21T00:39:40.267458+0000","last_fullsized":"2024-05-21T00:39:40.267458+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:11:32.887469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.235871+0000","last_change":"2024-05-21T00:37:26.415758+0000","last_active":"2024-05-21T00:39:40.235871+0000","last_peered":"2024-05-21T00:39:40.235871+0000","last_clean":"2024-05-21T00:39:40.235871+0000","last_became_active":"2024-05-21T00:37:26.415354+0000","last_became_peered":"2024-05-21T00:37:26.415354+0000","last_unstale":"2024-05-21T00:39:40.235871+0000","last_undegraded":"2024-05-21T00:39:40.235871+0000","last_fullsized":"2024-05-21T00:39:40.235871+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:40:24.590361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":280106,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":65270,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":746,"num_read_kb":443,"num_write":173,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":22,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":417792,"data_stored":195810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":147,"ondisk_log_size":147,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":70,"seq":300647710768,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32048,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713104,"statfs":{"total":95995035648,"available":95962218496,"internally_reserved":0,"allocated":892928,"data_stored":442367,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":64,"seq":274877906996,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32192,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712960,"statfs":{"total":95995035648,"available":95962071040,"internally_reserved":0,"allocated":1040384,"data_stored":1094954,"data_compressed":47229,"data_compressed_allocated":61440,"data_compressed_original":622592,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":59,"seq":253403070522,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":442581,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":53,"seq":227633266752,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32056,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713096,"statfs":{"total":95995035648,"available":95962210304,"internally_reserved":0,"allocated":901120,"data_stored":442479,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863462980,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32108,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713044,"statfs":{"total":95995035648,"available":95962157056,"internally_reserved":0,"allocated":954368,"data_stored":1035104,"data_compressed":47229,"data_compressed_allocated":61440,"data_compressed_original":622592,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626505,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27888,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717264,"statfs":{"total":95995035648,"available":95966478336,"internally_reserved":0,"allocated":892928,"data_stored":441970,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574950,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36268,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708884,"statfs":{"total":95995035648,"available":95957897216,"internally_reserved":0,"allocated":954368,"data_stored":502359,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738476,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":913408,"data_stored":443241,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411426,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":978944,"data_stored":504241,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182490,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32064,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713088,"statfs":{"total":95995035648,"available":95962202112,"internally_reserved":0,"allocated":909312,"data_stored":442281,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986263,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36212,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708940,"statfs":{"total":95995035648,"available":95957954560,"internally_reserved":0,"allocated":897024,"data_stored":442939,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822736,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":1034256,"data_compressed":47229,"data_compressed_allocated":61440,"data_compressed_original":622592,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33992,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33992,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33992,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":60596,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":62478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":62706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T00:39:53.912 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-21T00:39:54.420 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:39:54.572 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:54 smithi044 ceph-mon[31392]: from='client.14700 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:39:54.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:54 smithi082 ceph-mon[36141]: from='client.14700 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:39:54.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:54 smithi092 ceph-mon[36335]: from='client.14700 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:39:55.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:55 smithi044 ceph-mon[31392]: pgmap v394: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T00:39:55.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:55 smithi082 ceph-mon[36141]: pgmap v394: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T00:39:55.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:55 smithi092 ceph-mon[36335]: pgmap v394: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T00:39:56.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.602+0000 7f8ceb200700 1 -- 172.21.15.44:0/1046303871 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8cec076200 msgr2=0x7f8cec113f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:56.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.602+0000 7f8ceb200700 1 --2- 172.21.15.44:0/1046303871 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8cec076200 0x7f8cec113f40 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f8cd4009990 tx=0x7f8cd4009ca0 comp rx=0 tx=0).stop 2024-05-21T00:39:56.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.602+0000 7f8ceb200700 1 -- 172.21.15.44:0/1046303871 shutdown_connections 2024-05-21T00:39:56.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.602+0000 7f8ceb200700 1 --2- 172.21.15.44:0/1046303871 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8cec0758e0 0x7f8cec075cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:56.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.602+0000 7f8ceb200700 1 --2- 172.21.15.44:0/1046303871 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8cec114480 0x7f8cec116870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:56.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.602+0000 7f8ceb200700 1 --2- 172.21.15.44:0/1046303871 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8cec076200 0x7f8cec113f40 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:56.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.602+0000 7f8ceb200700 1 -- 172.21.15.44:0/1046303871 >> 172.21.15.44:0/1046303871 conn(0x7f8cec0fefc0 msgr2=0x7f8cec1013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:56.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.602+0000 7f8ceb200700 1 -- 172.21.15.44:0/1046303871 shutdown_connections 2024-05-21T00:39:56.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.602+0000 7f8ceb200700 1 -- 172.21.15.44:0/1046303871 wait complete. 2024-05-21T00:39:56.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.603+0000 7f8ceb200700 1 Processor -- start 2024-05-21T00:39:56.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.603+0000 7f8ceb200700 1 -- start start 2024-05-21T00:39:56.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.604+0000 7f8ceb200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8cec0758e0 0x7f8cec1a0150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:56.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.604+0000 7f8ceb200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8cec076200 0x7f8cec1a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:56.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.604+0000 7f8ceb200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8cec114480 0x7f8cec1a4a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:56.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.604+0000 7f8ceb200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8cec119cc0 con 0x7f8cec114480 2024-05-21T00:39:56.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.604+0000 7f8ceb200700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8cec119b40 con 0x7f8cec076200 2024-05-21T00:39:56.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.604+0000 7f8ceb200700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f8cec119e40 con 0x7f8cec0758e0 2024-05-21T00:39:56.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.604+0000 7f8cea800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8cec114480 0x7f8cec1a4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:56.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.604+0000 7f8cea800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8cec114480 0x7f8cec1a4a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57682/0 (socket says 172.21.15.44:57682) 2024-05-21T00:39:56.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.604+0000 7f8cea800700 1 -- 172.21.15.44:0/2778950188 learned_addr learned my addr 172.21.15.44:0/2778950188 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:39:56.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.604+0000 7f8ce1400700 1 --2- 172.21.15.44:0/2778950188 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8cec076200 0x7f8cec1a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:56.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.604+0000 7f8ce9e00700 1 --2- 172.21.15.44:0/2778950188 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8cec0758e0 0x7f8cec1a0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:56.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.605+0000 7f8cea800700 1 -- 172.21.15.44:0/2778950188 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8cec0758e0 msgr2=0x7f8cec1a0150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:56.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.605+0000 7f8cea800700 1 --2- 172.21.15.44:0/2778950188 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8cec0758e0 0x7f8cec1a0150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:56.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.605+0000 7f8cea800700 1 -- 172.21.15.44:0/2778950188 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8cec076200 msgr2=0x7f8cec1a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:56.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.605+0000 7f8cea800700 1 --2- 172.21.15.44:0/2778950188 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8cec076200 0x7f8cec1a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:56.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.605+0000 7f8cea800700 1 -- 172.21.15.44:0/2778950188 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cec1a5160 con 0x7f8cec114480 2024-05-21T00:39:56.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.605+0000 7f8cea800700 1 --2- 172.21.15.44:0/2778950188 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8cec114480 0x7f8cec1a4a20 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f8ce400e970 tx=0x7f8ce400ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:56.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.605+0000 7f8ce3400700 1 -- 172.21.15.44:0/2778950188 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ce4004a30 con 0x7f8cec114480 2024-05-21T00:39:56.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.605+0000 7f8ceb200700 1 -- 172.21.15.44:0/2778950188 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8cec1a5450 con 0x7f8cec114480 2024-05-21T00:39:56.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.606+0000 7f8ce3400700 1 -- 172.21.15.44:0/2778950188 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8ce40054d0 con 0x7f8cec114480 2024-05-21T00:39:56.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.606+0000 7f8ce3400700 1 -- 172.21.15.44:0/2778950188 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ce400cd00 con 0x7f8cec114480 2024-05-21T00:39:56.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.606+0000 7f8ceb200700 1 -- 172.21.15.44:0/2778950188 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8cec1accd0 con 0x7f8cec114480 2024-05-21T00:39:56.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.607+0000 7f8ceb200700 1 -- 172.21.15.44:0/2778950188 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8cc8005330 con 0x7f8cec114480 2024-05-21T00:39:56.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.609+0000 7f8ce3400700 1 -- 172.21.15.44:0/2778950188 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f8ce4004bd0 con 0x7f8cec114480 2024-05-21T00:39:56.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.611+0000 7f8ce3400700 1 --2- 172.21.15.44:0/2778950188 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8cd00b2880 0x7f8cd00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:39:56.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.611+0000 7f8ce3400700 1 -- 172.21.15.44:0/2778950188 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f8ce40e2260 con 0x7f8cec114480 2024-05-21T00:39:56.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.611+0000 7f8ce9e00700 1 --2- 172.21.15.44:0/2778950188 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8cd00b2880 0x7f8cd00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:39:56.615 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.612+0000 7f8ce9e00700 1 --2- 172.21.15.44:0/2778950188 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8cd00b2880 0x7f8cd00b4d40 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f8cdc00f540 tx=0x7f8cdc00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:39:56.619 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.615+0000 7f8ce3400700 1 -- 172.21.15.44:0/2778950188 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8ce40a9f70 con 0x7f8cec114480 2024-05-21T00:39:56.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.847+0000 7f8ceb200700 1 -- 172.21.15.44:0/2778950188 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8cc8000bc0 con 0x7f8cd00b2880 2024-05-21T00:39:56.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.856+0000 7f8ce3400700 1 -- 172.21.15.44:0/2778950188 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259093 (secure 0 0 0) 0x7f8cc8000bc0 con 0x7f8cd00b2880 2024-05-21T00:39:56.861 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:39:56.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.862+0000 7f8ceb200700 1 -- 172.21.15.44:0/2778950188 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8cd00b2880 msgr2=0x7f8cd00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:56.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.862+0000 7f8ceb200700 1 --2- 172.21.15.44:0/2778950188 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8cd00b2880 0x7f8cd00b4d40 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f8cdc00f540 tx=0x7f8cdc00b040 comp rx=0 tx=0).stop 2024-05-21T00:39:56.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.863+0000 7f8ceb200700 1 -- 172.21.15.44:0/2778950188 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8cec114480 msgr2=0x7f8cec1a4a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:39:56.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.863+0000 7f8ceb200700 1 --2- 172.21.15.44:0/2778950188 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8cec114480 0x7f8cec1a4a20 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f8ce400e970 tx=0x7f8ce400ec80 comp rx=0 tx=0).stop 2024-05-21T00:39:56.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.863+0000 7f8ceb200700 1 -- 172.21.15.44:0/2778950188 shutdown_connections 2024-05-21T00:39:56.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.863+0000 7f8ceb200700 1 --2- 172.21.15.44:0/2778950188 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8cd00b2880 0x7f8cd00b4d40 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:56.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.863+0000 7f8ceb200700 1 --2- 172.21.15.44:0/2778950188 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8cec114480 0x7f8cec1a4a20 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:56.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.863+0000 7f8ceb200700 1 --2- 172.21.15.44:0/2778950188 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8cec0758e0 0x7f8cec1a0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:56.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.863+0000 7f8ceb200700 1 --2- 172.21.15.44:0/2778950188 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8cec076200 0x7f8cec1a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:39:56.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.863+0000 7f8ceb200700 1 -- 172.21.15.44:0/2778950188 >> 172.21.15.44:0/2778950188 conn(0x7f8cec0fefc0 msgr2=0x7f8cec100820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:39:56.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.863+0000 7f8ceb200700 1 -- 172.21.15.44:0/2778950188 shutdown_connections 2024-05-21T00:39:56.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:39:56.863+0000 7f8ceb200700 1 -- 172.21.15.44:0/2778950188 wait complete. 2024-05-21T00:39:56.872 INFO:teuthology.orchestra.run.smithi044.stderr:dumped all 2024-05-21T00:39:57.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:57 smithi044 ceph-mon[31392]: pgmap v395: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-05-21T00:39:57.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:57 smithi082 ceph-mon[36141]: pgmap v395: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-05-21T00:39:57.803 INFO:teuthology.orchestra.run.smithi044.stdout:{"pg_ready":true,"pg_map":{"version":395,"stamp":"2024-05-21T00:39:56.297623+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":655872,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":852,"num_read_kb":522,"num_write":298,"num_write_kb":2270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2951862,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":741,"ondisk_log_size":741,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":372576,"kb_used_data":10944,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124569248,"statfs":{"total":1151940427776,"available":1151558909952,"internally_reserved":0,"allocated":11206656,"data_stored":7268772,"data_compressed":246114,"data_compressed_allocated":331776,"data_compressed_original":2162688,"omap_allocated":19141,"internal_metadata":370193723},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":76,"num_read_kb":41,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005578"},"pg_stats":[{"pgid":"3.3f","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252018+0000","last_change":"2024-05-21T00:37:26.427879+0000","last_active":"2024-05-21T00:39:40.252018+0000","last_peered":"2024-05-21T00:39:40.252018+0000","last_clean":"2024-05-21T00:39:40.252018+0000","last_became_active":"2024-05-21T00:37:26.427573+0000","last_became_peered":"2024-05-21T00:37:26.427573+0000","last_unstale":"2024-05-21T00:39:40.252018+0000","last_undegraded":"2024-05-21T00:39:40.252018+0000","last_fullsized":"2024-05-21T00:39:40.252018+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:57:27.497480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"82'4","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.257680+0000","last_change":"2024-05-21T00:37:26.421272+0000","last_active":"2024-05-21T00:39:40.257680+0000","last_peered":"2024-05-21T00:39:40.257680+0000","last_clean":"2024-05-21T00:39:40.257680+0000","last_became_active":"2024-05-21T00:37:26.420035+0000","last_became_peered":"2024-05-21T00:37:26.420035+0000","last_unstale":"2024-05-21T00:39:40.257680+0000","last_undegraded":"2024-05-21T00:39:40.257680+0000","last_fullsized":"2024-05-21T00:39:40.257680+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:16:09.723800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261793+0000","last_change":"2024-05-21T00:37:26.424117+0000","last_active":"2024-05-21T00:39:40.261793+0000","last_peered":"2024-05-21T00:39:40.261793+0000","last_clean":"2024-05-21T00:39:40.261793+0000","last_became_active":"2024-05-21T00:37:26.422986+0000","last_became_peered":"2024-05-21T00:37:26.422986+0000","last_unstale":"2024-05-21T00:39:40.261793+0000","last_undegraded":"2024-05-21T00:39:40.261793+0000","last_fullsized":"2024-05-21T00:39:40.261793+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:05:54.239121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.239227+0000","last_change":"2024-05-21T00:37:26.420077+0000","last_active":"2024-05-21T00:39:40.239227+0000","last_peered":"2024-05-21T00:39:40.239227+0000","last_clean":"2024-05-21T00:39:40.239227+0000","last_became_active":"2024-05-21T00:37:26.419742+0000","last_became_peered":"2024-05-21T00:37:26.419742+0000","last_unstale":"2024-05-21T00:39:40.239227+0000","last_undegraded":"2024-05-21T00:39:40.239227+0000","last_fullsized":"2024-05-21T00:39:40.239227+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:42:46.759050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"82'4","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.264485+0000","last_change":"2024-05-21T00:37:26.437010+0000","last_active":"2024-05-21T00:39:40.264485+0000","last_peered":"2024-05-21T00:39:40.264485+0000","last_clean":"2024-05-21T00:39:40.264485+0000","last_became_active":"2024-05-21T00:37:26.436628+0000","last_became_peered":"2024-05-21T00:37:26.436628+0000","last_unstale":"2024-05-21T00:39:40.264485+0000","last_undegraded":"2024-05-21T00:39:40.264485+0000","last_fullsized":"2024-05-21T00:39:40.264485+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:27:05.252106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.247179+0000","last_change":"2024-05-21T00:37:26.424453+0000","last_active":"2024-05-21T00:39:40.247179+0000","last_peered":"2024-05-21T00:39:40.247179+0000","last_clean":"2024-05-21T00:39:40.247179+0000","last_became_active":"2024-05-21T00:37:26.424098+0000","last_became_peered":"2024-05-21T00:37:26.424098+0000","last_unstale":"2024-05-21T00:39:40.247179+0000","last_undegraded":"2024-05-21T00:39:40.247179+0000","last_fullsized":"2024-05-21T00:39:40.247179+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:38:05.711162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"82'5","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.248316+0000","last_change":"2024-05-21T00:38:11.355349+0000","last_active":"2024-05-21T00:39:40.248316+0000","last_peered":"2024-05-21T00:39:40.248316+0000","last_clean":"2024-05-21T00:39:40.248316+0000","last_became_active":"2024-05-21T00:38:11.354966+0000","last_became_peered":"2024-05-21T00:38:11.354966+0000","last_unstale":"2024-05-21T00:39:40.248316+0000","last_undegraded":"2024-05-21T00:39:40.248316+0000","last_fullsized":"2024-05-21T00:39:40.248316+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:06:47.894167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,8],"acting":[7,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"82'9","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262587+0000","last_change":"2024-05-21T00:37:26.434586+0000","last_active":"2024-05-21T00:39:40.262587+0000","last_peered":"2024-05-21T00:39:40.262587+0000","last_clean":"2024-05-21T00:39:40.262587+0000","last_became_active":"2024-05-21T00:37:26.434135+0000","last_became_peered":"2024-05-21T00:37:26.434135+0000","last_unstale":"2024-05-21T00:39:40.262587+0000","last_undegraded":"2024-05-21T00:39:40.262587+0000","last_fullsized":"2024-05-21T00:39:40.262587+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:36:07.384616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"82'11","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.251494+0000","last_change":"2024-05-21T00:37:26.422156+0000","last_active":"2024-05-21T00:39:40.251494+0000","last_peered":"2024-05-21T00:39:40.251494+0000","last_clean":"2024-05-21T00:39:40.251494+0000","last_became_active":"2024-05-21T00:37:26.421786+0000","last_became_peered":"2024-05-21T00:37:26.421786+0000","last_unstale":"2024-05-21T00:39:40.251494+0000","last_undegraded":"2024-05-21T00:39:40.251494+0000","last_fullsized":"2024-05-21T00:39:40.251494+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:09:46.739541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"82'16","reported_seq":41,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.241248+0000","last_change":"2024-05-21T00:37:26.420314+0000","last_active":"2024-05-21T00:39:40.241248+0000","last_peered":"2024-05-21T00:39:40.241248+0000","last_clean":"2024-05-21T00:39:40.241248+0000","last_became_active":"2024-05-21T00:37:26.419975+0000","last_became_peered":"2024-05-21T00:37:26.419975+0000","last_unstale":"2024-05-21T00:39:40.241248+0000","last_undegraded":"2024-05-21T00:39:40.241248+0000","last_fullsized":"2024-05-21T00:39:40.241248+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:17:16.447135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252558+0000","last_change":"2024-05-21T00:37:26.415187+0000","last_active":"2024-05-21T00:39:40.252558+0000","last_peered":"2024-05-21T00:39:40.252558+0000","last_clean":"2024-05-21T00:39:40.252558+0000","last_became_active":"2024-05-21T00:37:26.414638+0000","last_became_peered":"2024-05-21T00:37:26.414638+0000","last_unstale":"2024-05-21T00:39:40.252558+0000","last_undegraded":"2024-05-21T00:39:40.252558+0000","last_fullsized":"2024-05-21T00:39:40.252558+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:53:16.873608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.242879+0000","last_change":"2024-05-21T00:37:26.423652+0000","last_active":"2024-05-21T00:39:40.242879+0000","last_peered":"2024-05-21T00:39:40.242879+0000","last_clean":"2024-05-21T00:39:40.242879+0000","last_became_active":"2024-05-21T00:37:26.423247+0000","last_became_peered":"2024-05-21T00:37:26.423247+0000","last_unstale":"2024-05-21T00:39:40.242879+0000","last_undegraded":"2024-05-21T00:39:40.242879+0000","last_fullsized":"2024-05-21T00:39:40.242879+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:59:05.986098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"82'10","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267411+0000","last_change":"2024-05-21T00:37:26.418991+0000","last_active":"2024-05-21T00:39:40.267411+0000","last_peered":"2024-05-21T00:39:40.267411+0000","last_clean":"2024-05-21T00:39:40.267411+0000","last_became_active":"2024-05-21T00:37:26.418574+0000","last_became_peered":"2024-05-21T00:37:26.418574+0000","last_unstale":"2024-05-21T00:39:40.267411+0000","last_undegraded":"2024-05-21T00:39:40.267411+0000","last_fullsized":"2024-05-21T00:39:40.267411+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:27:47.863261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.260464+0000","last_change":"2024-05-21T00:37:26.418725+0000","last_active":"2024-05-21T00:39:40.260464+0000","last_peered":"2024-05-21T00:39:40.260464+0000","last_clean":"2024-05-21T00:39:40.260464+0000","last_became_active":"2024-05-21T00:37:26.417640+0000","last_became_peered":"2024-05-21T00:37:26.417640+0000","last_unstale":"2024-05-21T00:39:40.260464+0000","last_undegraded":"2024-05-21T00:39:40.260464+0000","last_fullsized":"2024-05-21T00:39:40.260464+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:50:23.058203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262685+0000","last_change":"2024-05-21T00:37:26.430147+0000","last_active":"2024-05-21T00:39:40.262685+0000","last_peered":"2024-05-21T00:39:40.262685+0000","last_clean":"2024-05-21T00:39:40.262685+0000","last_became_active":"2024-05-21T00:37:26.429599+0000","last_became_peered":"2024-05-21T00:37:26.429599+0000","last_unstale":"2024-05-21T00:39:40.262685+0000","last_undegraded":"2024-05-21T00:39:40.262685+0000","last_fullsized":"2024-05-21T00:39:40.262685+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:10:12.429375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261173+0000","last_change":"2024-05-21T00:37:26.435334+0000","last_active":"2024-05-21T00:39:40.261173+0000","last_peered":"2024-05-21T00:39:40.261173+0000","last_clean":"2024-05-21T00:39:40.261173+0000","last_became_active":"2024-05-21T00:37:26.434991+0000","last_became_peered":"2024-05-21T00:37:26.434991+0000","last_unstale":"2024-05-21T00:39:40.261173+0000","last_undegraded":"2024-05-21T00:39:40.261173+0000","last_fullsized":"2024-05-21T00:39:40.261173+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:37:25.875616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.257725+0000","last_change":"2024-05-21T00:37:26.427871+0000","last_active":"2024-05-21T00:39:40.257725+0000","last_peered":"2024-05-21T00:39:40.257725+0000","last_clean":"2024-05-21T00:39:40.257725+0000","last_became_active":"2024-05-21T00:37:26.427532+0000","last_became_peered":"2024-05-21T00:37:26.427532+0000","last_unstale":"2024-05-21T00:39:40.257725+0000","last_undegraded":"2024-05-21T00:39:40.257725+0000","last_fullsized":"2024-05-21T00:39:40.257725+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:26:31.168527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"82'10","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.253035+0000","last_change":"2024-05-21T00:37:26.427783+0000","last_active":"2024-05-21T00:39:40.253035+0000","last_peered":"2024-05-21T00:39:40.253035+0000","last_clean":"2024-05-21T00:39:40.253035+0000","last_became_active":"2024-05-21T00:37:26.427364+0000","last_became_peered":"2024-05-21T00:37:26.427364+0000","last_unstale":"2024-05-21T00:39:40.253035+0000","last_undegraded":"2024-05-21T00:39:40.253035+0000","last_fullsized":"2024-05-21T00:39:40.253035+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:53:08.031403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261414+0000","last_change":"2024-05-21T00:37:26.425632+0000","last_active":"2024-05-21T00:39:40.261414+0000","last_peered":"2024-05-21T00:39:40.261414+0000","last_clean":"2024-05-21T00:39:40.261414+0000","last_became_active":"2024-05-21T00:37:26.425298+0000","last_became_peered":"2024-05-21T00:37:26.425298+0000","last_unstale":"2024-05-21T00:39:40.261414+0000","last_undegraded":"2024-05-21T00:39:40.261414+0000","last_fullsized":"2024-05-21T00:39:40.261414+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:08:58.187696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"78'9","reported_seq":41,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.625107+0000","last_change":"2024-05-21T00:37:22.392035+0000","last_active":"2024-05-21T00:39:11.625107+0000","last_peered":"2024-05-21T00:39:11.625107+0000","last_clean":"2024-05-21T00:39:11.625107+0000","last_became_active":"2024-05-21T00:37:22.390654+0000","last_became_peered":"2024-05-21T00:37:22.390654+0000","last_unstale":"2024-05-21T00:39:11.625107+0000","last_undegraded":"2024-05-21T00:39:11.625107+0000","last_fullsized":"2024-05-21T00:39:11.625107+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:56:32.967821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"82'5","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.251826+0000","last_change":"2024-05-21T00:37:26.434754+0000","last_active":"2024-05-21T00:39:40.251826+0000","last_peered":"2024-05-21T00:39:40.251826+0000","last_clean":"2024-05-21T00:39:40.251826+0000","last_became_active":"2024-05-21T00:37:26.430623+0000","last_became_peered":"2024-05-21T00:37:26.430623+0000","last_unstale":"2024-05-21T00:39:40.251826+0000","last_undegraded":"2024-05-21T00:39:40.251826+0000","last_fullsized":"2024-05-21T00:39:40.251826+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:27:40.304167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"78'2","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.523274+0000","last_change":"2024-05-21T00:37:22.953646+0000","last_active":"2024-05-21T00:39:11.523274+0000","last_peered":"2024-05-21T00:39:11.523274+0000","last_clean":"2024-05-21T00:39:11.523274+0000","last_became_active":"2024-05-21T00:37:22.952491+0000","last_became_peered":"2024-05-21T00:37:22.952491+0000","last_unstale":"2024-05-21T00:39:11.523274+0000","last_undegraded":"2024-05-21T00:39:11.523274+0000","last_fullsized":"2024-05-21T00:39:11.523274+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:11:39.314478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.263614+0000","last_change":"2024-05-21T00:37:26.428446+0000","last_active":"2024-05-21T00:39:40.263614+0000","last_peered":"2024-05-21T00:39:40.263614+0000","last_clean":"2024-05-21T00:39:40.263614+0000","last_became_active":"2024-05-21T00:37:26.427853+0000","last_became_peered":"2024-05-21T00:37:26.427853+0000","last_unstale":"2024-05-21T00:39:40.263614+0000","last_undegraded":"2024-05-21T00:39:40.263614+0000","last_fullsized":"2024-05-21T00:39:40.263614+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:17:21.904244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"78'4","reported_seq":47,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824975+0000","last_change":"2024-05-21T00:38:11.361142+0000","last_active":"2024-05-21T00:39:11.824975+0000","last_peered":"2024-05-21T00:39:11.824975+0000","last_clean":"2024-05-21T00:39:11.824975+0000","last_became_active":"2024-05-21T00:38:11.347994+0000","last_became_peered":"2024-05-21T00:38:11.347994+0000","last_unstale":"2024-05-21T00:39:11.824975+0000","last_undegraded":"2024-05-21T00:39:11.824975+0000","last_fullsized":"2024-05-21T00:39:11.824975+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:28:28.018651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"82'9","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.265380+0000","last_change":"2024-05-21T00:37:26.418621+0000","last_active":"2024-05-21T00:39:40.265380+0000","last_peered":"2024-05-21T00:39:40.265380+0000","last_clean":"2024-05-21T00:39:40.265380+0000","last_became_active":"2024-05-21T00:37:26.418244+0000","last_became_peered":"2024-05-21T00:37:26.418244+0000","last_unstale":"2024-05-21T00:39:40.265380+0000","last_undegraded":"2024-05-21T00:39:40.265380+0000","last_fullsized":"2024-05-21T00:39:40.265380+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:27:03.711204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"78'2","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824784+0000","last_change":"2024-05-21T00:37:22.382054+0000","last_active":"2024-05-21T00:39:11.824784+0000","last_peered":"2024-05-21T00:39:11.824784+0000","last_clean":"2024-05-21T00:39:11.824784+0000","last_became_active":"2024-05-21T00:37:22.381688+0000","last_became_peered":"2024-05-21T00:37:22.381688+0000","last_unstale":"2024-05-21T00:39:11.824784+0000","last_undegraded":"2024-05-21T00:39:11.824784+0000","last_fullsized":"2024-05-21T00:39:11.824784+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:25:10.880958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"82'15","reported_seq":39,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252512+0000","last_change":"2024-05-21T00:37:26.422382+0000","last_active":"2024-05-21T00:39:40.252512+0000","last_peered":"2024-05-21T00:39:40.252512+0000","last_clean":"2024-05-21T00:39:40.252512+0000","last_became_active":"2024-05-21T00:37:26.422039+0000","last_became_peered":"2024-05-21T00:37:26.422039+0000","last_unstale":"2024-05-21T00:39:40.252512+0000","last_undegraded":"2024-05-21T00:39:40.252512+0000","last_fullsized":"2024-05-21T00:39:40.252512+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:55:29.868930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"82'7","reported_seq":165,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:52.800718+0000","last_change":"2024-05-21T00:37:22.382385+0000","last_active":"2024-05-21T00:39:52.800718+0000","last_peered":"2024-05-21T00:39:52.800718+0000","last_clean":"2024-05-21T00:39:52.800718+0000","last_became_active":"2024-05-21T00:37:22.380908+0000","last_became_peered":"2024-05-21T00:37:22.380908+0000","last_unstale":"2024-05-21T00:39:52.800718+0000","last_undegraded":"2024-05-21T00:39:52.800718+0000","last_fullsized":"2024-05-21T00:39:52.800718+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:07:11.404082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":127,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"82'7","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.246046+0000","last_change":"2024-05-21T00:37:26.420818+0000","last_active":"2024-05-21T00:39:40.246046+0000","last_peered":"2024-05-21T00:39:40.246046+0000","last_clean":"2024-05-21T00:39:40.246046+0000","last_became_active":"2024-05-21T00:37:26.420299+0000","last_became_peered":"2024-05-21T00:37:26.420299+0000","last_unstale":"2024-05-21T00:39:40.246046+0000","last_undegraded":"2024-05-21T00:39:40.246046+0000","last_fullsized":"2024-05-21T00:39:40.246046+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:20:12.973792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"78'3","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.729757+0000","last_change":"2024-05-21T00:37:22.383491+0000","last_active":"2024-05-21T00:39:11.729757+0000","last_peered":"2024-05-21T00:39:11.729757+0000","last_clean":"2024-05-21T00:39:11.729757+0000","last_became_active":"2024-05-21T00:37:22.382965+0000","last_became_peered":"2024-05-21T00:37:22.382965+0000","last_unstale":"2024-05-21T00:39:11.729757+0000","last_undegraded":"2024-05-21T00:39:11.729757+0000","last_fullsized":"2024-05-21T00:39:11.729757+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:38:56.992721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"82'8","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.257562+0000","last_change":"2024-05-21T00:38:11.351708+0000","last_active":"2024-05-21T00:39:40.257562+0000","last_peered":"2024-05-21T00:39:40.257562+0000","last_clean":"2024-05-21T00:39:40.257562+0000","last_became_active":"2024-05-21T00:38:11.351431+0000","last_became_peered":"2024-05-21T00:38:11.351431+0000","last_unstale":"2024-05-21T00:39:40.257562+0000","last_undegraded":"2024-05-21T00:39:40.257562+0000","last_fullsized":"2024-05-21T00:39:40.257562+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:37:15.606215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"78'2","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.762220+0000","last_change":"2024-05-21T00:37:22.393868+0000","last_active":"2024-05-21T00:39:11.762220+0000","last_peered":"2024-05-21T00:39:11.762220+0000","last_clean":"2024-05-21T00:39:11.762220+0000","last_became_active":"2024-05-21T00:37:22.392006+0000","last_became_peered":"2024-05-21T00:37:22.392006+0000","last_unstale":"2024-05-21T00:39:11.762220+0000","last_undegraded":"2024-05-21T00:39:11.762220+0000","last_fullsized":"2024-05-21T00:39:11.762220+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:06:20.765944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"82'8","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261710+0000","last_change":"2024-05-21T00:38:11.644903+0000","last_active":"2024-05-21T00:39:40.261710+0000","last_peered":"2024-05-21T00:39:40.261710+0000","last_clean":"2024-05-21T00:39:40.261710+0000","last_became_active":"2024-05-21T00:38:11.643620+0000","last_became_peered":"2024-05-21T00:38:11.643620+0000","last_unstale":"2024-05-21T00:39:40.261710+0000","last_undegraded":"2024-05-21T00:39:40.261710+0000","last_fullsized":"2024-05-21T00:39:40.261710+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:06:12.218251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,6],"acting":[9,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"78'1","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.732019+0000","last_change":"2024-05-21T00:37:22.382399+0000","last_active":"2024-05-21T00:39:11.732019+0000","last_peered":"2024-05-21T00:39:11.732019+0000","last_clean":"2024-05-21T00:39:11.732019+0000","last_became_active":"2024-05-21T00:37:22.380928+0000","last_became_peered":"2024-05-21T00:37:22.380928+0000","last_unstale":"2024-05-21T00:39:11.732019+0000","last_undegraded":"2024-05-21T00:39:11.732019+0000","last_fullsized":"2024-05-21T00:39:11.732019+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:14:16.927598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"82'11","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.254644+0000","last_change":"2024-05-21T00:37:26.440324+0000","last_active":"2024-05-21T00:39:40.254644+0000","last_peered":"2024-05-21T00:39:40.254644+0000","last_clean":"2024-05-21T00:39:40.254644+0000","last_became_active":"2024-05-21T00:37:26.439898+0000","last_became_peered":"2024-05-21T00:37:26.439898+0000","last_unstale":"2024-05-21T00:39:40.254644+0000","last_undegraded":"2024-05-21T00:39:40.254644+0000","last_fullsized":"2024-05-21T00:39:40.254644+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:37:05.253214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"82'4","reported_seq":160,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:53.801449+0000","last_change":"2024-05-21T00:37:22.392088+0000","last_active":"2024-05-21T00:39:53.801449+0000","last_peered":"2024-05-21T00:39:53.801449+0000","last_clean":"2024-05-21T00:39:53.801449+0000","last_became_active":"2024-05-21T00:37:22.391693+0000","last_became_peered":"2024-05-21T00:37:22.391693+0000","last_unstale":"2024-05-21T00:39:53.801449+0000","last_undegraded":"2024-05-21T00:39:53.801449+0000","last_fullsized":"2024-05-21T00:39:53.801449+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:59:06.379254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":125,"num_read_kb":125,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"82'10","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.249214+0000","last_change":"2024-05-21T00:37:26.421633+0000","last_active":"2024-05-21T00:39:40.249214+0000","last_peered":"2024-05-21T00:39:40.249214+0000","last_clean":"2024-05-21T00:39:40.249214+0000","last_became_active":"2024-05-21T00:37:26.421278+0000","last_became_peered":"2024-05-21T00:37:26.421278+0000","last_unstale":"2024-05-21T00:39:40.249214+0000","last_undegraded":"2024-05-21T00:39:40.249214+0000","last_fullsized":"2024-05-21T00:39:40.249214+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:35:03.618852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"78'2","reported_seq":43,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.527145+0000","last_change":"2024-05-21T00:38:11.357389+0000","last_active":"2024-05-21T00:39:11.527145+0000","last_peered":"2024-05-21T00:39:11.527145+0000","last_clean":"2024-05-21T00:39:11.527145+0000","last_became_active":"2024-05-21T00:38:11.347249+0000","last_became_peered":"2024-05-21T00:38:11.347249+0000","last_unstale":"2024-05-21T00:39:11.527145+0000","last_undegraded":"2024-05-21T00:39:11.527145+0000","last_fullsized":"2024-05-21T00:39:11.527145+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:34:48.493234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"82'9","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.263720+0000","last_change":"2024-05-21T00:38:11.349083+0000","last_active":"2024-05-21T00:39:40.263720+0000","last_peered":"2024-05-21T00:39:40.263720+0000","last_clean":"2024-05-21T00:39:40.263720+0000","last_became_active":"2024-05-21T00:38:11.348549+0000","last_became_peered":"2024-05-21T00:38:11.348549+0000","last_unstale":"2024-05-21T00:39:40.263720+0000","last_undegraded":"2024-05-21T00:39:40.263720+0000","last_fullsized":"2024-05-21T00:39:40.263720+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:59:18.237158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"78'4","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.732440+0000","last_change":"2024-05-21T00:37:22.956929+0000","last_active":"2024-05-21T00:39:11.732440+0000","last_peered":"2024-05-21T00:39:11.732440+0000","last_clean":"2024-05-21T00:39:11.732440+0000","last_became_active":"2024-05-21T00:37:22.956561+0000","last_became_peered":"2024-05-21T00:37:22.956561+0000","last_unstale":"2024-05-21T00:39:11.732440+0000","last_undegraded":"2024-05-21T00:39:11.732440+0000","last_fullsized":"2024-05-21T00:39:11.732440+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:07.623279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"82'11","reported_seq":42,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.265652+0000","last_change":"2024-05-21T00:38:11.644592+0000","last_active":"2024-05-21T00:39:40.265652+0000","last_peered":"2024-05-21T00:39:40.265652+0000","last_clean":"2024-05-21T00:39:40.265652+0000","last_became_active":"2024-05-21T00:38:11.644239+0000","last_became_peered":"2024-05-21T00:38:11.644239+0000","last_unstale":"2024-05-21T00:39:40.265652+0000","last_undegraded":"2024-05-21T00:39:40.265652+0000","last_fullsized":"2024-05-21T00:39:40.265652+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:51:22.983763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'31","reported_seq":322,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:54.803100+0000","last_change":"2024-05-21T00:37:22.380538+0000","last_active":"2024-05-21T00:39:54.803100+0000","last_peered":"2024-05-21T00:39:54.803100+0000","last_clean":"2024-05-21T00:39:54.803100+0000","last_became_active":"2024-05-21T00:37:22.380144+0000","last_became_peered":"2024-05-21T00:37:22.380144+0000","last_unstale":"2024-05-21T00:39:54.803100+0000","last_undegraded":"2024-05-21T00:39:54.803100+0000","last_fullsized":"2024-05-21T00:39:54.803100+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:46:09.966830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60596,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":260,"num_read_kb":189,"num_write":32,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.232993+0000","last_change":"2024-05-21T00:37:26.416679+0000","last_active":"2024-05-21T00:39:40.232993+0000","last_peered":"2024-05-21T00:39:40.232993+0000","last_clean":"2024-05-21T00:39:40.232993+0000","last_became_active":"2024-05-21T00:37:26.416106+0000","last_became_peered":"2024-05-21T00:37:26.416106+0000","last_unstale":"2024-05-21T00:39:40.232993+0000","last_undegraded":"2024-05-21T00:39:40.232993+0000","last_fullsized":"2024-05-21T00:39:40.232993+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:01:37.352242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"78'6","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.607691+0000","last_change":"2024-05-21T00:37:22.387287+0000","last_active":"2024-05-21T00:39:11.607691+0000","last_peered":"2024-05-21T00:39:11.607691+0000","last_clean":"2024-05-21T00:39:11.607691+0000","last_became_active":"2024-05-21T00:37:22.386952+0000","last_became_peered":"2024-05-21T00:37:22.386952+0000","last_unstale":"2024-05-21T00:39:11.607691+0000","last_undegraded":"2024-05-21T00:39:11.607691+0000","last_fullsized":"2024-05-21T00:39:11.607691+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:28:01.020680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267451+0000","last_change":"2024-05-21T00:37:26.419351+0000","last_active":"2024-05-21T00:39:40.267451+0000","last_peered":"2024-05-21T00:39:40.267451+0000","last_clean":"2024-05-21T00:39:40.267451+0000","last_became_active":"2024-05-21T00:37:26.418733+0000","last_became_peered":"2024-05-21T00:37:26.418733+0000","last_unstale":"2024-05-21T00:39:40.267451+0000","last_undegraded":"2024-05-21T00:39:40.267451+0000","last_fullsized":"2024-05-21T00:39:40.267451+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:09:29.893036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"78'3","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.732361+0000","last_change":"2024-05-21T00:37:22.382339+0000","last_active":"2024-05-21T00:39:11.732361+0000","last_peered":"2024-05-21T00:39:11.732361+0000","last_clean":"2024-05-21T00:39:11.732361+0000","last_became_active":"2024-05-21T00:37:22.380365+0000","last_became_peered":"2024-05-21T00:37:22.380365+0000","last_unstale":"2024-05-21T00:39:11.732361+0000","last_undegraded":"2024-05-21T00:39:11.732361+0000","last_fullsized":"2024-05-21T00:39:11.732361+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:17:33.356246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"82'15","reported_seq":46,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267326+0000","last_change":"2024-05-21T00:39:11.763891+0000","last_active":"2024-05-21T00:39:40.267326+0000","last_peered":"2024-05-21T00:39:40.267326+0000","last_clean":"2024-05-21T00:39:40.267326+0000","last_became_active":"2024-05-21T00:39:11.763525+0000","last_became_peered":"2024-05-21T00:39:11.763525+0000","last_unstale":"2024-05-21T00:39:40.267326+0000","last_undegraded":"2024-05-21T00:39:40.267326+0000","last_fullsized":"2024-05-21T00:39:40.267326+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:49:14.136461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"82'5","reported_seq":164,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:52.852527+0000","last_change":"2024-05-21T00:37:22.380435+0000","last_active":"2024-05-21T00:39:52.852527+0000","last_peered":"2024-05-21T00:39:52.852527+0000","last_clean":"2024-05-21T00:39:52.852527+0000","last_became_active":"2024-05-21T00:37:22.379943+0000","last_became_peered":"2024-05-21T00:37:22.379943+0000","last_unstale":"2024-05-21T00:39:52.852527+0000","last_undegraded":"2024-05-21T00:39:52.852527+0000","last_fullsized":"2024-05-21T00:39:52.852527+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:57:43.120772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":129,"num_read_kb":5,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.249267+0000","last_change":"2024-05-21T00:37:26.418584+0000","last_active":"2024-05-21T00:39:40.249267+0000","last_peered":"2024-05-21T00:39:40.249267+0000","last_clean":"2024-05-21T00:39:40.249267+0000","last_became_active":"2024-05-21T00:37:26.418239+0000","last_became_peered":"2024-05-21T00:37:26.418239+0000","last_unstale":"2024-05-21T00:39:40.249267+0000","last_undegraded":"2024-05-21T00:39:40.249267+0000","last_fullsized":"2024-05-21T00:39:40.249267+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:44:27.000528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"78'15","reported_seq":47,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824475+0000","last_change":"2024-05-21T00:37:22.952053+0000","last_active":"2024-05-21T00:39:11.824475+0000","last_peered":"2024-05-21T00:39:11.824475+0000","last_clean":"2024-05-21T00:39:11.824475+0000","last_became_active":"2024-05-21T00:37:22.951649+0000","last_became_peered":"2024-05-21T00:37:22.951649+0000","last_unstale":"2024-05-21T00:39:11.824475+0000","last_undegraded":"2024-05-21T00:39:11.824475+0000","last_fullsized":"2024-05-21T00:39:11.824475+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:21:43.406488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252317+0000","last_change":"2024-05-21T00:37:26.423294+0000","last_active":"2024-05-21T00:39:40.252317+0000","last_peered":"2024-05-21T00:39:40.252317+0000","last_clean":"2024-05-21T00:39:40.252317+0000","last_became_active":"2024-05-21T00:37:26.422958+0000","last_became_peered":"2024-05-21T00:37:26.422958+0000","last_unstale":"2024-05-21T00:39:40.252317+0000","last_undegraded":"2024-05-21T00:39:40.252317+0000","last_fullsized":"2024-05-21T00:39:40.252317+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:36:16.071919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"78'2","reported_seq":21,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.522193+0000","last_change":"2024-05-21T00:38:11.355611+0000","last_active":"2024-05-21T00:39:11.522193+0000","last_peered":"2024-05-21T00:39:11.522193+0000","last_clean":"2024-05-21T00:39:11.522193+0000","last_became_active":"2024-05-21T00:38:11.345854+0000","last_became_peered":"2024-05-21T00:38:11.345854+0000","last_unstale":"2024-05-21T00:39:11.522193+0000","last_undegraded":"2024-05-21T00:39:11.522193+0000","last_fullsized":"2024-05-21T00:39:11.522193+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:42:49.958758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"82'5","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.239857+0000","last_change":"2024-05-21T00:37:26.418846+0000","last_active":"2024-05-21T00:39:40.239857+0000","last_peered":"2024-05-21T00:39:40.239857+0000","last_clean":"2024-05-21T00:39:40.239857+0000","last_became_active":"2024-05-21T00:37:26.418414+0000","last_became_peered":"2024-05-21T00:37:26.418414+0000","last_unstale":"2024-05-21T00:39:40.239857+0000","last_undegraded":"2024-05-21T00:39:40.239857+0000","last_fullsized":"2024-05-21T00:39:40.239857+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:50:10.954057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.624379+0000","last_change":"2024-05-21T00:37:22.954772+0000","last_active":"2024-05-21T00:39:11.624379+0000","last_peered":"2024-05-21T00:39:11.624379+0000","last_clean":"2024-05-21T00:39:11.624379+0000","last_became_active":"2024-05-21T00:37:22.953627+0000","last_became_peered":"2024-05-21T00:37:22.953627+0000","last_unstale":"2024-05-21T00:39:11.624379+0000","last_undegraded":"2024-05-21T00:39:11.624379+0000","last_fullsized":"2024-05-21T00:39:11.624379+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:14:44.650523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'5","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.263875+0000","last_change":"2024-05-21T00:37:26.425757+0000","last_active":"2024-05-21T00:39:40.263875+0000","last_peered":"2024-05-21T00:39:40.263875+0000","last_clean":"2024-05-21T00:39:40.263875+0000","last_became_active":"2024-05-21T00:37:26.425386+0000","last_became_peered":"2024-05-21T00:37:26.425386+0000","last_unstale":"2024-05-21T00:39:40.263875+0000","last_undegraded":"2024-05-21T00:39:40.263875+0000","last_fullsized":"2024-05-21T00:39:40.263875+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:00:29.246729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"78'1","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.526961+0000","last_change":"2024-05-21T00:37:22.384298+0000","last_active":"2024-05-21T00:39:11.526961+0000","last_peered":"2024-05-21T00:39:11.526961+0000","last_clean":"2024-05-21T00:39:11.526961+0000","last_became_active":"2024-05-21T00:37:22.383349+0000","last_became_peered":"2024-05-21T00:37:22.383349+0000","last_unstale":"2024-05-21T00:39:11.526961+0000","last_undegraded":"2024-05-21T00:39:11.526961+0000","last_fullsized":"2024-05-21T00:39:11.526961+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:43:16.082465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.258768+0000","last_change":"2024-05-21T00:37:26.431349+0000","last_active":"2024-05-21T00:39:40.258768+0000","last_peered":"2024-05-21T00:39:40.258768+0000","last_clean":"2024-05-21T00:39:40.258768+0000","last_became_active":"2024-05-21T00:37:26.430974+0000","last_became_peered":"2024-05-21T00:37:26.430974+0000","last_unstale":"2024-05-21T00:39:40.258768+0000","last_undegraded":"2024-05-21T00:39:40.258768+0000","last_fullsized":"2024-05-21T00:39:40.258768+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:05:37.263961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.238370+0000","last_change":"2024-05-21T00:37:26.423596+0000","last_active":"2024-05-21T00:39:40.238370+0000","last_peered":"2024-05-21T00:39:40.238370+0000","last_clean":"2024-05-21T00:39:40.238370+0000","last_became_active":"2024-05-21T00:37:26.423213+0000","last_became_peered":"2024-05-21T00:37:26.423213+0000","last_unstale":"2024-05-21T00:39:40.238370+0000","last_undegraded":"2024-05-21T00:39:40.238370+0000","last_fullsized":"2024-05-21T00:39:40.238370+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:01:37.383917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"82'5","reported_seq":159,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:51.849457+0000","last_change":"2024-05-21T00:37:22.954874+0000","last_active":"2024-05-21T00:39:51.849457+0000","last_peered":"2024-05-21T00:39:51.849457+0000","last_clean":"2024-05-21T00:39:51.849457+0000","last_became_active":"2024-05-21T00:37:22.953725+0000","last_became_peered":"2024-05-21T00:37:22.953725+0000","last_unstale":"2024-05-21T00:39:51.849457+0000","last_undegraded":"2024-05-21T00:39:51.849457+0000","last_fullsized":"2024-05-21T00:39:51.849457+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:39:06.020522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":123,"num_read_kb":123,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.258647+0000","last_change":"2024-05-21T00:37:26.430059+0000","last_active":"2024-05-21T00:39:40.258647+0000","last_peered":"2024-05-21T00:39:40.258647+0000","last_clean":"2024-05-21T00:39:40.258647+0000","last_became_active":"2024-05-21T00:37:26.429679+0000","last_became_peered":"2024-05-21T00:37:26.429679+0000","last_unstale":"2024-05-21T00:39:40.258647+0000","last_undegraded":"2024-05-21T00:39:40.258647+0000","last_fullsized":"2024-05-21T00:39:40.258647+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:39:46.411010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"78'3","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.765340+0000","last_change":"2024-05-21T00:37:22.392280+0000","last_active":"2024-05-21T00:39:11.765340+0000","last_peered":"2024-05-21T00:39:11.765340+0000","last_clean":"2024-05-21T00:39:11.765340+0000","last_became_active":"2024-05-21T00:37:22.391763+0000","last_became_peered":"2024-05-21T00:37:22.391763+0000","last_unstale":"2024-05-21T00:39:11.765340+0000","last_undegraded":"2024-05-21T00:39:11.765340+0000","last_fullsized":"2024-05-21T00:39:11.765340+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:23:00.989554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":105,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.526769+0000","last_change":"2024-05-21T00:35:47.556218+0000","last_active":"2024-05-21T00:39:11.526769+0000","last_peered":"2024-05-21T00:39:11.526769+0000","last_clean":"2024-05-21T00:39:11.526769+0000","last_became_active":"2024-05-21T00:35:47.551154+0000","last_became_peered":"2024-05-21T00:35:47.551154+0000","last_unstale":"2024-05-21T00:39:11.526769+0000","last_undegraded":"2024-05-21T00:39:11.526769+0000","last_fullsized":"2024-05-21T00:39:11.526769+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:31:54.569048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:31:54.569048+0000","last_clean_scrub_stamp":"2024-05-21T00:31:54.569048+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:33:13.320323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"82'5","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.256109+0000","last_change":"2024-05-21T00:37:26.432972+0000","last_active":"2024-05-21T00:39:40.256109+0000","last_peered":"2024-05-21T00:39:40.256109+0000","last_clean":"2024-05-21T00:39:40.256109+0000","last_became_active":"2024-05-21T00:37:26.432457+0000","last_became_peered":"2024-05-21T00:37:26.432457+0000","last_unstale":"2024-05-21T00:39:40.256109+0000","last_undegraded":"2024-05-21T00:39:40.256109+0000","last_fullsized":"2024-05-21T00:39:40.256109+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:24:20.012796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"78'3","reported_seq":19,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.521887+0000","last_change":"2024-05-21T00:38:11.358908+0000","last_active":"2024-05-21T00:39:11.521887+0000","last_peered":"2024-05-21T00:39:11.521887+0000","last_clean":"2024-05-21T00:39:11.521887+0000","last_became_active":"2024-05-21T00:38:11.347777+0000","last_became_peered":"2024-05-21T00:38:11.347777+0000","last_unstale":"2024-05-21T00:39:11.521887+0000","last_undegraded":"2024-05-21T00:39:11.521887+0000","last_fullsized":"2024-05-21T00:39:11.521887+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:48:18.666853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"78'1","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824864+0000","last_change":"2024-05-21T00:37:22.956440+0000","last_active":"2024-05-21T00:39:11.824864+0000","last_peered":"2024-05-21T00:39:11.824864+0000","last_clean":"2024-05-21T00:39:11.824864+0000","last_became_active":"2024-05-21T00:37:22.956150+0000","last_became_peered":"2024-05-21T00:37:22.956150+0000","last_unstale":"2024-05-21T00:39:11.824864+0000","last_undegraded":"2024-05-21T00:39:11.824864+0000","last_fullsized":"2024-05-21T00:39:11.824864+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:07:57.939279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.263343+0000","last_change":"2024-05-21T00:37:26.433491+0000","last_active":"2024-05-21T00:39:40.263343+0000","last_peered":"2024-05-21T00:39:40.263343+0000","last_clean":"2024-05-21T00:39:40.263343+0000","last_became_active":"2024-05-21T00:37:26.433144+0000","last_became_peered":"2024-05-21T00:37:26.433144+0000","last_unstale":"2024-05-21T00:39:40.263343+0000","last_undegraded":"2024-05-21T00:39:40.263343+0000","last_fullsized":"2024-05-21T00:39:40.263343+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:31:09.599374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'12","reported_seq":43,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:33.377249+0000","last_change":"2024-05-21T00:37:22.391128+0000","last_active":"2024-05-21T00:39:33.377249+0000","last_peered":"2024-05-21T00:39:33.377249+0000","last_clean":"2024-05-21T00:39:33.377249+0000","last_became_active":"2024-05-21T00:37:22.390399+0000","last_became_peered":"2024-05-21T00:37:22.390399+0000","last_unstale":"2024-05-21T00:39:33.377249+0000","last_undegraded":"2024-05-21T00:39:33.377249+0000","last_fullsized":"2024-05-21T00:39:33.377249+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:02:01.293847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":23,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"82'5","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262324+0000","last_change":"2024-05-21T00:37:26.422982+0000","last_active":"2024-05-21T00:39:40.262324+0000","last_peered":"2024-05-21T00:39:40.262324+0000","last_clean":"2024-05-21T00:39:40.262324+0000","last_became_active":"2024-05-21T00:37:26.422550+0000","last_became_peered":"2024-05-21T00:37:26.422550+0000","last_unstale":"2024-05-21T00:39:40.262324+0000","last_undegraded":"2024-05-21T00:39:40.262324+0000","last_fullsized":"2024-05-21T00:39:40.262324+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:16:48.500697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"78'4","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.765694+0000","last_change":"2024-05-21T00:37:23.293653+0000","last_active":"2024-05-21T00:39:11.765694+0000","last_peered":"2024-05-21T00:39:11.765694+0000","last_clean":"2024-05-21T00:39:11.765694+0000","last_became_active":"2024-05-21T00:37:23.293335+0000","last_became_peered":"2024-05-21T00:37:23.293335+0000","last_unstale":"2024-05-21T00:39:11.765694+0000","last_undegraded":"2024-05-21T00:39:11.765694+0000","last_fullsized":"2024-05-21T00:39:11.765694+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:03:59.250511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.258124+0000","last_change":"2024-05-21T00:37:26.428827+0000","last_active":"2024-05-21T00:39:40.258124+0000","last_peered":"2024-05-21T00:39:40.258124+0000","last_clean":"2024-05-21T00:39:40.258124+0000","last_became_active":"2024-05-21T00:37:26.428491+0000","last_became_peered":"2024-05-21T00:37:26.428491+0000","last_unstale":"2024-05-21T00:39:40.258124+0000","last_undegraded":"2024-05-21T00:39:40.258124+0000","last_fullsized":"2024-05-21T00:39:40.258124+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:14:58.520438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"78'2","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.519592+0000","last_change":"2024-05-21T00:37:22.949247+0000","last_active":"2024-05-21T00:39:11.519592+0000","last_peered":"2024-05-21T00:39:11.519592+0000","last_clean":"2024-05-21T00:39:11.519592+0000","last_became_active":"2024-05-21T00:37:22.948984+0000","last_became_peered":"2024-05-21T00:37:22.948984+0000","last_unstale":"2024-05-21T00:39:11.519592+0000","last_undegraded":"2024-05-21T00:39:11.519592+0000","last_fullsized":"2024-05-21T00:39:11.519592+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:21:51.743189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"82'2","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.203627+0000","last_change":"2024-05-21T00:37:26.414257+0000","last_active":"2024-05-21T00:39:40.203627+0000","last_peered":"2024-05-21T00:39:40.203627+0000","last_clean":"2024-05-21T00:39:40.203627+0000","last_became_active":"2024-05-21T00:37:26.413922+0000","last_became_peered":"2024-05-21T00:37:26.413922+0000","last_unstale":"2024-05-21T00:39:40.203627+0000","last_undegraded":"2024-05-21T00:39:40.203627+0000","last_fullsized":"2024-05-21T00:39:40.203627+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:36:04.689622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"78'3","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.522502+0000","last_change":"2024-05-21T00:37:22.392987+0000","last_active":"2024-05-21T00:39:11.522502+0000","last_peered":"2024-05-21T00:39:11.522502+0000","last_clean":"2024-05-21T00:39:11.522502+0000","last_became_active":"2024-05-21T00:37:22.392368+0000","last_became_peered":"2024-05-21T00:37:22.392368+0000","last_unstale":"2024-05-21T00:39:11.522502+0000","last_undegraded":"2024-05-21T00:39:11.522502+0000","last_fullsized":"2024-05-21T00:39:11.522502+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:49:52.176588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.257875+0000","last_change":"2024-05-21T00:37:26.418280+0000","last_active":"2024-05-21T00:39:40.257875+0000","last_peered":"2024-05-21T00:39:40.257875+0000","last_clean":"2024-05-21T00:39:40.257875+0000","last_became_active":"2024-05-21T00:37:26.417856+0000","last_became_peered":"2024-05-21T00:37:26.417856+0000","last_unstale":"2024-05-21T00:39:40.257875+0000","last_undegraded":"2024-05-21T00:39:40.257875+0000","last_fullsized":"2024-05-21T00:39:40.257875+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:00:49.802230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"78'1","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.607749+0000","last_change":"2024-05-21T00:37:22.387299+0000","last_active":"2024-05-21T00:39:11.607749+0000","last_peered":"2024-05-21T00:39:11.607749+0000","last_clean":"2024-05-21T00:39:11.607749+0000","last_became_active":"2024-05-21T00:37:22.386975+0000","last_became_peered":"2024-05-21T00:37:22.386975+0000","last_unstale":"2024-05-21T00:39:11.607749+0000","last_undegraded":"2024-05-21T00:39:11.607749+0000","last_fullsized":"2024-05-21T00:39:11.607749+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:57:13.651863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262578+0000","last_change":"2024-05-21T00:37:26.434255+0000","last_active":"2024-05-21T00:39:40.262578+0000","last_peered":"2024-05-21T00:39:40.262578+0000","last_clean":"2024-05-21T00:39:40.262578+0000","last_became_active":"2024-05-21T00:37:26.433877+0000","last_became_peered":"2024-05-21T00:37:26.433877+0000","last_unstale":"2024-05-21T00:39:40.262578+0000","last_undegraded":"2024-05-21T00:39:40.262578+0000","last_fullsized":"2024-05-21T00:39:40.262578+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:24:34.640568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"78'4","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824625+0000","last_change":"2024-05-21T00:37:22.380521+0000","last_active":"2024-05-21T00:39:11.824625+0000","last_peered":"2024-05-21T00:39:11.824625+0000","last_clean":"2024-05-21T00:39:11.824625+0000","last_became_active":"2024-05-21T00:37:22.379966+0000","last_became_peered":"2024-05-21T00:37:22.379966+0000","last_unstale":"2024-05-21T00:39:11.824625+0000","last_undegraded":"2024-05-21T00:39:11.824625+0000","last_fullsized":"2024-05-21T00:39:11.824625+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:47:50.783494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"82'5","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.264409+0000","last_change":"2024-05-21T00:37:26.424112+0000","last_active":"2024-05-21T00:39:40.264409+0000","last_peered":"2024-05-21T00:39:40.264409+0000","last_clean":"2024-05-21T00:39:40.264409+0000","last_became_active":"2024-05-21T00:37:26.423800+0000","last_became_peered":"2024-05-21T00:37:26.423800+0000","last_unstale":"2024-05-21T00:39:40.264409+0000","last_undegraded":"2024-05-21T00:39:40.264409+0000","last_fullsized":"2024-05-21T00:39:40.264409+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:48:12.769065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"78'3","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.607889+0000","last_change":"2024-05-21T00:37:23.293652+0000","last_active":"2024-05-21T00:39:11.607889+0000","last_peered":"2024-05-21T00:39:11.607889+0000","last_clean":"2024-05-21T00:39:11.607889+0000","last_became_active":"2024-05-21T00:37:23.293288+0000","last_became_peered":"2024-05-21T00:37:23.293288+0000","last_unstale":"2024-05-21T00:39:11.607889+0000","last_undegraded":"2024-05-21T00:39:11.607889+0000","last_fullsized":"2024-05-21T00:39:11.607889+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:43:16.139048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252649+0000","last_change":"2024-05-21T00:37:26.417524+0000","last_active":"2024-05-21T00:39:40.252649+0000","last_peered":"2024-05-21T00:39:40.252649+0000","last_clean":"2024-05-21T00:39:40.252649+0000","last_became_active":"2024-05-21T00:37:26.417181+0000","last_became_peered":"2024-05-21T00:37:26.417181+0000","last_unstale":"2024-05-21T00:39:40.252649+0000","last_undegraded":"2024-05-21T00:39:40.252649+0000","last_fullsized":"2024-05-21T00:39:40.252649+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:21:14.475481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"78'1","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.732316+0000","last_change":"2024-05-21T00:37:22.382469+0000","last_active":"2024-05-21T00:39:11.732316+0000","last_peered":"2024-05-21T00:39:11.732316+0000","last_clean":"2024-05-21T00:39:11.732316+0000","last_became_active":"2024-05-21T00:37:22.379635+0000","last_became_peered":"2024-05-21T00:37:22.379635+0000","last_unstale":"2024-05-21T00:39:11.732316+0000","last_undegraded":"2024-05-21T00:39:11.732316+0000","last_fullsized":"2024-05-21T00:39:11.732316+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:01:19.320818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.250805+0000","last_change":"2024-05-21T00:37:26.435136+0000","last_active":"2024-05-21T00:39:40.250805+0000","last_peered":"2024-05-21T00:39:40.250805+0000","last_clean":"2024-05-21T00:39:40.250805+0000","last_became_active":"2024-05-21T00:37:26.434743+0000","last_became_peered":"2024-05-21T00:37:26.434743+0000","last_unstale":"2024-05-21T00:39:40.250805+0000","last_undegraded":"2024-05-21T00:39:40.250805+0000","last_fullsized":"2024-05-21T00:39:40.250805+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:01:37.928461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"78'2","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.762857+0000","last_change":"2024-05-21T00:37:22.387858+0000","last_active":"2024-05-21T00:39:11.762857+0000","last_peered":"2024-05-21T00:39:11.762857+0000","last_clean":"2024-05-21T00:39:11.762857+0000","last_became_active":"2024-05-21T00:37:22.387346+0000","last_became_peered":"2024-05-21T00:37:22.387346+0000","last_unstale":"2024-05-21T00:39:11.762857+0000","last_undegraded":"2024-05-21T00:39:11.762857+0000","last_fullsized":"2024-05-21T00:39:11.762857+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:35:20.956798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.247543+0000","last_change":"2024-05-21T00:37:26.418635+0000","last_active":"2024-05-21T00:39:40.247543+0000","last_peered":"2024-05-21T00:39:40.247543+0000","last_clean":"2024-05-21T00:39:40.247543+0000","last_became_active":"2024-05-21T00:37:26.418258+0000","last_became_peered":"2024-05-21T00:37:26.418258+0000","last_unstale":"2024-05-21T00:39:40.247543+0000","last_undegraded":"2024-05-21T00:39:40.247543+0000","last_fullsized":"2024-05-21T00:39:40.247543+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:02:15.805718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.240294+0000","last_change":"2024-05-21T00:37:26.418793+0000","last_active":"2024-05-21T00:39:40.240294+0000","last_peered":"2024-05-21T00:39:40.240294+0000","last_clean":"2024-05-21T00:39:40.240294+0000","last_became_active":"2024-05-21T00:37:26.418446+0000","last_became_peered":"2024-05-21T00:37:26.418446+0000","last_unstale":"2024-05-21T00:39:40.240294+0000","last_undegraded":"2024-05-21T00:39:40.240294+0000","last_fullsized":"2024-05-21T00:39:40.240294+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:52:50.911632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"82'12","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.238769+0000","last_change":"2024-05-21T00:37:26.413991+0000","last_active":"2024-05-21T00:39:40.238769+0000","last_peered":"2024-05-21T00:39:40.238769+0000","last_clean":"2024-05-21T00:39:40.238769+0000","last_became_active":"2024-05-21T00:37:26.413615+0000","last_became_peered":"2024-05-21T00:37:26.413615+0000","last_unstale":"2024-05-21T00:39:40.238769+0000","last_undegraded":"2024-05-21T00:39:40.238769+0000","last_fullsized":"2024-05-21T00:39:40.238769+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:05:30.902070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.251601+0000","last_change":"2024-05-21T00:37:26.433423+0000","last_active":"2024-05-21T00:39:40.251601+0000","last_peered":"2024-05-21T00:39:40.251601+0000","last_clean":"2024-05-21T00:39:40.251601+0000","last_became_active":"2024-05-21T00:37:26.433111+0000","last_became_peered":"2024-05-21T00:37:26.433111+0000","last_unstale":"2024-05-21T00:39:40.251601+0000","last_undegraded":"2024-05-21T00:39:40.251601+0000","last_fullsized":"2024-05-21T00:39:40.251601+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:20:03.674489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.266761+0000","last_change":"2024-05-21T00:37:26.434311+0000","last_active":"2024-05-21T00:39:40.266761+0000","last_peered":"2024-05-21T00:39:40.266761+0000","last_clean":"2024-05-21T00:39:40.266761+0000","last_became_active":"2024-05-21T00:37:26.433959+0000","last_became_peered":"2024-05-21T00:37:26.433959+0000","last_unstale":"2024-05-21T00:39:40.266761+0000","last_undegraded":"2024-05-21T00:39:40.266761+0000","last_fullsized":"2024-05-21T00:39:40.266761+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:46:48.408939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"82'4","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.266354+0000","last_change":"2024-05-21T00:37:26.437576+0000","last_active":"2024-05-21T00:39:40.266354+0000","last_peered":"2024-05-21T00:39:40.266354+0000","last_clean":"2024-05-21T00:39:40.266354+0000","last_became_active":"2024-05-21T00:37:26.437148+0000","last_became_peered":"2024-05-21T00:37:26.437148+0000","last_unstale":"2024-05-21T00:39:40.266354+0000","last_undegraded":"2024-05-21T00:39:40.266354+0000","last_fullsized":"2024-05-21T00:39:40.266354+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:02:38.832773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"82'6","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.246718+0000","last_change":"2024-05-21T00:38:11.357316+0000","last_active":"2024-05-21T00:39:40.246718+0000","last_peered":"2024-05-21T00:39:40.246718+0000","last_clean":"2024-05-21T00:39:40.246718+0000","last_became_active":"2024-05-21T00:38:11.356990+0000","last_became_peered":"2024-05-21T00:38:11.356990+0000","last_unstale":"2024-05-21T00:39:40.246718+0000","last_undegraded":"2024-05-21T00:39:40.246718+0000","last_fullsized":"2024-05-21T00:39:40.246718+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:03:35.609961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"82'15","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.247782+0000","last_change":"2024-05-21T00:37:26.415425+0000","last_active":"2024-05-21T00:39:40.247782+0000","last_peered":"2024-05-21T00:39:40.247782+0000","last_clean":"2024-05-21T00:39:40.247782+0000","last_became_active":"2024-05-21T00:37:26.415063+0000","last_became_peered":"2024-05-21T00:37:26.415063+0000","last_unstale":"2024-05-21T00:39:40.247782+0000","last_undegraded":"2024-05-21T00:39:40.247782+0000","last_fullsized":"2024-05-21T00:39:40.247782+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:00:05.961056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"82'2","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252465+0000","last_change":"2024-05-21T00:37:26.427021+0000","last_active":"2024-05-21T00:39:40.252465+0000","last_peered":"2024-05-21T00:39:40.252465+0000","last_clean":"2024-05-21T00:39:40.252465+0000","last_became_active":"2024-05-21T00:37:26.422626+0000","last_became_peered":"2024-05-21T00:37:26.422626+0000","last_unstale":"2024-05-21T00:39:40.252465+0000","last_undegraded":"2024-05-21T00:39:40.252465+0000","last_fullsized":"2024-05-21T00:39:40.252465+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:44:42.662614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.250340+0000","last_change":"2024-05-21T00:37:26.437318+0000","last_active":"2024-05-21T00:39:40.250340+0000","last_peered":"2024-05-21T00:39:40.250340+0000","last_clean":"2024-05-21T00:39:40.250340+0000","last_became_active":"2024-05-21T00:37:26.436979+0000","last_became_peered":"2024-05-21T00:37:26.436979+0000","last_unstale":"2024-05-21T00:39:40.250340+0000","last_undegraded":"2024-05-21T00:39:40.250340+0000","last_fullsized":"2024-05-21T00:39:40.250340+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:36:25.628100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261490+0000","last_change":"2024-05-21T00:37:26.416532+0000","last_active":"2024-05-21T00:39:40.261490+0000","last_peered":"2024-05-21T00:39:40.261490+0000","last_clean":"2024-05-21T00:39:40.261490+0000","last_became_active":"2024-05-21T00:37:26.416093+0000","last_became_peered":"2024-05-21T00:37:26.416093+0000","last_unstale":"2024-05-21T00:39:40.261490+0000","last_undegraded":"2024-05-21T00:39:40.261490+0000","last_fullsized":"2024-05-21T00:39:40.261490+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:57:19.092634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"82'10","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.264381+0000","last_change":"2024-05-21T00:37:26.425305+0000","last_active":"2024-05-21T00:39:40.264381+0000","last_peered":"2024-05-21T00:39:40.264381+0000","last_clean":"2024-05-21T00:39:40.264381+0000","last_became_active":"2024-05-21T00:37:26.424954+0000","last_became_peered":"2024-05-21T00:37:26.424954+0000","last_unstale":"2024-05-21T00:39:40.264381+0000","last_undegraded":"2024-05-21T00:39:40.264381+0000","last_fullsized":"2024-05-21T00:39:40.264381+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:25:19.310127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"82'11","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267458+0000","last_change":"2024-05-21T00:37:26.426052+0000","last_active":"2024-05-21T00:39:40.267458+0000","last_peered":"2024-05-21T00:39:40.267458+0000","last_clean":"2024-05-21T00:39:40.267458+0000","last_became_active":"2024-05-21T00:37:26.425564+0000","last_became_peered":"2024-05-21T00:37:26.425564+0000","last_unstale":"2024-05-21T00:39:40.267458+0000","last_undegraded":"2024-05-21T00:39:40.267458+0000","last_fullsized":"2024-05-21T00:39:40.267458+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:11:32.887469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.235871+0000","last_change":"2024-05-21T00:37:26.415758+0000","last_active":"2024-05-21T00:39:40.235871+0000","last_peered":"2024-05-21T00:39:40.235871+0000","last_clean":"2024-05-21T00:39:40.235871+0000","last_became_active":"2024-05-21T00:37:26.415354+0000","last_became_peered":"2024-05-21T00:37:26.415354+0000","last_unstale":"2024-05-21T00:39:40.235871+0000","last_undegraded":"2024-05-21T00:39:40.235871+0000","last_fullsized":"2024-05-21T00:39:40.235871+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:40:24.590361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":280106,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":65270,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":776,"num_read_kb":458,"num_write":173,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":22,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":417792,"data_stored":195810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":147,"ondisk_log_size":147,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":70,"seq":300647710768,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32048,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713104,"statfs":{"total":95995035648,"available":95962218496,"internally_reserved":0,"allocated":892928,"data_stored":442367,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":64,"seq":274877906997,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32192,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712960,"statfs":{"total":95995035648,"available":95962071040,"internally_reserved":0,"allocated":1040384,"data_stored":1094954,"data_compressed":47229,"data_compressed_allocated":61440,"data_compressed_original":622592,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":59,"seq":253403070523,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":442581,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":53,"seq":227633266753,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32056,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713096,"statfs":{"total":95995035648,"available":95962210304,"internally_reserved":0,"allocated":901120,"data_stored":442479,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863462981,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32108,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713044,"statfs":{"total":95995035648,"available":95962157056,"internally_reserved":0,"allocated":954368,"data_stored":1035104,"data_compressed":47229,"data_compressed_allocated":61440,"data_compressed_original":622592,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626506,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27888,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717264,"statfs":{"total":95995035648,"available":95966478336,"internally_reserved":0,"allocated":892928,"data_stored":441970,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574950,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36268,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708884,"statfs":{"total":95995035648,"available":95957897216,"internally_reserved":0,"allocated":954368,"data_stored":502359,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738476,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":913408,"data_stored":443241,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411427,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":978944,"data_stored":504241,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182491,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32064,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713088,"statfs":{"total":95995035648,"available":95962202112,"internally_reserved":0,"allocated":909312,"data_stored":442281,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986264,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36212,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708940,"statfs":{"total":95995035648,"available":95957954560,"internally_reserved":0,"allocated":897024,"data_stored":442939,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822737,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":1034256,"data_compressed":47229,"data_compressed_allocated":61440,"data_compressed_original":622592,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33992,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33992,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33992,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":60596,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":62478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":62706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T00:39:57.809 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-21T00:39:57.809 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-05-21T00:39:57.809 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-05-21T00:39:57.810 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph health --format=json 2024-05-21T00:39:57.811 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:57 smithi092 ceph-mon[36335]: pgmap v395: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-05-21T00:39:58.320 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:39:58.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:58 smithi044 ceph-mon[31392]: from='client.14706 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:39:58.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:58 smithi082 ceph-mon[36141]: from='client.14706 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:39:58.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:58 smithi092 ceph-mon[36335]: from='client.14706 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:39:59.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:39:59 smithi044 ceph-mon[31392]: pgmap v396: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:39:59.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:39:59 smithi082 ceph-mon[36141]: pgmap v396: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:39:59.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:39:59 smithi092 ceph-mon[36335]: pgmap v396: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:40:00.429 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:00 smithi044 ceph-mon[31392]: overall HEALTH_OK 2024-05-21T00:40:00.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:00 smithi082 ceph-mon[36141]: overall HEALTH_OK 2024-05-21T00:40:00.718 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.713+0000 7fa399600700 1 -- 172.21.15.44:0/2388613660 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa39410b760 msgr2=0x7fa39410bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:00.718 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.713+0000 7fa399600700 1 --2- 172.21.15.44:0/2388613660 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa39410b760 0x7fa39410bb40 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fa384009990 tx=0x7fa384009ca0 comp rx=0 tx=0).stop 2024-05-21T00:40:00.718 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.713+0000 7fa399600700 1 -- 172.21.15.44:0/2388613660 shutdown_connections 2024-05-21T00:40:00.718 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.713+0000 7fa399600700 1 --2- 172.21.15.44:0/2388613660 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa394106120 0x7fa394112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:00.718 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.713+0000 7fa399600700 1 --2- 172.21.15.44:0/2388613660 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa39410b760 0x7fa39410bb40 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:00.718 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.714+0000 7fa399600700 1 --2- 172.21.15.44:0/2388613660 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa394105760 0x7fa394105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:00.718 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.714+0000 7fa399600700 1 -- 172.21.15.44:0/2388613660 >> 172.21.15.44:0/2388613660 conn(0x7fa394101250 msgr2=0x7fa394103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:00.718 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.714+0000 7fa399600700 1 -- 172.21.15.44:0/2388613660 shutdown_connections 2024-05-21T00:40:00.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.714+0000 7fa399600700 1 -- 172.21.15.44:0/2388613660 wait complete. 2024-05-21T00:40:00.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.715+0000 7fa399600700 1 Processor -- start 2024-05-21T00:40:00.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.715+0000 7fa399600700 1 -- start start 2024-05-21T00:40:00.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.715+0000 7fa399600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa394105760 0x7fa39419bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:00.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.715+0000 7fa399600700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa394106120 0x7fa39419c4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:00.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.715+0000 7fa399600700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa39410b760 0x7fa3941a0820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:00.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.715+0000 7fa399600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa394115a70 con 0x7fa394105760 2024-05-21T00:40:00.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.715+0000 7fa399600700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa3941158f0 con 0x7fa39410b760 2024-05-21T00:40:00.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.715+0000 7fa399600700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa394115bf0 con 0x7fa394106120 2024-05-21T00:40:00.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.716+0000 7fa392a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa394105760 0x7fa39419bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:00.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.716+0000 7fa392a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa394105760 0x7fa39419bfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33828/0 (socket says 172.21.15.44:33828) 2024-05-21T00:40:00.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.716+0000 7fa392a00700 1 -- 172.21.15.44:0/3929202982 learned_addr learned my addr 172.21.15.44:0/3929202982 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:40:00.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.716+0000 7fa392000700 1 --2- 172.21.15.44:0/3929202982 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa394106120 0x7fa39419c4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:00.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.716+0000 7fa393400700 1 --2- 172.21.15.44:0/3929202982 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa39410b760 0x7fa3941a0820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:00.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.716+0000 7fa392a00700 1 -- 172.21.15.44:0/3929202982 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa394106120 msgr2=0x7fa39419c4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:00.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.716+0000 7fa392a00700 1 --2- 172.21.15.44:0/3929202982 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa394106120 0x7fa39419c4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:00.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.716+0000 7fa392a00700 1 -- 172.21.15.44:0/3929202982 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa39410b760 msgr2=0x7fa3941a0820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:00.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.716+0000 7fa392a00700 1 --2- 172.21.15.44:0/3929202982 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa39410b760 0x7fa3941a0820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:00.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.716+0000 7fa392a00700 1 -- 172.21.15.44:0/3929202982 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3941a0f60 con 0x7fa394105760 2024-05-21T00:40:00.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.717+0000 7fa392a00700 1 --2- 172.21.15.44:0/3929202982 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa394105760 0x7fa39419bfa0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fa38400b5c0 tx=0x7fa384005590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:00.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.717+0000 7fa38b400700 1 -- 172.21.15.44:0/3929202982 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa384027070 con 0x7fa394105760 2024-05-21T00:40:00.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.717+0000 7fa38b400700 1 -- 172.21.15.44:0/3929202982 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa384003fb0 con 0x7fa394105760 2024-05-21T00:40:00.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.717+0000 7fa399600700 1 -- 172.21.15.44:0/3929202982 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3941a11f0 con 0x7fa394105760 2024-05-21T00:40:00.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.717+0000 7fa38b400700 1 -- 172.21.15.44:0/3929202982 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa384022c20 con 0x7fa394105760 2024-05-21T00:40:00.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.717+0000 7fa399600700 1 -- 172.21.15.44:0/3929202982 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3941a8ad0 con 0x7fa394105760 2024-05-21T00:40:00.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.718+0000 7fa399600700 1 -- 172.21.15.44:0/3929202982 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa39410dcf0 con 0x7fa394105760 2024-05-21T00:40:00.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.721+0000 7fa38b400700 1 -- 172.21.15.44:0/3929202982 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fa38402a070 con 0x7fa394105760 2024-05-21T00:40:00.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.722+0000 7fa38b400700 1 --2- 172.21.15.44:0/3929202982 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa3780b2900 0x7fa3780b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:00.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.722+0000 7fa38b400700 1 -- 172.21.15.44:0/3929202982 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fa3840e39a0 con 0x7fa394105760 2024-05-21T00:40:00.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.722+0000 7fa392000700 1 --2- 172.21.15.44:0/3929202982 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa3780b2900 0x7fa3780b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:00.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.723+0000 7fa392000700 1 --2- 172.21.15.44:0/3929202982 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa3780b2900 0x7fa3780b4dc0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fa394103930 tx=0x7fa380009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:00.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:00.725+0000 7fa38b400700 1 -- 172.21.15.44:0/3929202982 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa384031020 con 0x7fa394105760 2024-05-21T00:40:00.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:00 smithi092 ceph-mon[36335]: overall HEALTH_OK 2024-05-21T00:40:01.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:01.013+0000 7fa399600700 1 -- 172.21.15.44:0/3929202982 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fa39419d2b0 con 0x7fa394105760 2024-05-21T00:40:01.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:01.014+0000 7fa38b400700 1 -- 172.21.15.44:0/3929202982 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fa384013070 con 0x7fa394105760 2024-05-21T00:40:01.017 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:40:01.018 INFO:teuthology.orchestra.run.smithi044.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-05-21T00:40:01.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:01.017+0000 7fa399600700 1 -- 172.21.15.44:0/3929202982 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa3780b2900 msgr2=0x7fa3780b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:01.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:01.017+0000 7fa399600700 1 --2- 172.21.15.44:0/3929202982 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa3780b2900 0x7fa3780b4dc0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fa394103930 tx=0x7fa380009190 comp rx=0 tx=0).stop 2024-05-21T00:40:01.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:01.017+0000 7fa399600700 1 -- 172.21.15.44:0/3929202982 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa394105760 msgr2=0x7fa39419bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:01.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:01.017+0000 7fa399600700 1 --2- 172.21.15.44:0/3929202982 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa394105760 0x7fa39419bfa0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fa38400b5c0 tx=0x7fa384005590 comp rx=0 tx=0).stop 2024-05-21T00:40:01.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:01.017+0000 7fa399600700 1 -- 172.21.15.44:0/3929202982 shutdown_connections 2024-05-21T00:40:01.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:01.017+0000 7fa399600700 1 --2- 172.21.15.44:0/3929202982 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa3780b2900 0x7fa3780b4dc0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:01.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:01.018+0000 7fa399600700 1 --2- 172.21.15.44:0/3929202982 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa394105760 0x7fa39419bfa0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:01.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:01.018+0000 7fa399600700 1 --2- 172.21.15.44:0/3929202982 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa39410b760 0x7fa3941a0820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:01.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:01.018+0000 7fa399600700 1 --2- 172.21.15.44:0/3929202982 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa394106120 0x7fa39419c4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:01.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:01.018+0000 7fa399600700 1 -- 172.21.15.44:0/3929202982 >> 172.21.15.44:0/3929202982 conn(0x7fa394101250 msgr2=0x7fa394101aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:01.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:01.018+0000 7fa399600700 1 -- 172.21.15.44:0/3929202982 shutdown_connections 2024-05-21T00:40:01.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:01.018+0000 7fa399600700 1 -- 172.21.15.44:0/3929202982 wait complete. 2024-05-21T00:40:01.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:01 smithi044 ceph-mon[31392]: pgmap v397: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:40:01.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:01 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/3929202982' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-21T00:40:01.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:01 smithi082 ceph-mon[36141]: pgmap v397: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:40:01.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:01 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/3929202982' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-21T00:40:01.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:01 smithi092 ceph-mon[36335]: pgmap v397: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:40:01.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:01 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/3929202982' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-21T00:40:01.997 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-05-21T00:40:01.997 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:40:02.454 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:40:03.643 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:03 smithi044 ceph-mon[31392]: pgmap v398: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:03.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:03 smithi082 ceph-mon[36141]: pgmap v398: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:03.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:03 smithi092 ceph-mon[36335]: pgmap v398: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:04.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.724+0000 7ff31de00700 1 -- 172.21.15.44:0/909740927 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff31810b650 msgr2=0x7ff31810ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:04.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.724+0000 7ff31de00700 1 --2- 172.21.15.44:0/909740927 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff31810b650 0x7ff31810ba30 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7ff308009990 tx=0x7ff308009ca0 comp rx=0 tx=0).stop 2024-05-21T00:40:04.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.724+0000 7ff31de00700 1 -- 172.21.15.44:0/909740927 shutdown_connections 2024-05-21T00:40:04.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.724+0000 7ff31de00700 1 --2- 172.21.15.44:0/909740927 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff318106010 0x7ff318112520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:04.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.724+0000 7ff31de00700 1 --2- 172.21.15.44:0/909740927 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff31810b650 0x7ff31810ba30 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:04.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.724+0000 7ff31de00700 1 --2- 172.21.15.44:0/909740927 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff318105650 0x7ff318105ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:04.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.724+0000 7ff31de00700 1 -- 172.21.15.44:0/909740927 >> 172.21.15.44:0/909740927 conn(0x7ff318101180 msgr2=0x7ff3181035a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:04.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.724+0000 7ff31de00700 1 -- 172.21.15.44:0/909740927 shutdown_connections 2024-05-21T00:40:04.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.725+0000 7ff31de00700 1 -- 172.21.15.44:0/909740927 wait complete. 2024-05-21T00:40:04.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.726+0000 7ff31de00700 1 Processor -- start 2024-05-21T00:40:04.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.726+0000 7ff31de00700 1 -- start start 2024-05-21T00:40:04.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.726+0000 7ff31de00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff318105650 0x7ff31819bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:04.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.726+0000 7ff31de00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff318106010 0x7ff31819c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:04.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.726+0000 7ff31de00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff31810b650 0x7ff3181a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:04.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.726+0000 7ff31de00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff318115880 con 0x7ff318105650 2024-05-21T00:40:04.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.726+0000 7ff31de00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7ff318115700 con 0x7ff31810b650 2024-05-21T00:40:04.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.726+0000 7ff31de00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ff318115a00 con 0x7ff318106010 2024-05-21T00:40:04.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.727+0000 7ff31ca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff318105650 0x7ff31819bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:04.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.727+0000 7ff31ca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff318105650 0x7ff31819bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33856/0 (socket says 172.21.15.44:33856) 2024-05-21T00:40:04.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.727+0000 7ff31ca00700 1 -- 172.21.15.44:0/3610711782 learned_addr learned my addr 172.21.15.44:0/3610711782 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:40:04.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.727+0000 7ff30fe00700 1 --2- 172.21.15.44:0/3610711782 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff318106010 0x7ff31819c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:04.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.727+0000 7ff31d400700 1 --2- 172.21.15.44:0/3610711782 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff31810b650 0x7ff3181a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:04.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.727+0000 7ff31ca00700 1 -- 172.21.15.44:0/3610711782 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff318106010 msgr2=0x7ff31819c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:04.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.727+0000 7ff31ca00700 1 --2- 172.21.15.44:0/3610711782 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff318106010 0x7ff31819c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:04.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.727+0000 7ff31ca00700 1 -- 172.21.15.44:0/3610711782 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff31810b650 msgr2=0x7ff3181a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:04.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.727+0000 7ff31ca00700 1 --2- 172.21.15.44:0/3610711782 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff31810b650 0x7ff3181a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:04.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.727+0000 7ff31ca00700 1 -- 172.21.15.44:0/3610711782 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3181a0d60 con 0x7ff318105650 2024-05-21T00:40:04.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.727+0000 7ff31d400700 1 --2- 172.21.15.44:0/3610711782 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff31810b650 0x7ff3181a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:40:04.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.727+0000 7ff30fe00700 1 --2- 172.21.15.44:0/3610711782 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff318106010 0x7ff31819c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:40:04.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.728+0000 7ff31ca00700 1 --2- 172.21.15.44:0/3610711782 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff318105650 0x7ff31819bd50 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff308000c00 tx=0x7ff3080057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:04.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.728+0000 7ff316000700 1 -- 172.21.15.44:0/3610711782 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff308027070 con 0x7ff318105650 2024-05-21T00:40:04.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.728+0000 7ff316000700 1 -- 172.21.15.44:0/3610711782 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff308022470 con 0x7ff318105650 2024-05-21T00:40:04.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.728+0000 7ff31de00700 1 -- 172.21.15.44:0/3610711782 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3181a0ff0 con 0x7ff318105650 2024-05-21T00:40:04.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.728+0000 7ff316000700 1 -- 172.21.15.44:0/3610711782 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff308017650 con 0x7ff318105650 2024-05-21T00:40:04.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.728+0000 7ff31de00700 1 -- 172.21.15.44:0/3610711782 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3181a88d0 con 0x7ff318105650 2024-05-21T00:40:04.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.729+0000 7ff31de00700 1 -- 172.21.15.44:0/3610711782 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff31810dbe0 con 0x7ff318105650 2024-05-21T00:40:04.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.732+0000 7ff316000700 1 -- 172.21.15.44:0/3610711782 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7ff30802a070 con 0x7ff318105650 2024-05-21T00:40:04.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.733+0000 7ff316000700 1 --2- 172.21.15.44:0/3610711782 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ff2fc0b2880 0x7ff2fc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:04.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.733+0000 7ff316000700 1 -- 172.21.15.44:0/3610711782 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7ff3080e3070 con 0x7ff318105650 2024-05-21T00:40:04.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.734+0000 7ff30fe00700 1 --2- 172.21.15.44:0/3610711782 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ff2fc0b2880 0x7ff2fc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:04.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.734+0000 7ff30fe00700 1 --2- 172.21.15.44:0/3610711782 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ff2fc0b2880 0x7ff2fc0b4d40 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7ff318103840 tx=0x7ff3000073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:04.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:04.736+0000 7ff316000700 1 -- 172.21.15.44:0/3610711782 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff308013070 con 0x7ff318105650 2024-05-21T00:40:05.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:05.028+0000 7ff31de00700 1 -- 172.21.15.44:0/3610711782 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff31819d0b0 con 0x7ff318105650 2024-05-21T00:40:05.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:05.030+0000 7ff316000700 1 -- 172.21.15.44:0/3610711782 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11854 (secure 0 0 0) 0x7ff3080aad80 con 0x7ff318105650 2024-05-21T00:40:05.035 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:40:05.035 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/561549854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":561549854},{"type":"v1","addr":"172.21.15.44:6837","nonce":561549854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/2400906516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2400906516},{"type":"v1","addr":"172.21.15.82:6835","nonce":2400906516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2996309052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2996309052},{"type":"v1","addr":"172.21.15.92:6835","nonce":2996309052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:37:29.521554+0000","modified":"2024-05-21T00:37:54.429226+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24521,"mds_1":24511,"mds_2":24509},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24482":{"gid":24482,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6837/2183805482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":2183805482},{"type":"v1","addr":"172.21.15.82:6837","nonce":2183805482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6837/1462528640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1462528640},{"type":"v1","addr":"172.21.15.92:6837","nonce":1462528640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6839/1183044801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6838","nonce":1183044801},{"type":"v1","addr":"172.21.15.92:6839","nonce":1183044801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"a","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/3917264755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":3917264755},{"type":"v1","addr":"172.21.15.44:6841","nonce":3917264755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1038937716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1038937716},{"type":"v1","addr":"172.21.15.44:6839","nonce":1038937716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.82:6839/3736218763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":3736218763},{"type":"v1","addr":"172.21.15.82:6839","nonce":3736218763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24521,"qdb_cluster":[24511,24521,24509]},"id":1}]} 2024-05-21T00:40:05.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:05.033+0000 7ff31de00700 1 -- 172.21.15.44:0/3610711782 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ff2fc0b2880 msgr2=0x7ff2fc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:05.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:05.033+0000 7ff31de00700 1 --2- 172.21.15.44:0/3610711782 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ff2fc0b2880 0x7ff2fc0b4d40 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7ff318103840 tx=0x7ff3000073d0 comp rx=0 tx=0).stop 2024-05-21T00:40:05.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:05.033+0000 7ff31de00700 1 -- 172.21.15.44:0/3610711782 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff318105650 msgr2=0x7ff31819bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:05.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:05.033+0000 7ff31de00700 1 --2- 172.21.15.44:0/3610711782 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff318105650 0x7ff31819bd50 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff308000c00 tx=0x7ff3080057c0 comp rx=0 tx=0).stop 2024-05-21T00:40:05.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:05.033+0000 7ff31de00700 1 -- 172.21.15.44:0/3610711782 shutdown_connections 2024-05-21T00:40:05.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:05.033+0000 7ff31de00700 1 --2- 172.21.15.44:0/3610711782 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ff2fc0b2880 0x7ff2fc0b4d40 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:05.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:05.033+0000 7ff31de00700 1 --2- 172.21.15.44:0/3610711782 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff318105650 0x7ff31819bd50 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:05.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:05.033+0000 7ff31de00700 1 --2- 172.21.15.44:0/3610711782 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff31810b650 0x7ff3181a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:05.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:05.033+0000 7ff31de00700 1 --2- 172.21.15.44:0/3610711782 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff318106010 0x7ff31819c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:05.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:05.033+0000 7ff31de00700 1 -- 172.21.15.44:0/3610711782 >> 172.21.15.44:0/3610711782 conn(0x7ff318101180 msgr2=0x7ff318101a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:05.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:05.034+0000 7ff31de00700 1 -- 172.21.15.44:0/3610711782 shutdown_connections 2024-05-21T00:40:05.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:05.034+0000 7ff31de00700 1 -- 172.21.15.44:0/3610711782 wait complete. 2024-05-21T00:40:05.040 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 25 2024-05-21T00:40:05.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:05 smithi044 ceph-mon[31392]: pgmap v399: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:40:05.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:05 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/3610711782' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:40:05.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:05 smithi082 ceph-mon[36141]: pgmap v399: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:40:05.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:05 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/3610711782' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:40:05.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:05 smithi092 ceph-mon[36335]: pgmap v399: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:40:05.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:05 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/3610711782' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:40:06.033 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:40:06.503 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:40:07.619 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:07 smithi044 ceph-mon[31392]: pgmap v400: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:07.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:07 smithi082 ceph-mon[36141]: pgmap v400: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:07.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:07 smithi092 ceph-mon[36335]: pgmap v400: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:08.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.917+0000 7f0653a00700 1 -- 172.21.15.44:0/3973629139 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f064c1035f0 msgr2=0x7f064c103a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:08.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.917+0000 7f0653a00700 1 --2- 172.21.15.44:0/3973629139 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f064c1035f0 0x7f064c103a50 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f06340098f0 tx=0x7f0634009c00 comp rx=0 tx=0).stop 2024-05-21T00:40:08.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.917+0000 7f0653a00700 1 -- 172.21.15.44:0/3973629139 shutdown_connections 2024-05-21T00:40:08.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.917+0000 7f0653a00700 1 --2- 172.21.15.44:0/3973629139 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f064c103f90 0x7f064c110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:08.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.917+0000 7f0653a00700 1 --2- 172.21.15.44:0/3973629139 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f064c108500 0x7f064c1088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:08.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.917+0000 7f0653a00700 1 --2- 172.21.15.44:0/3973629139 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f064c1035f0 0x7f064c103a50 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:08.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.917+0000 7f0653a00700 1 -- 172.21.15.44:0/3973629139 >> 172.21.15.44:0/3973629139 conn(0x7f064c07a6a0 msgr2=0x7f064c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:08.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.917+0000 7f0653a00700 1 -- 172.21.15.44:0/3973629139 shutdown_connections 2024-05-21T00:40:08.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.917+0000 7f0653a00700 1 -- 172.21.15.44:0/3973629139 wait complete. 2024-05-21T00:40:08.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.918+0000 7f0653a00700 1 Processor -- start 2024-05-21T00:40:08.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.918+0000 7f0653a00700 1 -- start start 2024-05-21T00:40:08.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.919+0000 7f0653a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f064c1035f0 0x7f064c19bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:08.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.919+0000 7f0653a00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f064c103f90 0x7f064c19c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:08.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.919+0000 7f0653a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f064c108500 0x7f064c1a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:08.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.919+0000 7f0653a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f064c113780 con 0x7f064c108500 2024-05-21T00:40:08.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.919+0000 7f0653a00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f064c113600 con 0x7f064c103f90 2024-05-21T00:40:08.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.919+0000 7f0653a00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f064c113900 con 0x7f064c1035f0 2024-05-21T00:40:08.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.919+0000 7f0651a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f064c108500 0x7f064c1a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:08.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.919+0000 7f0651000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f064c1035f0 0x7f064c19bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:08.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.919+0000 7f0643e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f064c103f90 0x7f064c19c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:08.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.919+0000 7f0651000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f064c1035f0 0x7f064c19bec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:53390/0 (socket says 172.21.15.44:53390) 2024-05-21T00:40:08.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.919+0000 7f0643e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f064c103f90 0x7f064c19c400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:37468/0 (socket says 172.21.15.44:37468) 2024-05-21T00:40:08.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.919+0000 7f0651000700 1 -- 172.21.15.44:0/3271879553 learned_addr learned my addr 172.21.15.44:0/3271879553 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:40:08.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.920+0000 7f0643e00700 1 -- 172.21.15.44:0/3271879553 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f064c1035f0 msgr2=0x7f064c19bec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:08.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.920+0000 7f0643e00700 1 --2- 172.21.15.44:0/3271879553 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f064c1035f0 0x7f064c19bec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:08.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.920+0000 7f0643e00700 1 -- 172.21.15.44:0/3271879553 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f064c108500 msgr2=0x7f064c1a0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:08.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.920+0000 7f0643e00700 1 --2- 172.21.15.44:0/3271879553 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f064c108500 0x7f064c1a0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:08.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.920+0000 7f0643e00700 1 -- 172.21.15.44:0/3271879553 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f064c1a0e80 con 0x7f064c103f90 2024-05-21T00:40:08.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.920+0000 7f0643e00700 1 --2- 172.21.15.44:0/3271879553 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f064c103f90 0x7f064c19c400 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f063400c010 tx=0x7f063400fa00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:08.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.920+0000 7f064a000700 1 -- 172.21.15.44:0/3271879553 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06340050c0 con 0x7f064c103f90 2024-05-21T00:40:08.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.920+0000 7f064a000700 1 -- 172.21.15.44:0/3271879553 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f063400b560 con 0x7f064c103f90 2024-05-21T00:40:08.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.920+0000 7f0653a00700 1 -- 172.21.15.44:0/3271879553 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f064c1a1110 con 0x7f064c103f90 2024-05-21T00:40:08.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.920+0000 7f064a000700 1 -- 172.21.15.44:0/3271879553 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0634003a00 con 0x7f064c103f90 2024-05-21T00:40:08.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.920+0000 7f0653a00700 1 -- 172.21.15.44:0/3271879553 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f064c1a89f0 con 0x7f064c103f90 2024-05-21T00:40:08.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.921+0000 7f0653a00700 1 -- 172.21.15.44:0/3271879553 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f064c104cb0 con 0x7f064c103f90 2024-05-21T00:40:08.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.924+0000 7f064a000700 1 -- 172.21.15.44:0/3271879553 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f063400b710 con 0x7f064c103f90 2024-05-21T00:40:08.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.925+0000 7f064a000700 1 --2- 172.21.15.44:0/3271879553 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f06300b2880 0x7f06300b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:08.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.925+0000 7f064a000700 1 -- 172.21.15.44:0/3271879553 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f06340e3360 con 0x7f064c103f90 2024-05-21T00:40:08.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.926+0000 7f0651000700 1 --2- 172.21.15.44:0/3271879553 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f06300b2880 0x7f06300b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:08.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.926+0000 7f0651000700 1 --2- 172.21.15.44:0/3271879553 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f06300b2880 0x7f06300b4d40 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f063c005950 tx=0x7f063c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:08.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:08.928+0000 7f064a000700 1 -- 172.21.15.44:0/3271879553 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0634013030 con 0x7f064c103f90 2024-05-21T00:40:09.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:09.215+0000 7f0653a00700 1 -- 172.21.15.44:0/3271879553 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f064c06a230 con 0x7f064c103f90 2024-05-21T00:40:09.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:09.217+0000 7f064a000700 1 -- 172.21.15.44:0/3271879553 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11854 (secure 0 0 0) 0x7f06340ab070 con 0x7f064c103f90 2024-05-21T00:40:09.221 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:40:09.221 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/561549854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":561549854},{"type":"v1","addr":"172.21.15.44:6837","nonce":561549854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/2400906516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2400906516},{"type":"v1","addr":"172.21.15.82:6835","nonce":2400906516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2996309052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2996309052},{"type":"v1","addr":"172.21.15.92:6835","nonce":2996309052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:37:29.521554+0000","modified":"2024-05-21T00:37:54.429226+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24521,"mds_1":24511,"mds_2":24509},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24482":{"gid":24482,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6837/2183805482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":2183805482},{"type":"v1","addr":"172.21.15.82:6837","nonce":2183805482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6837/1462528640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1462528640},{"type":"v1","addr":"172.21.15.92:6837","nonce":1462528640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6839/1183044801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6838","nonce":1183044801},{"type":"v1","addr":"172.21.15.92:6839","nonce":1183044801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"a","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/3917264755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":3917264755},{"type":"v1","addr":"172.21.15.44:6841","nonce":3917264755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1038937716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1038937716},{"type":"v1","addr":"172.21.15.44:6839","nonce":1038937716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.82:6839/3736218763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":3736218763},{"type":"v1","addr":"172.21.15.82:6839","nonce":3736218763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24521,"qdb_cluster":[24511,24521,24509]},"id":1}]} 2024-05-21T00:40:09.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:09.220+0000 7f0653a00700 1 -- 172.21.15.44:0/3271879553 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f06300b2880 msgr2=0x7f06300b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:09.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:09.220+0000 7f0653a00700 1 --2- 172.21.15.44:0/3271879553 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f06300b2880 0x7f06300b4d40 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f063c005950 tx=0x7f063c009260 comp rx=0 tx=0).stop 2024-05-21T00:40:09.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:09.220+0000 7f0653a00700 1 -- 172.21.15.44:0/3271879553 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f064c103f90 msgr2=0x7f064c19c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:09.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:09.220+0000 7f0653a00700 1 --2- 172.21.15.44:0/3271879553 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f064c103f90 0x7f064c19c400 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f063400c010 tx=0x7f063400fa00 comp rx=0 tx=0).stop 2024-05-21T00:40:09.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:09.220+0000 7f0653a00700 1 -- 172.21.15.44:0/3271879553 shutdown_connections 2024-05-21T00:40:09.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:09.220+0000 7f0653a00700 1 --2- 172.21.15.44:0/3271879553 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f06300b2880 0x7f06300b4d40 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:09.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:09.220+0000 7f0653a00700 1 --2- 172.21.15.44:0/3271879553 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f064c108500 0x7f064c1a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:09.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:09.220+0000 7f0653a00700 1 --2- 172.21.15.44:0/3271879553 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f064c1035f0 0x7f064c19bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:09.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:09.220+0000 7f0653a00700 1 --2- 172.21.15.44:0/3271879553 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f064c103f90 0x7f064c19c400 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:09.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:09.220+0000 7f0653a00700 1 -- 172.21.15.44:0/3271879553 >> 172.21.15.44:0/3271879553 conn(0x7f064c07a6a0 msgr2=0x7f064c101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:09.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:09.220+0000 7f0653a00700 1 -- 172.21.15.44:0/3271879553 shutdown_connections 2024-05-21T00:40:09.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:09.220+0000 7f0653a00700 1 -- 172.21.15.44:0/3271879553 wait complete. 2024-05-21T00:40:09.225 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 25 2024-05-21T00:40:09.599 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:09 smithi044 ceph-mon[31392]: pgmap v401: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:40:09.600 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:09 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/3271879553' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:40:09.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:09 smithi082 ceph-mon[36141]: pgmap v401: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:40:09.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:09 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/3271879553' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:40:09.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:09 smithi092 ceph-mon[36335]: pgmap v401: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:40:09.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:09 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/3271879553' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:40:10.208 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T00:40:10.688 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:40:11.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:11 smithi044 ceph-mon[31392]: pgmap v402: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:40:11.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:11 smithi082 ceph-mon[36141]: pgmap v402: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:40:11.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:11 smithi092 ceph-mon[36335]: pgmap v402: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:40:12.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.881+0000 7f710dc00700 1 -- 172.21.15.44:0/1350292824 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7108076090 msgr2=0x7f710810fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:12.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.881+0000 7f710dc00700 1 --2- 172.21.15.44:0/1350292824 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7108076090 0x7f710810fa00 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f70f4009990 tx=0x7f70f4009ca0 comp rx=0 tx=0).stop 2024-05-21T00:40:12.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.881+0000 7f710dc00700 1 -- 172.21.15.44:0/1350292824 shutdown_connections 2024-05-21T00:40:12.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.881+0000 7f710dc00700 1 --2- 172.21.15.44:0/1350292824 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f710810ff40 0x7f7108112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:12.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.881+0000 7f710dc00700 1 --2- 172.21.15.44:0/1350292824 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7108075770 0x7f7108075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:12.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.881+0000 7f710dc00700 1 --2- 172.21.15.44:0/1350292824 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7108076090 0x7f710810fa00 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:12.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.881+0000 7f710dc00700 1 -- 172.21.15.44:0/1350292824 >> 172.21.15.44:0/1350292824 conn(0x7f710807a6a0 msgr2=0x7f710807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:12.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.881+0000 7f710dc00700 1 -- 172.21.15.44:0/1350292824 shutdown_connections 2024-05-21T00:40:12.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.881+0000 7f710dc00700 1 -- 172.21.15.44:0/1350292824 wait complete. 2024-05-21T00:40:12.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.882+0000 7f710dc00700 1 Processor -- start 2024-05-21T00:40:12.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.882+0000 7f710dc00700 1 -- start start 2024-05-21T00:40:12.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.882+0000 7f710dc00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7108075770 0x7f710819be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:12.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.882+0000 7f710dc00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7108076090 0x7f710819c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:12.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.883+0000 7f710dc00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f710810ff40 0x7f71081a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:12.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.883+0000 7f710dc00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7108115900 con 0x7f7108075770 2024-05-21T00:40:12.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.883+0000 7f710dc00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f7108115780 con 0x7f7108076090 2024-05-21T00:40:12.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.883+0000 7f710dc00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f7108115a80 con 0x7f710810ff40 2024-05-21T00:40:12.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.883+0000 7f7106a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7108075770 0x7f710819be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:12.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.883+0000 7f7106a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7108075770 0x7f710819be50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41786/0 (socket says 172.21.15.44:41786) 2024-05-21T00:40:12.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.883+0000 7f7106a00700 1 -- 172.21.15.44:0/1675269332 learned_addr learned my addr 172.21.15.44:0/1675269332 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:40:12.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.883+0000 7f7107400700 1 --2- 172.21.15.44:0/1675269332 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f710810ff40 0x7f71081a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:12.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.883+0000 7f7106000700 1 --2- 172.21.15.44:0/1675269332 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7108076090 0x7f710819c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:12.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.883+0000 7f7106a00700 1 -- 172.21.15.44:0/1675269332 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f710810ff40 msgr2=0x7f71081a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:12.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.883+0000 7f7106a00700 1 --2- 172.21.15.44:0/1675269332 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f710810ff40 0x7f71081a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:12.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.883+0000 7f7106a00700 1 -- 172.21.15.44:0/1675269332 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7108076090 msgr2=0x7f710819c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:12.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.883+0000 7f7106a00700 1 --2- 172.21.15.44:0/1675269332 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7108076090 0x7f710819c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:12.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.883+0000 7f7106a00700 1 -- 172.21.15.44:0/1675269332 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71081a0e10 con 0x7f7108075770 2024-05-21T00:40:12.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.884+0000 7f7106a00700 1 --2- 172.21.15.44:0/1675269332 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7108075770 0x7f710819be50 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f70f800e9a0 tx=0x7f70f800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:12.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.884+0000 7f70ff400700 1 -- 172.21.15.44:0/1675269332 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f800ca10 con 0x7f7108075770 2024-05-21T00:40:12.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.884+0000 7f70ff400700 1 -- 172.21.15.44:0/1675269332 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70f800cbb0 con 0x7f7108075770 2024-05-21T00:40:12.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.884+0000 7f70ff400700 1 -- 172.21.15.44:0/1675269332 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f8018680 con 0x7f7108075770 2024-05-21T00:40:12.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.884+0000 7f710dc00700 1 -- 172.21.15.44:0/1675269332 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71081a1100 con 0x7f7108075770 2024-05-21T00:40:12.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.884+0000 7f710dc00700 1 -- 172.21.15.44:0/1675269332 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71081a8980 con 0x7f7108075770 2024-05-21T00:40:12.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.886+0000 7f710dc00700 1 -- 172.21.15.44:0/1675269332 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f710806a230 con 0x7f7108075770 2024-05-21T00:40:12.896 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.888+0000 7f70ff400700 1 -- 172.21.15.44:0/1675269332 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f70f8010430 con 0x7f7108075770 2024-05-21T00:40:12.896 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.889+0000 7f70ff400700 1 --2- 172.21.15.44:0/1675269332 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f70ec0b2900 0x7f70ec0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:12.896 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.889+0000 7f70ff400700 1 -- 172.21.15.44:0/1675269332 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f70f80e23a0 con 0x7f7108075770 2024-05-21T00:40:12.896 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.890+0000 7f7106000700 1 --2- 172.21.15.44:0/1675269332 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f70ec0b2900 0x7f70ec0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:12.896 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.890+0000 7f7106000700 1 --2- 172.21.15.44:0/1675269332 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f70ec0b2900 0x7f70ec0b4dc0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f70f400b2e0 tx=0x7f70f4005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:12.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:12.894+0000 7f70ff400700 1 -- 172.21.15.44:0/1675269332 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f70f80aa020 con 0x7f7108075770 2024-05-21T00:40:13.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:13.133+0000 7f710dc00700 1 -- 172.21.15.44:0/1675269332 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f710802e560 con 0x7f7108075770 2024-05-21T00:40:13.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:13.138+0000 7f70ff400700 1 -- 172.21.15.44:0/1675269332 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22707 (secure 0 0 0) 0x7f70f80b20a0 con 0x7f7108075770 2024-05-21T00:40:13.143 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:40:13.143 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":82,"fsid":"d03df2b2-1708-11ef-bc9a-c7b262605968","created":"2024-05-21T00:27:51.458771+0000","modified":"2024-05-21T00:39:11.514065+0000","last_up_change":"2024-05-21T00:36:10.971414+0000","last_in_change":"2024-05-21T00:35:50.957727+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T00:31:54.252537+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T00:37:21.067118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T00:37:25.328393+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"87d95ec0-9884-407b-9d90-67a37bd139bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6803","nonce":3592915645}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6805","nonce":3592915645}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6809","nonce":3592915645}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6807","nonce":3592915645}]},"public_addr":"172.21.15.44:6803/3592915645","cluster_addr":"172.21.15.44:6805/3592915645","heartbeat_back_addr":"172.21.15.44:6809/3592915645","heartbeat_front_addr":"172.21.15.44:6807/3592915645","state":["exists","up"]},{"osd":1,"uuid":"f63d59d5-bcc5-4875-befd-f9ff99c11c5a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6800","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6801","nonce":2647472512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6803","nonce":2647472512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6807","nonce":2647472512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6805","nonce":2647472512}]},"public_addr":"172.21.15.82:6801/2647472512","cluster_addr":"172.21.15.82:6803/2647472512","heartbeat_back_addr":"172.21.15.82:6807/2647472512","heartbeat_front_addr":"172.21.15.82:6805/2647472512","state":["exists","up"]},{"osd":2,"uuid":"03dda03d-7581-476b-8e0b-ede8b7865165","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6801","nonce":2514141415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6803","nonce":2514141415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6807","nonce":2514141415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6805","nonce":2514141415}]},"public_addr":"172.21.15.92:6801/2514141415","cluster_addr":"172.21.15.92:6803/2514141415","heartbeat_back_addr":"172.21.15.92:6807/2514141415","heartbeat_front_addr":"172.21.15.92:6805/2514141415","state":["exists","up"]},{"osd":3,"uuid":"ee4c6871-e0ba-4dda-9fa1-f53d17314665","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6811","nonce":3929544733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6813","nonce":3929544733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6817","nonce":3929544733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6815","nonce":3929544733}]},"public_addr":"172.21.15.44:6811/3929544733","cluster_addr":"172.21.15.44:6813/3929544733","heartbeat_back_addr":"172.21.15.44:6817/3929544733","heartbeat_front_addr":"172.21.15.44:6815/3929544733","state":["exists","up"]},{"osd":4,"uuid":"43686e5d-9d5d-47ce-9a87-809e4dd36914","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6809","nonce":1580415467}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6811","nonce":1580415467}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6815","nonce":1580415467}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6813","nonce":1580415467}]},"public_addr":"172.21.15.82:6809/1580415467","cluster_addr":"172.21.15.82:6811/1580415467","heartbeat_back_addr":"172.21.15.82:6815/1580415467","heartbeat_front_addr":"172.21.15.82:6813/1580415467","state":["exists","up"]},{"osd":5,"uuid":"d37ad690-2e64-44d9-b4ba-5c1413dbde2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6809","nonce":965782434}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6811","nonce":965782434}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6815","nonce":965782434}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6813","nonce":965782434}]},"public_addr":"172.21.15.92:6809/965782434","cluster_addr":"172.21.15.92:6811/965782434","heartbeat_back_addr":"172.21.15.92:6815/965782434","heartbeat_front_addr":"172.21.15.92:6813/965782434","state":["exists","up"]},{"osd":6,"uuid":"a51f7723-c78c-4ef9-a341-b1ff72ba518e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6819","nonce":1537486544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6821","nonce":1537486544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6825","nonce":1537486544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6823","nonce":1537486544}]},"public_addr":"172.21.15.44:6819/1537486544","cluster_addr":"172.21.15.44:6821/1537486544","heartbeat_back_addr":"172.21.15.44:6825/1537486544","heartbeat_front_addr":"172.21.15.44:6823/1537486544","state":["exists","up"]},{"osd":7,"uuid":"9cb07a5c-be70-4030-a329-3d4f374fb837","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6817","nonce":205724371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6819","nonce":205724371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6823","nonce":205724371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6821","nonce":205724371}]},"public_addr":"172.21.15.82:6817/205724371","cluster_addr":"172.21.15.82:6819/205724371","heartbeat_back_addr":"172.21.15.82:6823/205724371","heartbeat_front_addr":"172.21.15.82:6821/205724371","state":["exists","up"]},{"osd":8,"uuid":"5dcab637-f5dc-45c1-8100-cb0b5ace5c92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6817","nonce":3959245624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6819","nonce":3959245624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6823","nonce":3959245624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6821","nonce":3959245624}]},"public_addr":"172.21.15.92:6817/3959245624","cluster_addr":"172.21.15.92:6819/3959245624","heartbeat_back_addr":"172.21.15.92:6823/3959245624","heartbeat_front_addr":"172.21.15.92:6821/3959245624","state":["exists","up"]},{"osd":9,"uuid":"e8018f84-c48b-46c3-97f9-933126a7b2fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6827","nonce":1654517516}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6829","nonce":1654517516}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6833","nonce":1654517516}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6831","nonce":1654517516}]},"public_addr":"172.21.15.44:6827/1654517516","cluster_addr":"172.21.15.44:6829/1654517516","heartbeat_back_addr":"172.21.15.44:6833/1654517516","heartbeat_front_addr":"172.21.15.44:6831/1654517516","state":["exists","up"]},{"osd":10,"uuid":"2887e4b5-afd3-4a9f-9d8a-c8c22964451d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6825","nonce":1964064567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6827","nonce":1964064567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6831","nonce":1964064567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6829","nonce":1964064567}]},"public_addr":"172.21.15.82:6825/1964064567","cluster_addr":"172.21.15.82:6827/1964064567","heartbeat_back_addr":"172.21.15.82:6831/1964064567","heartbeat_front_addr":"172.21.15.82:6829/1964064567","state":["exists","up"]},{"osd":11,"uuid":"0bc8302f-4e43-4172-8b39-e845532325dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6825","nonce":2911355193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6827","nonce":2911355193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6831","nonce":2911355193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6829","nonce":2911355193}]},"public_addr":"172.21.15.92:6825/2911355193","cluster_addr":"172.21.15.92:6827/2911355193","heartbeat_back_addr":"172.21.15.92:6831/2911355193","heartbeat_front_addr":"172.21.15.92:6829/2911355193","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:03.521286+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:28.491762+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:51.825721+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:32:25.293696+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:32:51.285539+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:33:15.925099+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:33:50.761232+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:34:17.058992+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:34:41.840124+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:35:16.093194+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:35:43.418271+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:36:09.237970+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":2,"to":1}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.18","mappings":[{"from":3,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":7}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/880191957":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/587444604":"2024-05-22T00:29:10.086497+0000","172.21.15.44:6800/3330900916":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/64733516":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6801/3460387030":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6801/3330900916":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/1049391158":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6800/3460387030":"2024-05-22T00:28:34.433643+0000","172.21.15.44:0/1950433201":"2024-05-22T00:28:34.433643+0000","172.21.15.44:0/866497567":"2024-05-22T00:29:10.086497+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T00:40:13.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:13.141+0000 7f710dc00700 1 -- 172.21.15.44:0/1675269332 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f70ec0b2900 msgr2=0x7f70ec0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:13.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:13.141+0000 7f710dc00700 1 --2- 172.21.15.44:0/1675269332 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f70ec0b2900 0x7f70ec0b4dc0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f70f400b2e0 tx=0x7f70f4005960 comp rx=0 tx=0).stop 2024-05-21T00:40:13.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:13.141+0000 7f710dc00700 1 -- 172.21.15.44:0/1675269332 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7108075770 msgr2=0x7f710819be50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:13.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:13.141+0000 7f710dc00700 1 --2- 172.21.15.44:0/1675269332 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7108075770 0x7f710819be50 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f70f800e9a0 tx=0x7f70f800ecb0 comp rx=0 tx=0).stop 2024-05-21T00:40:13.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:13.141+0000 7f710dc00700 1 -- 172.21.15.44:0/1675269332 shutdown_connections 2024-05-21T00:40:13.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:13.141+0000 7f710dc00700 1 --2- 172.21.15.44:0/1675269332 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f70ec0b2900 0x7f70ec0b4dc0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:13.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:13.141+0000 7f710dc00700 1 --2- 172.21.15.44:0/1675269332 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7108075770 0x7f710819be50 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:13.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:13.141+0000 7f710dc00700 1 --2- 172.21.15.44:0/1675269332 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f710810ff40 0x7f71081a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:13.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:13.141+0000 7f710dc00700 1 --2- 172.21.15.44:0/1675269332 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7108076090 0x7f710819c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:13.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:13.141+0000 7f710dc00700 1 -- 172.21.15.44:0/1675269332 >> 172.21.15.44:0/1675269332 conn(0x7f710807a6a0 msgr2=0x7f7108100750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:13.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:13.142+0000 7f710dc00700 1 -- 172.21.15.44:0/1675269332 shutdown_connections 2024-05-21T00:40:13.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:13.142+0000 7f710dc00700 1 -- 172.21.15.44:0/1675269332 wait complete. 2024-05-21T00:40:13.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:13 smithi044 ceph-mon[31392]: pgmap v403: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:13.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:13 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1675269332' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:40:13.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:13 smithi082 ceph-mon[36141]: pgmap v403: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:13.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:13 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/1675269332' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:40:13.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:13 smithi092 ceph-mon[36335]: pgmap v403: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:13.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:13 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/1675269332' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:40:14.148 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:40:14.613 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:40:15.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:15 smithi044 ceph-mon[31392]: pgmap v404: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:40:15.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:15 smithi082 ceph-mon[36141]: pgmap v404: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:40:15.810 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:15 smithi092 ceph-mon[36335]: pgmap v404: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:40:17.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.011+0000 7fde59200700 1 -- 172.21.15.44:0/1162303326 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde5406bb70 msgr2=0x7fde5410fab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:17.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.011+0000 7fde59200700 1 --2- 172.21.15.44:0/1162303326 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde5406bb70 0x7fde5410fab0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fde400098f0 tx=0x7fde40009c00 comp rx=0 tx=0).stop 2024-05-21T00:40:17.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.012+0000 7fde59200700 1 -- 172.21.15.44:0/1162303326 shutdown_connections 2024-05-21T00:40:17.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.012+0000 7fde59200700 1 --2- 172.21.15.44:0/1162303326 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde5410fff0 0x7fde541123e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:17.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.012+0000 7fde59200700 1 --2- 172.21.15.44:0/1162303326 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde5406b250 0x7fde5406b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:17.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.012+0000 7fde59200700 1 --2- 172.21.15.44:0/1162303326 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde5406bb70 0x7fde5410fab0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:17.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.012+0000 7fde59200700 1 -- 172.21.15.44:0/1162303326 >> 172.21.15.44:0/1162303326 conn(0x7fde540793f0 msgr2=0x7fde54079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:17.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.012+0000 7fde59200700 1 -- 172.21.15.44:0/1162303326 shutdown_connections 2024-05-21T00:40:17.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.012+0000 7fde59200700 1 -- 172.21.15.44:0/1162303326 wait complete. 2024-05-21T00:40:17.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.013+0000 7fde59200700 1 Processor -- start 2024-05-21T00:40:17.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.013+0000 7fde59200700 1 -- start start 2024-05-21T00:40:17.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.013+0000 7fde59200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde5406b250 0x7fde5419bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:17.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.013+0000 7fde59200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde5406bb70 0x7fde5419c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:17.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.013+0000 7fde59200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde5410fff0 0x7fde541a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:17.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.013+0000 7fde59200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fde54115970 con 0x7fde5406bb70 2024-05-21T00:40:17.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.013+0000 7fde59200700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fde541157f0 con 0x7fde5410fff0 2024-05-21T00:40:17.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.013+0000 7fde59200700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fde54115af0 con 0x7fde5406b250 2024-05-21T00:40:17.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.014+0000 7fde51400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde5406bb70 0x7fde5419c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:17.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.014+0000 7fde51400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde5406bb70 0x7fde5419c400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41796/0 (socket says 172.21.15.44:41796) 2024-05-21T00:40:17.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.014+0000 7fde51400700 1 -- 172.21.15.44:0/805270772 learned_addr learned my addr 172.21.15.44:0/805270772 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:40:17.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.014+0000 7fde51e00700 1 --2- 172.21.15.44:0/805270772 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde5406b250 0x7fde5419bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:17.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.014+0000 7fde52800700 1 --2- 172.21.15.44:0/805270772 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde5410fff0 0x7fde541a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:17.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.014+0000 7fde51e00700 1 -- 172.21.15.44:0/805270772 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde5410fff0 msgr2=0x7fde541a0790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:17.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.014+0000 7fde51e00700 1 --2- 172.21.15.44:0/805270772 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde5410fff0 0x7fde541a0790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:17.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.014+0000 7fde51e00700 1 -- 172.21.15.44:0/805270772 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde5406bb70 msgr2=0x7fde5419c400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:17.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.014+0000 7fde51e00700 1 --2- 172.21.15.44:0/805270772 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde5406bb70 0x7fde5419c400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:17.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.014+0000 7fde51e00700 1 -- 172.21.15.44:0/805270772 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde541a0ed0 con 0x7fde5406b250 2024-05-21T00:40:17.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.014+0000 7fde51400700 1 --2- 172.21.15.44:0/805270772 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde5406bb70 0x7fde5419c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:40:17.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.015+0000 7fde51e00700 1 --2- 172.21.15.44:0/805270772 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde5406b250 0x7fde5419bec0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fde4400e9f0 tx=0x7fde4400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:17.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.015+0000 7fde4aa00700 1 -- 172.21.15.44:0/805270772 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde44004220 con 0x7fde5406b250 2024-05-21T00:40:17.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.015+0000 7fde4aa00700 1 -- 172.21.15.44:0/805270772 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde440043c0 con 0x7fde5406b250 2024-05-21T00:40:17.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.015+0000 7fde59200700 1 -- 172.21.15.44:0/805270772 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde541a11c0 con 0x7fde5406b250 2024-05-21T00:40:17.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.015+0000 7fde4aa00700 1 -- 172.21.15.44:0/805270772 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde44005020 con 0x7fde5406b250 2024-05-21T00:40:17.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.015+0000 7fde59200700 1 -- 172.21.15.44:0/805270772 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde541a8a40 con 0x7fde5406b250 2024-05-21T00:40:17.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.017+0000 7fde59200700 1 -- 172.21.15.44:0/805270772 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde5406a230 con 0x7fde5406b250 2024-05-21T00:40:17.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.019+0000 7fde4aa00700 1 -- 172.21.15.44:0/805270772 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fde44004750 con 0x7fde5406b250 2024-05-21T00:40:17.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.020+0000 7fde4aa00700 1 --2- 172.21.15.44:0/805270772 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fde380b2880 0x7fde380b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:17.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.020+0000 7fde4aa00700 1 -- 172.21.15.44:0/805270772 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fde440e21f0 con 0x7fde5406b250 2024-05-21T00:40:17.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.020+0000 7fde51400700 1 --2- 172.21.15.44:0/805270772 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fde380b2880 0x7fde380b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:17.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.021+0000 7fde51400700 1 --2- 172.21.15.44:0/805270772 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fde380b2880 0x7fde380b4d40 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fde54101fe0 tx=0x7fde40019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:17.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.025+0000 7fde4aa00700 1 -- 172.21.15.44:0/805270772 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fde440a9e70 con 0x7fde5406b250 2024-05-21T00:40:17.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.314+0000 7fde59200700 1 -- 172.21.15.44:0/805270772 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fde5419d250 con 0x7fde5406b250 2024-05-21T00:40:17.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.315+0000 7fde4aa00700 1 -- 172.21.15.44:0/805270772 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11854 (secure 0 0 0) 0x7fde5419d250 con 0x7fde5406b250 2024-05-21T00:40:17.320 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:40:17.320 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/561549854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":561549854},{"type":"v1","addr":"172.21.15.44:6837","nonce":561549854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/2400906516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2400906516},{"type":"v1","addr":"172.21.15.82:6835","nonce":2400906516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2996309052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2996309052},{"type":"v1","addr":"172.21.15.92:6835","nonce":2996309052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:37:29.521554+0000","modified":"2024-05-21T00:37:54.429226+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24521,"mds_1":24511,"mds_2":24509},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24482":{"gid":24482,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6837/2183805482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":2183805482},{"type":"v1","addr":"172.21.15.82:6837","nonce":2183805482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6837/1462528640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1462528640},{"type":"v1","addr":"172.21.15.92:6837","nonce":1462528640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6839/1183044801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6838","nonce":1183044801},{"type":"v1","addr":"172.21.15.92:6839","nonce":1183044801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"a","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/3917264755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":3917264755},{"type":"v1","addr":"172.21.15.44:6841","nonce":3917264755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1038937716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1038937716},{"type":"v1","addr":"172.21.15.44:6839","nonce":1038937716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.82:6839/3736218763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":3736218763},{"type":"v1","addr":"172.21.15.82:6839","nonce":3736218763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24521,"qdb_cluster":[24511,24521,24509]},"id":1}]} 2024-05-21T00:40:17.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.319+0000 7fde59200700 1 -- 172.21.15.44:0/805270772 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fde380b2880 msgr2=0x7fde380b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:17.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.319+0000 7fde59200700 1 --2- 172.21.15.44:0/805270772 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fde380b2880 0x7fde380b4d40 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fde54101fe0 tx=0x7fde40019040 comp rx=0 tx=0).stop 2024-05-21T00:40:17.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.319+0000 7fde59200700 1 -- 172.21.15.44:0/805270772 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde5406b250 msgr2=0x7fde5419bec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:17.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.319+0000 7fde59200700 1 --2- 172.21.15.44:0/805270772 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde5406b250 0x7fde5419bec0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fde4400e9f0 tx=0x7fde4400ed00 comp rx=0 tx=0).stop 2024-05-21T00:40:17.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.319+0000 7fde59200700 1 -- 172.21.15.44:0/805270772 shutdown_connections 2024-05-21T00:40:17.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.319+0000 7fde59200700 1 --2- 172.21.15.44:0/805270772 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fde380b2880 0x7fde380b4d40 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:17.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.319+0000 7fde59200700 1 --2- 172.21.15.44:0/805270772 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde5410fff0 0x7fde541a0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:17.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.319+0000 7fde59200700 1 --2- 172.21.15.44:0/805270772 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde5406b250 0x7fde5419bec0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:17.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.319+0000 7fde59200700 1 --2- 172.21.15.44:0/805270772 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde5406bb70 0x7fde5419c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:17.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.319+0000 7fde59200700 1 -- 172.21.15.44:0/805270772 >> 172.21.15.44:0/805270772 conn(0x7fde540793f0 msgr2=0x7fde541115b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:17.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.320+0000 7fde59200700 1 -- 172.21.15.44:0/805270772 shutdown_connections 2024-05-21T00:40:17.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:17.320+0000 7fde59200700 1 -- 172.21.15.44:0/805270772 wait complete. 2024-05-21T00:40:17.325 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 25 2024-05-21T00:40:17.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:17 smithi044 ceph-mon[31392]: pgmap v405: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:17.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:17 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/805270772' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:40:17.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:17 smithi082 ceph-mon[36141]: pgmap v405: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:17.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:17 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/805270772' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:40:17.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:17 smithi092 ceph-mon[36335]: pgmap v405: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:17.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:17 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/805270772' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:40:18.439 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 25, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-05-21T00:37:29.521554+0000', 'modified': '2024-05-21T00:37:54.429226+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24521, 'mds_1': 24511, 'mds_2': 24509}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24482': {'gid': 24482, 'name': 'h', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.82:6837/2183805482', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.82:6836', 'nonce': 2183805482}, {'type': 'v1', 'addr': '172.21.15.82:6837', 'nonce': 2183805482}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24484': {'gid': 24484, 'name': 'c', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.92:6837/1462528640', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.92:6836', 'nonce': 1462528640}, {'type': 'v1', 'addr': '172.21.15.92:6837', 'nonce': 1462528640}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24499': {'gid': 24499, 'name': 'i', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.92:6839/1183044801', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.92:6838', 'nonce': 1183044801}, {'type': 'v1', 'addr': '172.21.15.92:6839', 'nonce': 1183044801}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24509': {'gid': 24509, 'name': 'a', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.44:6841/3917264755', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.44:6840', 'nonce': 3917264755}, {'type': 'v1', 'addr': '172.21.15.44:6841', 'nonce': 3917264755}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24511': {'gid': 24511, 'name': 'g', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 13, 'addr': '172.21.15.44:6839/1038937716', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.44:6838', 'nonce': 1038937716}, {'type': 'v1', 'addr': '172.21.15.44:6839', 'nonce': 1038937716}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24521': {'gid': 24521, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.82:6839/3736218763', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.82:6838', 'nonce': 3736218763}, {'type': 'v1', 'addr': '172.21.15.82:6839', 'nonce': 3736218763}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24521, 'qdb_cluster': [24511, 24521, 24509]} 2024-05-21T00:40:18.439 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-05-21T00:40:18.440 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.a status 2024-05-21T00:40:18.906 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:40:19.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:19 smithi082 ceph-mon[36141]: pgmap v406: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:40:19.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:19 smithi092 ceph-mon[36335]: pgmap v406: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:40:19.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:19 smithi044 ceph-mon[31392]: pgmap v406: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:40:21.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.382+0000 7f5c12800700 1 -- 172.21.15.44:0/2735881937 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5c0c076090 msgr2=0x7f5c0c1141d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:21.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.382+0000 7f5c12800700 1 --2- 172.21.15.44:0/2735881937 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5c0c076090 0x7f5c0c1141d0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f5bf4009990 tx=0x7f5bf4009ca0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.382+0000 7f5c12800700 1 -- 172.21.15.44:0/2735881937 shutdown_connections 2024-05-21T00:40:21.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.382+0000 7f5c12800700 1 --2- 172.21.15.44:0/2735881937 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c0c075770 0x7f5c0c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.382+0000 7f5c12800700 1 --2- 172.21.15.44:0/2735881937 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5c0c114710 0x7f5c0c116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.382+0000 7f5c12800700 1 --2- 172.21.15.44:0/2735881937 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5c0c076090 0x7f5c0c1141d0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.382+0000 7f5c12800700 1 -- 172.21.15.44:0/2735881937 >> 172.21.15.44:0/2735881937 conn(0x7f5c0c07a6a0 msgr2=0x7f5c0c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:21.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.382+0000 7f5c12800700 1 -- 172.21.15.44:0/2735881937 shutdown_connections 2024-05-21T00:40:21.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.382+0000 7f5c12800700 1 -- 172.21.15.44:0/2735881937 wait complete. 2024-05-21T00:40:21.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.383+0000 7f5c12800700 1 Processor -- start 2024-05-21T00:40:21.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.383+0000 7f5c12800700 1 -- start start 2024-05-21T00:40:21.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.384+0000 7f5c12800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5c0c075770 0x7f5c0c1a02a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:21.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.384+0000 7f5c12800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c0c076090 0x7f5c0c1a07e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:21.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.384+0000 7f5c12800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5c0c114710 0x7f5c0c1a4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:21.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.384+0000 7f5c12800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5c0c119d50 con 0x7f5c0c076090 2024-05-21T00:40:21.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.384+0000 7f5c12800700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f5c0c119bd0 con 0x7f5c0c075770 2024-05-21T00:40:21.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.384+0000 7f5c12800700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f5c0c119ed0 con 0x7f5c0c114710 2024-05-21T00:40:21.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.384+0000 7f5c0b400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5c0c075770 0x7f5c0c1a02a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:21.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.384+0000 7f5c0b400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5c0c075770 0x7f5c0c1a02a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:48464/0 (socket says 172.21.15.44:48464) 2024-05-21T00:40:21.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.384+0000 7f5c0b400700 1 -- 172.21.15.44:0/440705191 learned_addr learned my addr 172.21.15.44:0/440705191 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:40:21.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.384+0000 7f5c0be00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5c0c114710 0x7f5c0c1a4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:21.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.384+0000 7f5c02a00700 1 --2- 172.21.15.44:0/440705191 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c0c076090 0x7f5c0c1a07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:21.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.385+0000 7f5c0b400700 1 -- 172.21.15.44:0/440705191 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5c0c114710 msgr2=0x7f5c0c1a4b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:21.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.385+0000 7f5c0b400700 1 --2- 172.21.15.44:0/440705191 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5c0c114710 0x7f5c0c1a4b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.385+0000 7f5c0b400700 1 -- 172.21.15.44:0/440705191 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c0c076090 msgr2=0x7f5c0c1a07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:21.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.385+0000 7f5c0b400700 1 --2- 172.21.15.44:0/440705191 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c0c076090 0x7f5c0c1a07e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.385+0000 7f5c0b400700 1 -- 172.21.15.44:0/440705191 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c0c1a52b0 con 0x7f5c0c075770 2024-05-21T00:40:21.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.385+0000 7f5c0b400700 1 --2- 172.21.15.44:0/440705191 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5c0c075770 0x7f5c0c1a02a0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f5bfc00e9a0 tx=0x7f5bfc00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:21.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.385+0000 7f5c08c00700 1 -- 172.21.15.44:0/440705191 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bfc00ca10 con 0x7f5c0c075770 2024-05-21T00:40:21.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.386+0000 7f5c08c00700 1 -- 172.21.15.44:0/440705191 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5bfc00cbb0 con 0x7f5c0c075770 2024-05-21T00:40:21.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.386+0000 7f5c08c00700 1 -- 172.21.15.44:0/440705191 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bfc018680 con 0x7f5c0c075770 2024-05-21T00:40:21.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.386+0000 7f5c12800700 1 -- 172.21.15.44:0/440705191 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c0c1a55a0 con 0x7f5c0c075770 2024-05-21T00:40:21.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.386+0000 7f5c12800700 1 -- 172.21.15.44:0/440705191 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c0c1ace20 con 0x7f5c0c075770 2024-05-21T00:40:21.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.389+0000 7f5c08c00700 1 -- 172.21.15.44:0/440705191 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f5bfc010430 con 0x7f5c0c075770 2024-05-21T00:40:21.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.390+0000 7f5c1d250b80 1 Processor -- start 2024-05-21T00:40:21.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.390+0000 7f5c1d250b80 1 -- start start 2024-05-21T00:40:21.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.391+0000 7f5c1d250b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2b5034e60 0x55c2b5035240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:21.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.391+0000 7f5c1d250b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c2b5035780 0x55c2b502f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:21.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.391+0000 7f5c1d250b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c2b502f830 0x55c2b502fc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:21.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.391+0000 7f5c1d250b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55c2b4f8ddf0 con 0x55c2b5034e60 2024-05-21T00:40:21.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.391+0000 7f5c08c00700 1 --2- 172.21.15.44:0/440705191 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f5bf00b2880 0x7f5bf00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:21.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.391+0000 7f5c1d250b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55c2b4f7d990 con 0x55c2b5035780 2024-05-21T00:40:21.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.391+0000 7f5c1d250b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55c2b4f819d0 con 0x55c2b502f830 2024-05-21T00:40:21.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.391+0000 7f5c0b400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c2b5035780 0x55c2b502f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:21.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.391+0000 7f5c0be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2b5034e60 0x55c2b5035240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:21.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.391+0000 7f5c08c00700 1 -- 172.21.15.44:0/440705191 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f5bfc0e2400 con 0x7f5c0c075770 2024-05-21T00:40:21.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.391+0000 7f5c0b400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c2b5035780 0x55c2b502f210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:48468/0 (socket says 172.21.15.44:48468) 2024-05-21T00:40:21.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.391+0000 7f5c0be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2b5034e60 0x55c2b5035240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51696/0 (socket says 172.21.15.44:51696) 2024-05-21T00:40:21.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.391+0000 7f5c0b400700 1 -- 172.21.15.44:0/2307952208 learned_addr learned my addr 172.21.15.44:0/2307952208 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:40:21.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.391+0000 7f5c02a00700 1 --2- 172.21.15.44:0/2307952208 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c2b502f830 0x55c2b502fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:21.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.392+0000 7f5c0b400700 1 -- 172.21.15.44:0/2307952208 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c2b502f830 msgr2=0x55c2b502fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:40:21.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.392+0000 7f5c0b400700 1 --2- 172.21.15.44:0/2307952208 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c2b502f830 0x55c2b502fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.392+0000 7f5c0b400700 1 -- 172.21.15.44:0/2307952208 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2b5034e60 msgr2=0x55c2b5035240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:40:21.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.392+0000 7f5c0b400700 1 --2- 172.21.15.44:0/2307952208 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2b5034e60 0x55c2b5035240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.392+0000 7f5c0b400700 1 -- 172.21.15.44:0/2307952208 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c2b4f463d0 con 0x55c2b5035780 2024-05-21T00:40:21.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.392+0000 7f5c02a00700 1 --2- 172.21.15.44:0/2307952208 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c2b502f830 0x55c2b502fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:40:21.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.392+0000 7f5c0be00700 1 --2- 172.21.15.44:0/440705191 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f5bf00b2880 0x7f5bf00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:21.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.392+0000 7f5c0b400700 1 --2- 172.21.15.44:0/2307952208 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c2b5035780 0x55c2b502f210 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f5bfc000c00 tx=0x7f5bfc010c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bf0ffb4fe83b664c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:21.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.392+0000 7f5c00c00700 1 -- 172.21.15.44:0/2307952208 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bfc026040 con 0x55c2b5035780 2024-05-21T00:40:21.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.392+0000 7f5c00c00700 1 -- 172.21.15.44:0/2307952208 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5bfc0a9490 con 0x55c2b5035780 2024-05-21T00:40:21.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.392+0000 7f5c00c00700 1 -- 172.21.15.44:0/2307952208 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bfc0add30 con 0x55c2b5035780 2024-05-21T00:40:21.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.393+0000 7f5c1d250b80 1 -- 172.21.15.44:0/2307952208 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c2b5035780 msgr2=0x55c2b502f210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:21.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.393+0000 7f5c0be00700 1 --2- 172.21.15.44:0/440705191 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f5bf00b2880 0x7f5bf00b4d40 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f5c04009ec0 tx=0x7f5c04004ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:21.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.393+0000 7f5c1d250b80 1 --2- 172.21.15.44:0/2307952208 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c2b5035780 0x55c2b502f210 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f5bfc000c00 tx=0x7f5bfc010c10 comp rx=0 tx=0).stop 2024-05-21T00:40:21.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.393+0000 7f5c1d250b80 1 -- 172.21.15.44:0/2307952208 shutdown_connections 2024-05-21T00:40:21.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.393+0000 7f5c1d250b80 1 --2- 172.21.15.44:0/2307952208 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2b5034e60 0x55c2b5035240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.393+0000 7f5c1d250b80 1 --2- 172.21.15.44:0/2307952208 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c2b502f830 0x55c2b502fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.393+0000 7f5c1d250b80 1 --2- 172.21.15.44:0/2307952208 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c2b5035780 0x55c2b502f210 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.393+0000 7f5c1d250b80 1 -- 172.21.15.44:0/2307952208 >> 172.21.15.44:0/2307952208 conn(0x55c2b4f5db90 msgr2=0x55c2b5029fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:21.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.393+0000 7f5c1d250b80 1 -- 172.21.15.44:0/2307952208 shutdown_connections 2024-05-21T00:40:21.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.393+0000 7f5c1d250b80 1 -- 172.21.15.44:0/2307952208 wait complete. 2024-05-21T00:40:21.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.394+0000 7f5c1d250b80 1 -- start start 2024-05-21T00:40:21.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.394+0000 7f5c1d250b80 1 Processor -- start 2024-05-21T00:40:21.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.395+0000 7f5c1d250b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c2b502f830 0x55c2b503b500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:21.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.395+0000 7f5c1d250b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c2b5034e60 0x55c2b50388a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:21.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.395+0000 7f5c1d250b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2b5035780 0x55c2b5038de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:21.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.395+0000 7f5c1d250b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55c2b4e83f50 con 0x55c2b5035780 2024-05-21T00:40:21.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.395+0000 7f5c1d250b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55c2b4f1e710 con 0x55c2b5034e60 2024-05-21T00:40:21.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.395+0000 7f5c1d250b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55c2b503c1f0 con 0x55c2b502f830 2024-05-21T00:40:21.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.395+0000 7f5c1d250b80 10 client.0 _ll_register_callbacks cb 0x55c2b4f27c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:40:21.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.395+0000 7f5c0b400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c2b502f830 0x55c2b503b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:21.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.395+0000 7f5c0be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2b5035780 0x55c2b5038de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:21.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.395+0000 7f5c0b400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c2b502f830 0x55c2b503b500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:60366/0 (socket says 172.21.15.44:60366) 2024-05-21T00:40:21.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.395+0000 7f5c0b400700 1 -- 172.21.15.44:0/2583307750 learned_addr learned my addr 172.21.15.44:0/2583307750 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:40:21.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.395+0000 7f5c02a00700 1 --2- 172.21.15.44:0/2583307750 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c2b5034e60 0x55c2b50388a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:21.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.395+0000 7f5c0b400700 1 -- 172.21.15.44:0/2583307750 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c2b5034e60 msgr2=0x55c2b50388a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:40:21.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.396+0000 7f5c0b400700 1 --2- 172.21.15.44:0/2583307750 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c2b5034e60 0x55c2b50388a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.396+0000 7f5c0b400700 1 -- 172.21.15.44:0/2583307750 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2b5035780 msgr2=0x55c2b5038de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:40:21.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.396+0000 7f5c0b400700 1 --2- 172.21.15.44:0/2583307750 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2b5035780 0x55c2b5038de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.396+0000 7f5c0b400700 1 -- 172.21.15.44:0/2583307750 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c2b4ecd880 con 0x55c2b502f830 2024-05-21T00:40:21.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.396+0000 7f5c0b400700 1 --2- 172.21.15.44:0/2583307750 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c2b502f830 0x55c2b503b500 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f5bfc0a6bf0 tx=0x7f5bfc0cc3e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1e4f9beb7fccf551 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:21.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.396+0000 7f5bf9600700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:40:21.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.396+0000 7f5bf9600700 1 -- 172.21.15.44:0/2583307750 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bfc0c3060 con 0x55c2b502f830 2024-05-21T00:40:21.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.396+0000 7f5bf9600700 1 -- 172.21.15.44:0/2583307750 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f5bfc0b2560 con 0x55c2b502f830 2024-05-21T00:40:21.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.396+0000 7f5c1d250b80 1 -- 172.21.15.44:0/2583307750 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5bfc0a9490 con 0x55c2b502f830 2024-05-21T00:40:21.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.396+0000 7f5bf9600700 1 -- 172.21.15.44:0/2583307750 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f5bfc0b10b0 con 0x55c2b502f830 2024-05-21T00:40:21.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.396+0000 7f5c1d250b80 10 client.24868 fetch_fsmap learned FSMap version 25 2024-05-21T00:40:21.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.396+0000 7f5c1d250b80 1 -- 172.21.15.44:0/2583307750 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55c2b4f4e010 con 0x55c2b502f830 2024-05-21T00:40:21.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.397+0000 7f5bf9600700 1 -- 172.21.15.44:0/2583307750 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5bfc0a9490 con 0x55c2b502f830 2024-05-21T00:40:21.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.397+0000 7f5bf9600700 1 -- 172.21.15.44:0/2583307750 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f5bfc0c6070 con 0x55c2b502f830 2024-05-21T00:40:21.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.397+0000 7f5c1d250b80 10 client.24868 fetch_fsmap finished waiting for FSMap version 25 2024-05-21T00:40:21.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.397+0000 7f5c1d250b80 10 client.24868 resolve_mds: resolved name 'a' to daemon mds.a 2024-05-21T00:40:21.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.397+0000 7f5c1d250b80 20 client.24868 populate_metadata read hostname 'smithi044' 2024-05-21T00:40:21.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.397+0000 7f5c1d250b80 1 --2- 172.21.15.44:0/2583307750 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55c2b5048890 0x55c2b5049d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:21.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.397+0000 7f5c1d250b80 4 client.24868 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:40:21.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.397+0000 7f5c1d250b80 1 -- 172.21.15.44:0/2583307750 --> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c2b4f8fd40 con 0x55c2b5048890 2024-05-21T00:40:21.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.397+0000 7f5c02a00700 1 --2- 172.21.15.44:0/2583307750 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55c2b5048890 0x55c2b5049d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:21.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.398+0000 7f5c02a00700 1 --2- 172.21.15.44:0/2583307750 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55c2b5048890 0x55c2b5049d00 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=bd6a87d64450d6fd server_cookie=c13123bf7d82aa83 in_seq=0 out_seq=0 2024-05-21T00:40:21.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.398+0000 7f5bf9600700 10 client.24868 ms_handle_connect on v2:172.21.15.44:6840/3917264755 2024-05-21T00:40:21.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.399+0000 7f5bf9600700 1 -- 172.21.15.44:0/2583307750 <== mds.2 v2:172.21.15.44:6840/3917264755 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c2b4f8fd40 con 0x55c2b5048890 2024-05-21T00:40:21.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.399+0000 7f5bf9600700 10 client.24868 handle_command_reply: tid=0 2024-05-21T00:40:21.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.399+0000 7f5c1d250b80 1 client.24868 shutdown 2024-05-21T00:40:21.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.399+0000 7f5c1d250b80 1 -- 172.21.15.44:0/2583307750 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c2b502f830 msgr2=0x55c2b503b500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:21.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.399+0000 7f5c1d250b80 1 --2- 172.21.15.44:0/2583307750 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c2b502f830 0x55c2b503b500 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f5bfc0a6bf0 tx=0x7f5bfc0cc3e0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.399+0000 7f5c1d250b80 1 -- 172.21.15.44:0/2583307750 shutdown_connections 2024-05-21T00:40:21.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.399+0000 7f5c1d250b80 1 --2- 172.21.15.44:0/2583307750 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2b5035780 0x55c2b5038de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.399+0000 7f5c1d250b80 1 --2- 172.21.15.44:0/2583307750 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55c2b5048890 0x55c2b5049d00 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.399+0000 7f5c1d250b80 1 --2- 172.21.15.44:0/2583307750 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c2b502f830 0x55c2b503b500 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.399+0000 7f5c1d250b80 1 --2- 172.21.15.44:0/2583307750 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c2b5034e60 0x55c2b50388a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.399+0000 7f5c1d250b80 1 -- 172.21.15.44:0/2583307750 >> 172.21.15.44:0/2583307750 conn(0x55c2b4f5db90 msgr2=0x55c2b502e200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:21.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.400+0000 7f5bf9600700 0 client.24868 ms_handle_reset on v2:172.21.15.44:6840/3917264755 2024-05-21T00:40:21.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.400+0000 7f5c1d250b80 1 -- 172.21.15.44:0/2583307750 shutdown_connections 2024-05-21T00:40:21.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.400+0000 7f5c1d250b80 1 -- 172.21.15.44:0/2583307750 wait complete. 2024-05-21T00:40:21.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.400+0000 7f5c1d250b80 20 client.24868 trim_cache size 0 max 16384 2024-05-21T00:40:21.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.424+0000 7f5c1d250b80 1 Processor -- start 2024-05-21T00:40:21.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.424+0000 7f5c1d250b80 1 -- start start 2024-05-21T00:40:21.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.425+0000 7f5c1d250b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c2b5034e60 0x55c2b502f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:21.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.425+0000 7f5c1d250b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c2b5035780 0x55c2b50481c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:21.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.425+0000 7f5c1d250b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2b502fc10 0x55c2b503ad40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:21.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.425+0000 7f5c1d250b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55c2b5048040 con 0x55c2b502fc10 2024-05-21T00:40:21.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.425+0000 7f5c1d250b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55c2b5048710 con 0x55c2b5034e60 2024-05-21T00:40:21.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.425+0000 7f5c1d250b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55c2b5048de0 con 0x55c2b5035780 2024-05-21T00:40:21.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.425+0000 7f5c0be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2b502fc10 0x55c2b503ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:21.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.425+0000 7f5c0be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2b502fc10 0x55c2b503ad40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51702/0 (socket says 172.21.15.44:51702) 2024-05-21T00:40:21.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.425+0000 7f5c0be00700 1 -- 172.21.15.44:0/502606557 learned_addr learned my addr 172.21.15.44:0/502606557 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:40:21.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.425+0000 7f5c0b400700 1 --2- 172.21.15.44:0/502606557 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c2b5034e60 0x55c2b502f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:21.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.425+0000 7f5c02a00700 1 --2- 172.21.15.44:0/502606557 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c2b5035780 0x55c2b50481c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:21.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.426+0000 7f5c02a00700 1 -- 172.21.15.44:0/502606557 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c2b5034e60 msgr2=0x55c2b502f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:40:21.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.426+0000 7f5c02a00700 1 --2- 172.21.15.44:0/502606557 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c2b5034e60 0x55c2b502f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.426+0000 7f5c02a00700 1 -- 172.21.15.44:0/502606557 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2b502fc10 msgr2=0x55c2b503ad40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:40:21.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.426+0000 7f5c02a00700 1 --2- 172.21.15.44:0/502606557 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2b502fc10 0x55c2b503ad40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.426+0000 7f5c02a00700 1 -- 172.21.15.44:0/502606557 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c2b5035580 con 0x55c2b5035780 2024-05-21T00:40:21.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.426+0000 7f5c0be00700 1 --2- 172.21.15.44:0/502606557 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2b502fc10 0x55c2b503ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:40:21.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.426+0000 7f5c0b400700 1 --2- 172.21.15.44:0/502606557 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c2b5034e60 0x55c2b502f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:40:21.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.426+0000 7f5c02a00700 1 --2- 172.21.15.44:0/502606557 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c2b5035780 0x55c2b50481c0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f5bf400b2e0 tx=0x7f5bf4005040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3182a62aaacc7dde server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:21.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.426+0000 7f5bfbe00700 1 -- 172.21.15.44:0/502606557 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bf400b920 con 0x55c2b5035780 2024-05-21T00:40:21.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.427+0000 7f5bfbe00700 1 -- 172.21.15.44:0/502606557 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5bf4003680 con 0x55c2b5035780 2024-05-21T00:40:21.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.427+0000 7f5bfbe00700 1 -- 172.21.15.44:0/502606557 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bf400f6a0 con 0x55c2b5035780 2024-05-21T00:40:21.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.427+0000 7f5c1d250b80 1 -- 172.21.15.44:0/502606557 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c2b5035780 msgr2=0x55c2b50481c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:21.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.427+0000 7f5c1d250b80 1 --2- 172.21.15.44:0/502606557 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c2b5035780 0x55c2b50481c0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f5bf400b2e0 tx=0x7f5bf4005040 comp rx=0 tx=0).stop 2024-05-21T00:40:21.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.427+0000 7f5c1d250b80 1 -- 172.21.15.44:0/502606557 shutdown_connections 2024-05-21T00:40:21.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.428+0000 7f5c1d250b80 1 --2- 172.21.15.44:0/502606557 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2b502fc10 0x55c2b503ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.428+0000 7f5c1d250b80 1 --2- 172.21.15.44:0/502606557 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c2b5034e60 0x55c2b502f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.428+0000 7f5c1d250b80 1 --2- 172.21.15.44:0/502606557 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c2b5035780 0x55c2b50481c0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.428+0000 7f5c1d250b80 1 -- 172.21.15.44:0/502606557 >> 172.21.15.44:0/502606557 conn(0x55c2b4f5db90 msgr2=0x55c2b50328a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:21.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.428+0000 7f5c1d250b80 1 -- 172.21.15.44:0/502606557 shutdown_connections 2024-05-21T00:40:21.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.428+0000 7f5c1d250b80 1 -- 172.21.15.44:0/502606557 wait complete. 2024-05-21T00:40:21.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.428+0000 7f5c1d250b80 1 -- start start 2024-05-21T00:40:21.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.428+0000 7f5c1d250b80 1 Processor -- start 2024-05-21T00:40:21.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.429+0000 7f5c1d250b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c2b502fc10 0x55c2b50533d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:21.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.429+0000 7f5c1d250b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c2b5034e60 0x55c2b5053910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:21.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.429+0000 7f5c1d250b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2b5035780 0x55c2b504e200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:21.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.429+0000 7f5c1d250b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55c2b5049b80 con 0x55c2b5035780 2024-05-21T00:40:21.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.429+0000 7f5c1d250b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55c2b50494b0 con 0x55c2b502fc10 2024-05-21T00:40:21.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.429+0000 7f5c1d250b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55c2b504a250 con 0x55c2b5034e60 2024-05-21T00:40:21.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.429+0000 7f5c1d250b80 10 client.0 _ll_register_callbacks cb 0x55c2b4f27c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:40:21.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.429+0000 7f5c0be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2b5035780 0x55c2b504e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:21.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.429+0000 7f5c0b400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c2b502fc10 0x55c2b50533d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:21.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.429+0000 7f5c02a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c2b5034e60 0x55c2b5053910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:21.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.429+0000 7f5c0be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2b5035780 0x55c2b504e200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51716/0 (socket says 172.21.15.44:51716) 2024-05-21T00:40:21.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.429+0000 7f5c0be00700 1 -- 172.21.15.44:0/3567603250 learned_addr learned my addr 172.21.15.44:0/3567603250 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:40:21.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.430+0000 7f5c0b400700 1 -- 172.21.15.44:0/3567603250 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c2b5034e60 msgr2=0x55c2b5053910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:40:21.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.430+0000 7f5c0b400700 1 --2- 172.21.15.44:0/3567603250 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c2b5034e60 0x55c2b5053910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.430+0000 7f5c0b400700 1 -- 172.21.15.44:0/3567603250 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2b5035780 msgr2=0x55c2b504e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:40:21.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.430+0000 7f5c0b400700 1 --2- 172.21.15.44:0/3567603250 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2b5035780 0x55c2b504e200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.430+0000 7f5c0b400700 1 -- 172.21.15.44:0/3567603250 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c2b504ea30 con 0x55c2b502fc10 2024-05-21T00:40:21.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.430+0000 7f5c0b400700 1 --2- 172.21.15.44:0/3567603250 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c2b502fc10 0x55c2b50533d0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f5bfc0a9680 tx=0x7f5bfc0a91f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=61c0879ec70efbd4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:21.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.430+0000 7f5bf9600700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:40:21.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.430+0000 7f5bf9600700 1 -- 172.21.15.44:0/3567603250 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bfc0c3070 con 0x55c2b502fc10 2024-05-21T00:40:21.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.430+0000 7f5c1d250b80 1 -- 172.21.15.44:0/3567603250 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5bf4003680 con 0x55c2b502fc10 2024-05-21T00:40:21.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.430+0000 7f5bf9600700 1 -- 172.21.15.44:0/3567603250 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f5bfc010720 con 0x55c2b502fc10 2024-05-21T00:40:21.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.431+0000 7f5bf9600700 1 -- 172.21.15.44:0/3567603250 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f5bfc0a5110 con 0x55c2b502fc10 2024-05-21T00:40:21.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.431+0000 7f5c1d250b80 10 client.24872 fetch_fsmap learned FSMap version 25 2024-05-21T00:40:21.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.431+0000 7f5c1d250b80 1 -- 172.21.15.44:0/3567603250 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55c2b50b4c00 con 0x55c2b502fc10 2024-05-21T00:40:21.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.431+0000 7f5bf9600700 1 -- 172.21.15.44:0/3567603250 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5bf4003680 con 0x55c2b502fc10 2024-05-21T00:40:21.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.431+0000 7f5bf9600700 1 -- 172.21.15.44:0/3567603250 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f5bfc0c6070 con 0x55c2b502fc10 2024-05-21T00:40:21.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.431+0000 7f5c1d250b80 10 client.24872 fetch_fsmap finished waiting for FSMap version 25 2024-05-21T00:40:21.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.431+0000 7f5c1d250b80 10 client.24872 resolve_mds: resolved name 'a' to daemon mds.a 2024-05-21T00:40:21.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.431+0000 7f5c1d250b80 20 client.24872 populate_metadata read hostname 'smithi044' 2024-05-21T00:40:21.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.431+0000 7f5c1d250b80 1 --2- 172.21.15.44:0/3567603250 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55c2b50b94a0 0x55c2b50b81b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:21.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.431+0000 7f5c1d250b80 4 client.24872 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T00:40:21.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.431+0000 7f5c1d250b80 1 -- 172.21.15.44:0/3567603250 --> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] -- command(tid 0: {"prefix": "status"}) -- 0x55c2b4f89520 con 0x55c2b50b94a0 2024-05-21T00:40:21.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.432+0000 7f5c02a00700 1 --2- 172.21.15.44:0/3567603250 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55c2b50b94a0 0x55c2b50b81b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:21.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.432+0000 7f5c02a00700 1 --2- 172.21.15.44:0/3567603250 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55c2b50b94a0 0x55c2b50b81b0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1afe45e86b468c0c server_cookie=1a20eb86e60a867a in_seq=0 out_seq=0 2024-05-21T00:40:21.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.432+0000 7f5bf9600700 10 client.24872 ms_handle_connect on v2:172.21.15.44:6840/3917264755 2024-05-21T00:40:21.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.433+0000 7f5bf9600700 1 -- 172.21.15.44:0/3567603250 <== mds.2 v2:172.21.15.44:6840/3917264755 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55c2b4f89520 con 0x55c2b50b94a0 2024-05-21T00:40:21.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.433+0000 7f5bf9600700 10 client.24872 handle_command_reply: tid=0 2024-05-21T00:40:21.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.433+0000 7f5c1d250b80 1 client.24872 shutdown 2024-05-21T00:40:21.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.433+0000 7f5c1d250b80 1 -- 172.21.15.44:0/3567603250 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c2b502fc10 msgr2=0x55c2b50533d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:21.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.433+0000 7f5c1d250b80 1 --2- 172.21.15.44:0/3567603250 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c2b502fc10 0x55c2b50533d0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f5bfc0a9680 tx=0x7f5bfc0a91f0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.433+0000 7f5c1d250b80 1 -- 172.21.15.44:0/3567603250 shutdown_connections 2024-05-21T00:40:21.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.433+0000 7f5c1d250b80 1 --2- 172.21.15.44:0/3567603250 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2b5035780 0x55c2b504e200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.433+0000 7f5c1d250b80 1 --2- 172.21.15.44:0/3567603250 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55c2b50b94a0 0x55c2b50b81b0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.433+0000 7f5c1d250b80 1 --2- 172.21.15.44:0/3567603250 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c2b502fc10 0x55c2b50533d0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.433+0000 7f5c1d250b80 1 --2- 172.21.15.44:0/3567603250 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c2b5034e60 0x55c2b5053910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.433+0000 7f5bf9600700 0 client.24872 ms_handle_reset on v2:172.21.15.44:6840/3917264755 2024-05-21T00:40:21.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.433+0000 7f5c1d250b80 1 -- 172.21.15.44:0/3567603250 >> 172.21.15.44:0/3567603250 conn(0x55c2b4f5db90 msgr2=0x55c2b5029990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:21.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.433+0000 7f5c1d250b80 1 -- 172.21.15.44:0/3567603250 shutdown_connections 2024-05-21T00:40:21.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.433+0000 7f5c1d250b80 1 -- 172.21.15.44:0/3567603250 wait complete. 2024-05-21T00:40:21.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.433+0000 7f5c1d250b80 20 client.24872 trim_cache size 0 max 16384 2024-05-21T00:40:21.441 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:40:21.441 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "d03df2b2-1708-11ef-bc9a-c7b262605968", 2024-05-21T00:40:21.441 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 2, 2024-05-21T00:40:21.441 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24509, 2024-05-21T00:40:21.441 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-05-21T00:40:21.442 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-05-21T00:40:21.442 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-05-21T00:40:21.442 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 153.86573930399999, 2024-05-21T00:40:21.442 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 25, 2024-05-21T00:40:21.442 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 82, 2024-05-21T00:40:21.442 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 78, 2024-05-21T00:40:21.442 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 196.96014780300001 2024-05-21T00:40:21.442 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:40:21.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.434+0000 7f5c12800700 1 -- 172.21.15.44:0/440705191 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f5bf00b2880 msgr2=0x7f5bf00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:21.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.434+0000 7f5c12800700 1 --2- 172.21.15.44:0/440705191 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f5bf00b2880 0x7f5bf00b4d40 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f5c04009ec0 tx=0x7f5c04004ad0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.434+0000 7f5c12800700 1 -- 172.21.15.44:0/440705191 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5c0c075770 msgr2=0x7f5c0c1a02a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:21.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.434+0000 7f5c12800700 1 --2- 172.21.15.44:0/440705191 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5c0c075770 0x7f5c0c1a02a0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f5bfc00e9a0 tx=0x7f5bfc00ecb0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.434+0000 7f5c12800700 1 -- 172.21.15.44:0/440705191 shutdown_connections 2024-05-21T00:40:21.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.434+0000 7f5c12800700 1 --2- 172.21.15.44:0/440705191 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f5bf00b2880 0x7f5bf00b4d40 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.434+0000 7f5c12800700 1 --2- 172.21.15.44:0/440705191 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5c0c114710 0x7f5c0c1a4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.434+0000 7f5c12800700 1 --2- 172.21.15.44:0/440705191 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5c0c075770 0x7f5c0c1a02a0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.434+0000 7f5c12800700 1 --2- 172.21.15.44:0/440705191 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c0c076090 0x7f5c0c1a07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:21.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.434+0000 7f5c12800700 1 -- 172.21.15.44:0/440705191 >> 172.21.15.44:0/440705191 conn(0x7f5c0c07a6a0 msgr2=0x7f5c0c100c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:21.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.434+0000 7f5c12800700 1 -- 172.21.15.44:0/440705191 shutdown_connections 2024-05-21T00:40:21.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:21.435+0000 7f5c12800700 1 -- 172.21.15.44:0/440705191 wait complete. 2024-05-21T00:40:21.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:21 smithi044 ceph-mon[31392]: pgmap v407: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:40:21.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:21 smithi082 ceph-mon[36141]: pgmap v407: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:40:21.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:21 smithi092 ceph-mon[36335]: pgmap v407: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:40:22.324 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.g status 2024-05-21T00:40:22.795 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:40:23.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:23 smithi044 ceph-mon[31392]: pgmap v408: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:23.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:23 smithi082 ceph-mon[36141]: pgmap v408: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:23.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:23 smithi092 ceph-mon[36335]: pgmap v408: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:25.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.083+0000 7fb6d7800700 1 -- 172.21.15.44:0/3430254704 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6d01088f0 msgr2=0x7fb6d0110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:25.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.083+0000 7fb6d7800700 1 --2- 172.21.15.44:0/3430254704 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6d01088f0 0x7fb6d0110470 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fb6c8009f90 tx=0x7fb6c800b330 comp rx=0 tx=0).stop 2024-05-21T00:40:25.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.083+0000 7fb6d7800700 1 -- 172.21.15.44:0/3430254704 shutdown_connections 2024-05-21T00:40:25.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.083+0000 7fb6d7800700 1 --2- 172.21.15.44:0/3430254704 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6d01088f0 0x7fb6d0110470 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.083+0000 7fb6d7800700 1 --2- 172.21.15.44:0/3430254704 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb6d01037f0 0x7fb6d0103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.083+0000 7fb6d7800700 1 --2- 172.21.15.44:0/3430254704 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb6d01041a0 0x7fb6d01081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.083+0000 7fb6d7800700 1 -- 172.21.15.44:0/3430254704 >> 172.21.15.44:0/3430254704 conn(0x7fb6d007a6a0 msgr2=0x7fb6d007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:25.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.084+0000 7fb6d7800700 1 -- 172.21.15.44:0/3430254704 shutdown_connections 2024-05-21T00:40:25.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.084+0000 7fb6d7800700 1 -- 172.21.15.44:0/3430254704 wait complete. 2024-05-21T00:40:25.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.085+0000 7fb6d7800700 1 Processor -- start 2024-05-21T00:40:25.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.085+0000 7fb6d7800700 1 -- start start 2024-05-21T00:40:25.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.086+0000 7fb6d7800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb6d01037f0 0x7fb6d0075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:25.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.086+0000 7fb6d7800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6d01041a0 0x7fb6d0075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:25.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.086+0000 7fb6d7800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb6d01088f0 0x7fb6d00762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:25.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.086+0000 7fb6d7800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb6d0113710 con 0x7fb6d01088f0 2024-05-21T00:40:25.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.086+0000 7fb6d7800700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fb6d0113590 con 0x7fb6d01037f0 2024-05-21T00:40:25.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.086+0000 7fb6d7800700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fb6d0113890 con 0x7fb6d01041a0 2024-05-21T00:40:25.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.086+0000 7fb6cfe00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6d01041a0 0x7fb6d0075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:25.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.086+0000 7fb6d5800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb6d01088f0 0x7fb6d00762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:25.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.086+0000 7fb6cfe00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6d01041a0 0x7fb6d0075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:60412/0 (socket says 172.21.15.44:60412) 2024-05-21T00:40:25.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.086+0000 7fb6cfe00700 1 -- 172.21.15.44:0/4171499626 learned_addr learned my addr 172.21.15.44:0/4171499626 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:40:25.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.086+0000 7fb6d4e00700 1 --2- 172.21.15.44:0/4171499626 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb6d01037f0 0x7fb6d0075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:25.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.087+0000 7fb6cfe00700 1 -- 172.21.15.44:0/4171499626 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb6d01037f0 msgr2=0x7fb6d0075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:25.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.087+0000 7fb6cfe00700 1 --2- 172.21.15.44:0/4171499626 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb6d01037f0 0x7fb6d0075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.087+0000 7fb6cfe00700 1 -- 172.21.15.44:0/4171499626 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb6d01088f0 msgr2=0x7fb6d00762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:25.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.087+0000 7fb6cfe00700 1 --2- 172.21.15.44:0/4171499626 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb6d01088f0 0x7fb6d00762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.087+0000 7fb6cfe00700 1 -- 172.21.15.44:0/4171499626 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6d01a80c0 con 0x7fb6d01041a0 2024-05-21T00:40:25.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.087+0000 7fb6cfe00700 1 --2- 172.21.15.44:0/4171499626 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6d01041a0 0x7fb6d0075d80 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fb6c000e9c0 tx=0x7fb6c000ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:25.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.087+0000 7fb6cd600700 1 -- 172.21.15.44:0/4171499626 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6c0004a30 con 0x7fb6d01041a0 2024-05-21T00:40:25.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.087+0000 7fb6cd600700 1 -- 172.21.15.44:0/4171499626 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb6c000cc70 con 0x7fb6d01041a0 2024-05-21T00:40:25.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.087+0000 7fb6cd600700 1 -- 172.21.15.44:0/4171499626 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6c0005490 con 0x7fb6d01041a0 2024-05-21T00:40:25.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.087+0000 7fb6d7800700 1 -- 172.21.15.44:0/4171499626 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6d01a83b0 con 0x7fb6d01041a0 2024-05-21T00:40:25.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.088+0000 7fb6d7800700 1 -- 172.21.15.44:0/4171499626 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6d01a88a0 con 0x7fb6d01041a0 2024-05-21T00:40:25.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.091+0000 7fb6cd600700 1 -- 172.21.15.44:0/4171499626 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fb6c0004bd0 con 0x7fb6d01041a0 2024-05-21T00:40:25.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.092+0000 7fb6e2130b80 1 Processor -- start 2024-05-21T00:40:25.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.092+0000 7fb6e2130b80 1 -- start start 2024-05-21T00:40:25.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.093+0000 7fb6e2130b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5576266fae60 0x5576266fb240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:25.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.093+0000 7fb6cd600700 1 --2- 172.21.15.44:0/4171499626 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb6b80b2900 0x7fb6b80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:25.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.093+0000 7fb6e2130b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576266fb780 0x5576266f5210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:25.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.093+0000 7fb6e2130b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5576266f5830 0x5576266f5c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:25.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.093+0000 7fb6e2130b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x557626653df0 con 0x5576266fb780 2024-05-21T00:40:25.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.093+0000 7fb6e2130b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x557626643990 con 0x5576266fae60 2024-05-21T00:40:25.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.093+0000 7fb6e2130b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x5576266479d0 con 0x5576266f5830 2024-05-21T00:40:25.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.093+0000 7fb6cd600700 1 -- 172.21.15.44:0/4171499626 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fb6c00e2290 con 0x7fb6d01041a0 2024-05-21T00:40:25.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.093+0000 7fb6d5800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5576266fae60 0x5576266fb240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:25.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.093+0000 7fb6cfe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576266fb780 0x5576266f5210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:25.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.093+0000 7fb6cfe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576266fb780 0x5576266f5210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51754/0 (socket says 172.21.15.44:51754) 2024-05-21T00:40:25.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.093+0000 7fb6d5800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5576266fae60 0x5576266fb240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:48532/0 (socket says 172.21.15.44:48532) 2024-05-21T00:40:25.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.093+0000 7fb6cfe00700 1 -- 172.21.15.44:0/2987621522 learned_addr learned my addr 172.21.15.44:0/2987621522 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:40:25.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.094+0000 7fb6d4e00700 1 --2- 172.21.15.44:0/4171499626 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb6b80b2900 0x7fb6b80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:25.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.094+0000 7fb6d5800700 1 --2- 172.21.15.44:0/2987621522 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5576266f5830 0x5576266f5c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:25.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.094+0000 7fb6cfe00700 1 -- 172.21.15.44:0/2987621522 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5576266f5830 msgr2=0x5576266f5c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:40:25.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.094+0000 7fb6cfe00700 1 --2- 172.21.15.44:0/2987621522 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5576266f5830 0x5576266f5c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.094+0000 7fb6cfe00700 1 -- 172.21.15.44:0/2987621522 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5576266fae60 msgr2=0x5576266fb240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:40:25.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.094+0000 7fb6cfe00700 1 --2- 172.21.15.44:0/2987621522 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5576266fae60 0x5576266fb240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.094+0000 7fb6cfe00700 1 -- 172.21.15.44:0/2987621522 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55762660c3d0 con 0x5576266fb780 2024-05-21T00:40:25.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.094+0000 7fb6cfe00700 1 --2- 172.21.15.44:0/2987621522 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576266fb780 0x5576266f5210 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fb6c00dfcf0 tx=0x7fb6c00a9690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a250cc81c404159e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:25.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.095+0000 7fb6be000700 1 -- 172.21.15.44:0/2987621522 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6c00c2070 con 0x5576266fb780 2024-05-21T00:40:25.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.095+0000 7fb6d4e00700 1 --2- 172.21.15.44:0/4171499626 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb6b80b2900 0x7fb6b80b4dc0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fb6c4009c60 tx=0x7fb6c4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:25.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.095+0000 7fb6be000700 1 -- 172.21.15.44:0/2987621522 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb6c000ce20 con 0x5576266fb780 2024-05-21T00:40:25.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.095+0000 7fb6be000700 1 -- 172.21.15.44:0/2987621522 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6c00a9810 con 0x5576266fb780 2024-05-21T00:40:25.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.095+0000 7fb6e2130b80 1 -- 172.21.15.44:0/2987621522 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576266fb780 msgr2=0x5576266f5210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:25.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.095+0000 7fb6e2130b80 1 --2- 172.21.15.44:0/2987621522 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576266fb780 0x5576266f5210 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fb6c00dfcf0 tx=0x7fb6c00a9690 comp rx=0 tx=0).stop 2024-05-21T00:40:25.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.096+0000 7fb6e2130b80 1 -- 172.21.15.44:0/2987621522 shutdown_connections 2024-05-21T00:40:25.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.096+0000 7fb6e2130b80 1 --2- 172.21.15.44:0/2987621522 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5576266f5830 0x5576266f5c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.096+0000 7fb6e2130b80 1 --2- 172.21.15.44:0/2987621522 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5576266fae60 0x5576266fb240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.096+0000 7fb6e2130b80 1 --2- 172.21.15.44:0/2987621522 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576266fb780 0x5576266f5210 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.096+0000 7fb6e2130b80 1 -- 172.21.15.44:0/2987621522 >> 172.21.15.44:0/2987621522 conn(0x557626623b90 msgr2=0x5576266effc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:25.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.096+0000 7fb6e2130b80 1 -- 172.21.15.44:0/2987621522 shutdown_connections 2024-05-21T00:40:25.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.096+0000 7fb6e2130b80 1 -- 172.21.15.44:0/2987621522 wait complete. 2024-05-21T00:40:25.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.096+0000 7fb6e2130b80 1 -- start start 2024-05-21T00:40:25.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.097+0000 7fb6e2130b80 1 Processor -- start 2024-05-21T00:40:25.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.097+0000 7fb6e2130b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5576266f5830 0x557626701470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:25.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.097+0000 7fb6e2130b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5576266fae60 0x5576266fe810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:25.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.097+0000 7fb6e2130b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576266fb780 0x5576266fed50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:25.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.097+0000 7fb6e2130b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x557626549f50 con 0x5576266fb780 2024-05-21T00:40:25.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.097+0000 7fb6e2130b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5576265e4710 con 0x5576266fae60 2024-05-21T00:40:25.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.097+0000 7fb6e2130b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x557626702190 con 0x5576266f5830 2024-05-21T00:40:25.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.097+0000 7fb6e2130b80 10 client.0 _ll_register_callbacks cb 0x5576265edc20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:40:25.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.098+0000 7fb6d4e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5576266f5830 0x557626701470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:25.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.098+0000 7fb6d5800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576266fb780 0x5576266fed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:25.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.098+0000 7fb6d4e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5576266f5830 0x557626701470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:60428/0 (socket says 172.21.15.44:60428) 2024-05-21T00:40:25.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.098+0000 7fb6cfe00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5576266fae60 0x5576266fe810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:25.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.098+0000 7fb6d5800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576266fb780 0x5576266fed50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51770/0 (socket says 172.21.15.44:51770) 2024-05-21T00:40:25.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.098+0000 7fb6d4e00700 1 -- 172.21.15.44:0/1822442106 learned_addr learned my addr 172.21.15.44:0/1822442106 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:40:25.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.098+0000 7fb6cfe00700 1 -- 172.21.15.44:0/1822442106 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5576266f5830 msgr2=0x557626701470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:40:25.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.098+0000 7fb6cfe00700 1 --2- 172.21.15.44:0/1822442106 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5576266f5830 0x557626701470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.098+0000 7fb6cfe00700 1 -- 172.21.15.44:0/1822442106 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576266fb780 msgr2=0x5576266fed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:40:25.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.098+0000 7fb6cfe00700 1 --2- 172.21.15.44:0/1822442106 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576266fb780 0x5576266fed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.098+0000 7fb6cfe00700 1 -- 172.21.15.44:0/1822442106 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557626593880 con 0x5576266fae60 2024-05-21T00:40:25.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.098+0000 7fb6d5800700 1 --2- 172.21.15.44:0/1822442106 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576266fb780 0x5576266fed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:40:25.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.099+0000 7fb6cfe00700 1 --2- 172.21.15.44:0/1822442106 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5576266fae60 0x5576266fe810 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fb6c0005950 tx=0x7fb6c00a9040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a5f4d53d41e6920d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:25.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.099+0000 7fb6b2a00700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:40:25.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.099+0000 7fb6b2a00700 1 -- 172.21.15.44:0/1822442106 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6c00c2070 con 0x5576266fae60 2024-05-21T00:40:25.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.099+0000 7fb6b2a00700 1 -- 172.21.15.44:0/1822442106 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fb6c00ad960 con 0x5576266fae60 2024-05-21T00:40:25.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.099+0000 7fb6e2130b80 1 -- 172.21.15.44:0/1822442106 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x557626655d40 con 0x5576266fae60 2024-05-21T00:40:25.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.099+0000 7fb6b2a00700 1 -- 172.21.15.44:0/1822442106 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb6c00aed50 con 0x5576266fae60 2024-05-21T00:40:25.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.099+0000 7fb6e2130b80 10 client.24884 fetch_fsmap learned FSMap version 25 2024-05-21T00:40:25.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.099+0000 7fb6e2130b80 1 -- 172.21.15.44:0/1822442106 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x557626614010 con 0x5576266fae60 2024-05-21T00:40:25.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.099+0000 7fb6b2a00700 1 -- 172.21.15.44:0/1822442106 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x557626655d40 con 0x5576266fae60 2024-05-21T00:40:25.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.100+0000 7fb6b2a00700 1 -- 172.21.15.44:0/1822442106 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7fb6c00c9060 con 0x5576266fae60 2024-05-21T00:40:25.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.100+0000 7fb6e2130b80 10 client.24884 fetch_fsmap finished waiting for FSMap version 25 2024-05-21T00:40:25.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.100+0000 7fb6e2130b80 10 client.24884 resolve_mds: resolved name 'g' to daemon mds.g 2024-05-21T00:40:25.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.100+0000 7fb6e2130b80 20 client.24884 populate_metadata read hostname 'smithi044' 2024-05-21T00:40:25.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.100+0000 7fb6e2130b80 1 --2- 172.21.15.44:0/1822442106 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55762670e790 0x55762670fc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:25.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.100+0000 7fb6e2130b80 4 client.24884 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:40:25.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.100+0000 7fb6e2130b80 1 -- 172.21.15.44:0/1822442106 --> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55762664f520 con 0x55762670e790 2024-05-21T00:40:25.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.100+0000 7fb6d4e00700 1 --2- 172.21.15.44:0/1822442106 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55762670e790 0x55762670fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:25.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.101+0000 7fb6d4e00700 1 --2- 172.21.15.44:0/1822442106 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55762670e790 0x55762670fc00 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7753e939ee9bdb69 server_cookie=d67f21dc8f170bbf in_seq=0 out_seq=0 2024-05-21T00:40:25.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.101+0000 7fb6b2a00700 10 client.24884 ms_handle_connect on v2:172.21.15.44:6838/1038937716 2024-05-21T00:40:25.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.102+0000 7fb6b2a00700 1 -- 172.21.15.44:0/1822442106 <== mds.1 v2:172.21.15.44:6838/1038937716 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55762664f520 con 0x55762670e790 2024-05-21T00:40:25.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.102+0000 7fb6b2a00700 10 client.24884 handle_command_reply: tid=0 2024-05-21T00:40:25.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.102+0000 7fb6e2130b80 1 client.24884 shutdown 2024-05-21T00:40:25.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.103+0000 7fb6e2130b80 1 -- 172.21.15.44:0/1822442106 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5576266fae60 msgr2=0x5576266fe810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:25.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.103+0000 7fb6e2130b80 1 --2- 172.21.15.44:0/1822442106 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5576266fae60 0x5576266fe810 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fb6c0005950 tx=0x7fb6c00a9040 comp rx=0 tx=0).stop 2024-05-21T00:40:25.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.103+0000 7fb6e2130b80 1 -- 172.21.15.44:0/1822442106 shutdown_connections 2024-05-21T00:40:25.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.103+0000 7fb6e2130b80 1 --2- 172.21.15.44:0/1822442106 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55762670e790 0x55762670fc00 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.103+0000 7fb6e2130b80 1 --2- 172.21.15.44:0/1822442106 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576266fb780 0x5576266fed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.103+0000 7fb6e2130b80 1 --2- 172.21.15.44:0/1822442106 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5576266f5830 0x557626701470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.103+0000 7fb6b2a00700 0 client.24884 ms_handle_reset on v2:172.21.15.44:6838/1038937716 2024-05-21T00:40:25.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.103+0000 7fb6e2130b80 1 --2- 172.21.15.44:0/1822442106 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5576266fae60 0x5576266fe810 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.103+0000 7fb6e2130b80 1 -- 172.21.15.44:0/1822442106 >> 172.21.15.44:0/1822442106 conn(0x557626623b90 msgr2=0x5576266f4200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:25.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.103+0000 7fb6e2130b80 1 -- 172.21.15.44:0/1822442106 shutdown_connections 2024-05-21T00:40:25.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.103+0000 7fb6e2130b80 1 -- 172.21.15.44:0/1822442106 wait complete. 2024-05-21T00:40:25.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.103+0000 7fb6e2130b80 20 client.24884 trim_cache size 0 max 16384 2024-05-21T00:40:25.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.127+0000 7fb6e2130b80 1 Processor -- start 2024-05-21T00:40:25.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.127+0000 7fb6e2130b80 1 -- start start 2024-05-21T00:40:25.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.127+0000 7fb6e2130b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5576266f5830 0x5576266f5210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:25.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.127+0000 7fb6e2130b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5576266fae60 0x5576266f5c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:25.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.127+0000 7fb6e2130b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576266fb780 0x55762670b430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:25.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.127+0000 7fb6e2130b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55762670df40 con 0x5576266fb780 2024-05-21T00:40:25.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.127+0000 7fb6e2130b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55762670e610 con 0x5576266f5830 2024-05-21T00:40:25.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.127+0000 7fb6e2130b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55762670ece0 con 0x5576266fae60 2024-05-21T00:40:25.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.128+0000 7fb6d5800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576266fb780 0x55762670b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:25.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.128+0000 7fb6d4e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5576266f5830 0x5576266f5210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:25.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.128+0000 7fb6cfe00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5576266fae60 0x5576266f5c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:25.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.128+0000 7fb6cfe00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5576266fae60 0x5576266f5c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:60430/0 (socket says 172.21.15.44:60430) 2024-05-21T00:40:25.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.128+0000 7fb6cfe00700 1 -- 172.21.15.44:0/2344410458 learned_addr learned my addr 172.21.15.44:0/2344410458 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:40:25.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.128+0000 7fb6d4e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5576266f5830 0x5576266f5210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:48546/0 (socket says 172.21.15.44:48546) 2024-05-21T00:40:25.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.128+0000 7fb6cfe00700 1 -- 172.21.15.44:0/2344410458 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5576266f5830 msgr2=0x5576266f5210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:40:25.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.128+0000 7fb6cfe00700 1 --2- 172.21.15.44:0/2344410458 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5576266f5830 0x5576266f5210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.128+0000 7fb6cfe00700 1 -- 172.21.15.44:0/2344410458 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576266fb780 msgr2=0x55762670b430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:40:25.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.128+0000 7fb6cfe00700 1 --2- 172.21.15.44:0/2344410458 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576266fb780 0x55762670b430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.128+0000 7fb6cfe00700 1 -- 172.21.15.44:0/2344410458 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5576266f93a0 con 0x5576266fae60 2024-05-21T00:40:25.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.129+0000 7fb6cfe00700 1 --2- 172.21.15.44:0/2344410458 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5576266fae60 0x5576266f5c10 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fb6c00b2140 tx=0x7fb6c00a9690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4e3953bdf26dc5c2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:25.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.129+0000 7fb6bd600700 1 -- 172.21.15.44:0/2344410458 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6c00c2050 con 0x5576266fae60 2024-05-21T00:40:25.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.129+0000 7fb6bd600700 1 -- 172.21.15.44:0/2344410458 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb6c00aab40 con 0x5576266fae60 2024-05-21T00:40:25.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.129+0000 7fb6bd600700 1 -- 172.21.15.44:0/2344410458 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6c00adbc0 con 0x5576266fae60 2024-05-21T00:40:25.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.130+0000 7fb6e2130b80 1 -- 172.21.15.44:0/2344410458 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5576266fae60 msgr2=0x5576266f5c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:25.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.130+0000 7fb6e2130b80 1 --2- 172.21.15.44:0/2344410458 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5576266fae60 0x5576266f5c10 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fb6c00b2140 tx=0x7fb6c00a9690 comp rx=0 tx=0).stop 2024-05-21T00:40:25.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.130+0000 7fb6e2130b80 1 -- 172.21.15.44:0/2344410458 shutdown_connections 2024-05-21T00:40:25.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.130+0000 7fb6e2130b80 1 --2- 172.21.15.44:0/2344410458 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576266fb780 0x55762670b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.130+0000 7fb6e2130b80 1 --2- 172.21.15.44:0/2344410458 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5576266f5830 0x5576266f5210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.130+0000 7fb6e2130b80 1 --2- 172.21.15.44:0/2344410458 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5576266fae60 0x5576266f5c10 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.130+0000 7fb6e2130b80 1 -- 172.21.15.44:0/2344410458 >> 172.21.15.44:0/2344410458 conn(0x557626623b90 msgr2=0x5576266ef990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:25.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.130+0000 7fb6e2130b80 1 -- 172.21.15.44:0/2344410458 shutdown_connections 2024-05-21T00:40:25.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.130+0000 7fb6e2130b80 1 -- 172.21.15.44:0/2344410458 wait complete. 2024-05-21T00:40:25.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.130+0000 7fb6e2130b80 1 -- start start 2024-05-21T00:40:25.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.130+0000 7fb6e2130b80 1 Processor -- start 2024-05-21T00:40:25.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.131+0000 7fb6e2130b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576266f5830 0x557626719080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:25.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.131+0000 7fb6e2130b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5576266fae60 0x5576267195c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:25.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.131+0000 7fb6e2130b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5576266fb780 0x557626714030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:25.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.131+0000 7fb6e2130b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55762670fa80 con 0x5576266f5830 2024-05-21T00:40:25.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.131+0000 7fb6e2130b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55762670f3b0 con 0x5576266fae60 2024-05-21T00:40:25.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.131+0000 7fb6e2130b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x557626710150 con 0x5576266fb780 2024-05-21T00:40:25.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.131+0000 7fb6e2130b80 10 client.0 _ll_register_callbacks cb 0x5576265edc20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:40:25.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.131+0000 7fb6cfe00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5576266fae60 0x5576267195c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:25.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.131+0000 7fb6d4e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576266f5830 0x557626719080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:25.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.131+0000 7fb6cfe00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5576266fae60 0x5576267195c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:48562/0 (socket says 172.21.15.44:48562) 2024-05-21T00:40:25.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.131+0000 7fb6cfe00700 1 -- 172.21.15.44:0/2020488948 learned_addr learned my addr 172.21.15.44:0/2020488948 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:40:25.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.131+0000 7fb6d5800700 1 --2- 172.21.15.44:0/2020488948 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5576266fb780 0x557626714030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:25.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.132+0000 7fb6cfe00700 1 -- 172.21.15.44:0/2020488948 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5576266fb780 msgr2=0x557626714030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:40:25.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.132+0000 7fb6cfe00700 1 --2- 172.21.15.44:0/2020488948 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5576266fb780 0x557626714030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.132+0000 7fb6cfe00700 1 -- 172.21.15.44:0/2020488948 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576266f5830 msgr2=0x557626719080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:40:25.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.132+0000 7fb6cfe00700 1 --2- 172.21.15.44:0/2020488948 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576266f5830 0x557626719080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.132+0000 7fb6cfe00700 1 -- 172.21.15.44:0/2020488948 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5576267145f0 con 0x5576266fae60 2024-05-21T00:40:25.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.132+0000 7fb6d4e00700 1 --2- 172.21.15.44:0/2020488948 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576266f5830 0x557626719080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:40:25.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.132+0000 7fb6cfe00700 1 --2- 172.21.15.44:0/2020488948 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5576266fae60 0x5576267195c0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fb6c000f010 tx=0x7fb6c00af170 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b5bba8b08f93dc1f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:25.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.132+0000 7fb6b2a00700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:40:25.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.132+0000 7fb6b2a00700 1 -- 172.21.15.44:0/2020488948 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6c00b6020 con 0x5576266fae60 2024-05-21T00:40:25.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.132+0000 7fb6b2a00700 1 -- 172.21.15.44:0/2020488948 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fb6c00b23f0 con 0x5576266fae60 2024-05-21T00:40:25.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.132+0000 7fb6e2130b80 1 -- 172.21.15.44:0/2020488948 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5576264c6200 con 0x5576266fae60 2024-05-21T00:40:25.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.132+0000 7fb6b2a00700 1 -- 172.21.15.44:0/2020488948 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb6c00c2030 con 0x5576266fae60 2024-05-21T00:40:25.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.133+0000 7fb6e2130b80 10 client.24890 fetch_fsmap learned FSMap version 25 2024-05-21T00:40:25.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.133+0000 7fb6e2130b80 1 -- 172.21.15.44:0/2020488948 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5576267145f0 con 0x5576266fae60 2024-05-21T00:40:25.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.133+0000 7fb6b2a00700 1 -- 172.21.15.44:0/2020488948 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5576264c6200 con 0x5576266fae60 2024-05-21T00:40:25.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.133+0000 7fb6b2a00700 1 -- 172.21.15.44:0/2020488948 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7fb6c00b9020 con 0x5576266fae60 2024-05-21T00:40:25.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.133+0000 7fb6e2130b80 10 client.24890 fetch_fsmap finished waiting for FSMap version 25 2024-05-21T00:40:25.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.133+0000 7fb6e2130b80 10 client.24890 resolve_mds: resolved name 'g' to daemon mds.g 2024-05-21T00:40:25.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.133+0000 7fb6e2130b80 20 client.24890 populate_metadata read hostname 'smithi044' 2024-05-21T00:40:25.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.133+0000 7fb6e2130b80 1 --2- 172.21.15.44:0/2020488948 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55762677ead0 0x55762677d7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:25.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.133+0000 7fb6e2130b80 4 client.24890 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T00:40:25.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.133+0000 7fb6e2130b80 1 -- 172.21.15.44:0/2020488948 --> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] -- command(tid 0: {"prefix": "status"}) -- 0x557626617b40 con 0x55762677ead0 2024-05-21T00:40:25.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.133+0000 7fb6d4e00700 1 --2- 172.21.15.44:0/2020488948 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55762677ead0 0x55762677d7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:25.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.134+0000 7fb6d4e00700 1 --2- 172.21.15.44:0/2020488948 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55762677ead0 0x55762677d7e0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ab44bc61ae47158d server_cookie=26ccdef78d51c524 in_seq=0 out_seq=0 2024-05-21T00:40:25.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.134+0000 7fb6b2a00700 10 client.24890 ms_handle_connect on v2:172.21.15.44:6838/1038937716 2024-05-21T00:40:25.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.134+0000 7fb6b2a00700 1 -- 172.21.15.44:0/2020488948 <== mds.1 v2:172.21.15.44:6838/1038937716 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x557626617b40 con 0x55762677ead0 2024-05-21T00:40:25.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.134+0000 7fb6b2a00700 10 client.24890 handle_command_reply: tid=0 2024-05-21T00:40:25.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.134+0000 7fb6e2130b80 1 client.24890 shutdown 2024-05-21T00:40:25.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.135+0000 7fb6e2130b80 1 -- 172.21.15.44:0/2020488948 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5576266fae60 msgr2=0x5576267195c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:25.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.135+0000 7fb6e2130b80 1 --2- 172.21.15.44:0/2020488948 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5576266fae60 0x5576267195c0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fb6c000f010 tx=0x7fb6c00af170 comp rx=0 tx=0).stop 2024-05-21T00:40:25.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.135+0000 7fb6e2130b80 1 -- 172.21.15.44:0/2020488948 shutdown_connections 2024-05-21T00:40:25.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.135+0000 7fb6e2130b80 1 --2- 172.21.15.44:0/2020488948 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55762677ead0 0x55762677d7e0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.135+0000 7fb6e2130b80 1 --2- 172.21.15.44:0/2020488948 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576266f5830 0x557626719080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.135+0000 7fb6e2130b80 1 --2- 172.21.15.44:0/2020488948 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5576266fb780 0x557626714030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.135+0000 7fb6b2a00700 0 client.24890 ms_handle_reset on v2:172.21.15.44:6838/1038937716 2024-05-21T00:40:25.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.135+0000 7fb6e2130b80 1 --2- 172.21.15.44:0/2020488948 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5576266fae60 0x5576267195c0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.135+0000 7fb6e2130b80 1 -- 172.21.15.44:0/2020488948 >> 172.21.15.44:0/2020488948 conn(0x557626623b90 msgr2=0x5576266fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:25.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.135+0000 7fb6e2130b80 1 -- 172.21.15.44:0/2020488948 shutdown_connections 2024-05-21T00:40:25.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.135+0000 7fb6e2130b80 1 -- 172.21.15.44:0/2020488948 wait complete. 2024-05-21T00:40:25.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.135+0000 7fb6e2130b80 20 client.24890 trim_cache size 0 max 16384 2024-05-21T00:40:25.143 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:40:25.143 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "d03df2b2-1708-11ef-bc9a-c7b262605968", 2024-05-21T00:40:25.143 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 1, 2024-05-21T00:40:25.143 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24511, 2024-05-21T00:40:25.143 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-05-21T00:40:25.143 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-05-21T00:40:25.143 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-05-21T00:40:25.143 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 158.57695651, 2024-05-21T00:40:25.144 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 25, 2024-05-21T00:40:25.144 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 82, 2024-05-21T00:40:25.144 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 78, 2024-05-21T00:40:25.144 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 205.44964770199999 2024-05-21T00:40:25.144 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:40:25.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.136+0000 7fb6d7800700 1 -- 172.21.15.44:0/4171499626 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb6b80b2900 msgr2=0x7fb6b80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:25.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.136+0000 7fb6d7800700 1 --2- 172.21.15.44:0/4171499626 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb6b80b2900 0x7fb6b80b4dc0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fb6c4009c60 tx=0x7fb6c4009260 comp rx=0 tx=0).stop 2024-05-21T00:40:25.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.136+0000 7fb6d7800700 1 -- 172.21.15.44:0/4171499626 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6d01041a0 msgr2=0x7fb6d0075d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:25.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.136+0000 7fb6d7800700 1 --2- 172.21.15.44:0/4171499626 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6d01041a0 0x7fb6d0075d80 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fb6c000e9c0 tx=0x7fb6c000ecd0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.136+0000 7fb6d7800700 1 -- 172.21.15.44:0/4171499626 shutdown_connections 2024-05-21T00:40:25.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.136+0000 7fb6d7800700 1 --2- 172.21.15.44:0/4171499626 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb6b80b2900 0x7fb6b80b4dc0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.136+0000 7fb6d7800700 1 --2- 172.21.15.44:0/4171499626 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb6d01088f0 0x7fb6d00762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.136+0000 7fb6d7800700 1 --2- 172.21.15.44:0/4171499626 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb6d01037f0 0x7fb6d0075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.136+0000 7fb6d7800700 1 --2- 172.21.15.44:0/4171499626 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6d01041a0 0x7fb6d0075d80 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:25.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.136+0000 7fb6d7800700 1 -- 172.21.15.44:0/4171499626 >> 172.21.15.44:0/4171499626 conn(0x7fb6d007a6a0 msgr2=0x7fb6d0101840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:25.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.136+0000 7fb6d7800700 1 -- 172.21.15.44:0/4171499626 shutdown_connections 2024-05-21T00:40:25.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:25.136+0000 7fb6d7800700 1 -- 172.21.15.44:0/4171499626 wait complete. 2024-05-21T00:40:25.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:25 smithi082 ceph-mon[36141]: pgmap v409: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:40:25.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:25 smithi092 ceph-mon[36335]: pgmap v409: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:40:25.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:25 smithi044 ceph-mon[31392]: pgmap v409: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:40:26.040 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.b status 2024-05-21T00:40:26.496 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:40:27.674 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:27 smithi044 ceph-mon[31392]: pgmap v410: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:27.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:27 smithi082 ceph-mon[36141]: pgmap v410: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:27.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:27 smithi092 ceph-mon[36335]: pgmap v410: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:28.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.741+0000 7f377ac00700 1 -- 172.21.15.44:0/463305836 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3774103fc0 msgr2=0x7f37741103b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:28.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.741+0000 7f377ac00700 1 --2- 172.21.15.44:0/463305836 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3774103fc0 0x7f37741103b0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f376c00b0d0 tx=0x7f376c00b3e0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.741+0000 7f377ac00700 1 -- 172.21.15.44:0/463305836 shutdown_connections 2024-05-21T00:40:28.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.741+0000 7f377ac00700 1 --2- 172.21.15.44:0/463305836 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3774103fc0 0x7f37741103b0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.741+0000 7f377ac00700 1 --2- 172.21.15.44:0/463305836 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f37741095e0 0x7f37741099c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.741+0000 7f377ac00700 1 --2- 172.21.15.44:0/463305836 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3774103600 0x7f3774103a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.741+0000 7f377ac00700 1 -- 172.21.15.44:0/463305836 >> 172.21.15.44:0/463305836 conn(0x7f377407a700 msgr2=0x7f377407ab10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:28.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.741+0000 7f377ac00700 1 -- 172.21.15.44:0/463305836 shutdown_connections 2024-05-21T00:40:28.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.741+0000 7f377ac00700 1 -- 172.21.15.44:0/463305836 wait complete. 2024-05-21T00:40:28.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.742+0000 7f377ac00700 1 Processor -- start 2024-05-21T00:40:28.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.742+0000 7f377ac00700 1 -- start start 2024-05-21T00:40:28.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.743+0000 7f377ac00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3774103600 0x7f377419bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:28.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.743+0000 7f377ac00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3774103fc0 0x7f377419c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:28.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.743+0000 7f377ac00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f37741095e0 0x7f37741a0770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:28.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.743+0000 7f377ac00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3774113790 con 0x7f3774103600 2024-05-21T00:40:28.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.743+0000 7f377ac00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f3774113610 con 0x7f3774103fc0 2024-05-21T00:40:28.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.743+0000 7f377ac00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f3774113910 con 0x7f37741095e0 2024-05-21T00:40:28.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.743+0000 7f3778c00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f37741095e0 0x7f37741a0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:28.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.743+0000 7f3773e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3774103600 0x7f377419bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:28.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.743+0000 7f3778c00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f37741095e0 0x7f37741a0770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:46362/0 (socket says 172.21.15.44:46362) 2024-05-21T00:40:28.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.743+0000 7f3778c00700 1 -- 172.21.15.44:0/4095562101 learned_addr learned my addr 172.21.15.44:0/4095562101 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:40:28.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.743+0000 7f3773400700 1 --2- 172.21.15.44:0/4095562101 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3774103fc0 0x7f377419c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:28.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.743+0000 7f3778c00700 1 -- 172.21.15.44:0/4095562101 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3774103fc0 msgr2=0x7f377419c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:28.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.743+0000 7f3778c00700 1 --2- 172.21.15.44:0/4095562101 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3774103fc0 0x7f377419c3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.743+0000 7f3778c00700 1 -- 172.21.15.44:0/4095562101 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3774103600 msgr2=0x7f377419bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:28.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.743+0000 7f3778c00700 1 --2- 172.21.15.44:0/4095562101 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3774103600 0x7f377419bea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.743+0000 7f3778c00700 1 -- 172.21.15.44:0/4095562101 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37741a0eb0 con 0x7f37741095e0 2024-05-21T00:40:28.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.744+0000 7f3778c00700 1 --2- 172.21.15.44:0/4095562101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f37741095e0 0x7f37741a0770 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f376c0079a0 tx=0x7f376c0079d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:28.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.744+0000 7f3770c00700 1 -- 172.21.15.44:0/4095562101 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f376c01f070 con 0x7f37741095e0 2024-05-21T00:40:28.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.744+0000 7f3770c00700 1 -- 172.21.15.44:0/4095562101 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f376c003c00 con 0x7f37741095e0 2024-05-21T00:40:28.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.744+0000 7f377ac00700 1 -- 172.21.15.44:0/4095562101 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37741a1140 con 0x7f37741095e0 2024-05-21T00:40:28.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.744+0000 7f3770c00700 1 -- 172.21.15.44:0/4095562101 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f376c01b430 con 0x7f37741095e0 2024-05-21T00:40:28.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.744+0000 7f377ac00700 1 -- 172.21.15.44:0/4095562101 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37741a8a20 con 0x7f37741095e0 2024-05-21T00:40:28.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.748+0000 7f3770c00700 1 -- 172.21.15.44:0/4095562101 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f376c022070 con 0x7f37741095e0 2024-05-21T00:40:28.752 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.749+0000 7f3785543b80 1 Processor -- start 2024-05-21T00:40:28.752 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.749+0000 7f3785543b80 1 -- start start 2024-05-21T00:40:28.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.749+0000 7f3770c00700 1 --2- 172.21.15.44:0/4095562101 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f37580b2900 0x7f37580b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:28.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.749+0000 7f3770c00700 1 -- 172.21.15.44:0/4095562101 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f376c00f020 con 0x7f37741095e0 2024-05-21T00:40:28.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.749+0000 7f3785543b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561721e365c0 0x561721e369a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:28.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.749+0000 7f3773400700 1 --2- 172.21.15.44:0/4095562101 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f37580b2900 0x7f37580b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:28.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.750+0000 7f3785543b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561721e36ee0 0x561721e30ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:28.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.750+0000 7f3785543b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561721e310f0 0x561721e31570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:28.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.750+0000 7f3785543b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x561721d8edf0 con 0x561721e36ee0 2024-05-21T00:40:28.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.750+0000 7f3785543b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x561721d7e990 con 0x561721e365c0 2024-05-21T00:40:28.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.750+0000 7f3785543b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x561721d829d0 con 0x561721e310f0 2024-05-21T00:40:28.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.750+0000 7f3773400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561721e36ee0 0x561721e30ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:28.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.750+0000 7f3773400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561721e36ee0 0x561721e30ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:52874/0 (socket says 172.21.15.44:52874) 2024-05-21T00:40:28.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.750+0000 7f3773400700 1 -- 172.21.15.44:0/2138620526 learned_addr learned my addr 172.21.15.44:0/2138620526 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:40:28.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.750+0000 7f3773e00700 1 --2- 172.21.15.44:0/2138620526 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561721e365c0 0x561721e369a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:28.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.750+0000 7f3778c00700 1 --2- 172.21.15.44:0/2138620526 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561721e310f0 0x561721e31570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:28.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.750+0000 7f3773e00700 1 -- 172.21.15.44:0/2138620526 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561721e310f0 msgr2=0x561721e31570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:40:28.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.750+0000 7f3773e00700 1 --2- 172.21.15.44:0/2138620526 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561721e310f0 0x561721e31570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.751+0000 7f3773e00700 1 -- 172.21.15.44:0/2138620526 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561721e36ee0 msgr2=0x561721e30ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:40:28.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.751+0000 7f3773e00700 1 --2- 172.21.15.44:0/2138620526 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561721e36ee0 0x561721e30ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.751+0000 7f3773e00700 1 -- 172.21.15.44:0/2138620526 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561721d473d0 con 0x561721e365c0 2024-05-21T00:40:28.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.751+0000 7f3773400700 1 --2- 172.21.15.44:0/2138620526 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561721e36ee0 0x561721e30ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:40:28.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.751+0000 7f3773400700 1 --2- 172.21.15.44:0/4095562101 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f37580b2900 0x7f37580b4dc0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f3760013a70 tx=0x7f3760009c00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:28.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.751+0000 7f3773e00700 1 --2- 172.21.15.44:0/2138620526 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561721e365c0 0x561721e369a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f3764009c90 tx=0x7f37640058e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e319c692d61418ee server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:28.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.751+0000 7f3769600700 1 -- 172.21.15.44:0/2138620526 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3764011c80 con 0x561721e365c0 2024-05-21T00:40:28.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.751+0000 7f3769600700 1 -- 172.21.15.44:0/2138620526 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3764011e20 con 0x561721e365c0 2024-05-21T00:40:28.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.751+0000 7f3769600700 1 -- 172.21.15.44:0/2138620526 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3764005280 con 0x561721e365c0 2024-05-21T00:40:28.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.752+0000 7f3785543b80 1 -- 172.21.15.44:0/2138620526 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561721e365c0 msgr2=0x561721e369a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:28.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.752+0000 7f3785543b80 1 --2- 172.21.15.44:0/2138620526 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561721e365c0 0x561721e369a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f3764009c90 tx=0x7f37640058e0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.752+0000 7f3785543b80 1 -- 172.21.15.44:0/2138620526 shutdown_connections 2024-05-21T00:40:28.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.752+0000 7f3785543b80 1 --2- 172.21.15.44:0/2138620526 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561721e310f0 0x561721e31570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.752+0000 7f3785543b80 1 --2- 172.21.15.44:0/2138620526 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561721e365c0 0x561721e369a0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.752+0000 7f3785543b80 1 --2- 172.21.15.44:0/2138620526 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561721e36ee0 0x561721e30ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.752+0000 7f3785543b80 1 -- 172.21.15.44:0/2138620526 >> 172.21.15.44:0/2138620526 conn(0x561721d5eb90 msgr2=0x561721e2b640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:28.758 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.752+0000 7f3785543b80 1 -- 172.21.15.44:0/2138620526 shutdown_connections 2024-05-21T00:40:28.758 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.752+0000 7f3785543b80 1 -- 172.21.15.44:0/2138620526 wait complete. 2024-05-21T00:40:28.758 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.753+0000 7f3785543b80 1 -- start start 2024-05-21T00:40:28.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.753+0000 7f3785543b80 1 Processor -- start 2024-05-21T00:40:28.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.754+0000 7f3785543b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561721e310f0 0x561721e3cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:28.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.754+0000 7f3785543b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561721e365c0 0x561721e39f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:28.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.754+0000 7f3785543b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561721e36ee0 0x561721e3a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:28.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.754+0000 7f3785543b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x561721c84f50 con 0x561721e36ee0 2024-05-21T00:40:28.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.754+0000 7f3785543b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x561721d1f710 con 0x561721e310f0 2024-05-21T00:40:28.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.754+0000 7f3785543b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x561721e3d990 con 0x561721e365c0 2024-05-21T00:40:28.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.754+0000 7f3785543b80 10 client.0 _ll_register_callbacks cb 0x561721d28c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:40:28.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.754+0000 7f3773e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561721e310f0 0x561721e3cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:28.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.754+0000 7f3778c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561721e36ee0 0x561721e3a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:28.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.754+0000 7f3773e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561721e310f0 0x561721e3cbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:54944/0 (socket says 172.21.15.44:54944) 2024-05-21T00:40:28.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.754+0000 7f3773e00700 1 -- 172.21.15.44:0/2196160499 learned_addr learned my addr 172.21.15.44:0/2196160499 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:40:28.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.754+0000 7f3773400700 1 --2- 172.21.15.44:0/2196160499 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561721e365c0 0x561721e39f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:28.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.755+0000 7f3773e00700 1 -- 172.21.15.44:0/2196160499 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561721e365c0 msgr2=0x561721e39f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:40:28.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.755+0000 7f3773e00700 1 --2- 172.21.15.44:0/2196160499 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561721e365c0 0x561721e39f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.755+0000 7f3773e00700 1 -- 172.21.15.44:0/2196160499 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561721e36ee0 msgr2=0x561721e3a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:40:28.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.755+0000 7f3773e00700 1 --2- 172.21.15.44:0/2196160499 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561721e36ee0 0x561721e3a4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.755+0000 7f3773e00700 1 -- 172.21.15.44:0/2196160499 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561721cce880 con 0x561721e310f0 2024-05-21T00:40:28.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.755+0000 7f3773400700 1 --2- 172.21.15.44:0/2196160499 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561721e365c0 0x561721e39f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:40:28.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.755+0000 7f3773e00700 1 --2- 172.21.15.44:0/2196160499 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561721e310f0 0x561721e3cbe0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f3764009770 tx=0x7f37640047e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=988a638ce8f455c5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:28.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.755+0000 7f375e000700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:40:28.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.755+0000 7f375e000700 1 -- 172.21.15.44:0/2196160499 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3764026020 con 0x561721e310f0 2024-05-21T00:40:28.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.755+0000 7f375e000700 1 -- 172.21.15.44:0/2196160499 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f3764004260 con 0x561721e310f0 2024-05-21T00:40:28.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.755+0000 7f3785543b80 1 -- 172.21.15.44:0/2196160499 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3764011e20 con 0x561721e310f0 2024-05-21T00:40:28.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.756+0000 7f375e000700 1 -- 172.21.15.44:0/2196160499 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f3764031050 con 0x561721e310f0 2024-05-21T00:40:28.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.756+0000 7f3785543b80 10 client.24902 fetch_fsmap learned FSMap version 25 2024-05-21T00:40:28.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.756+0000 7f3785543b80 1 -- 172.21.15.44:0/2196160499 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x561721d4f010 con 0x561721e310f0 2024-05-21T00:40:28.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.756+0000 7f375e000700 1 -- 172.21.15.44:0/2196160499 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3764011e20 con 0x561721e310f0 2024-05-21T00:40:28.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.756+0000 7f375e000700 1 -- 172.21.15.44:0/2196160499 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f3764018070 con 0x561721e310f0 2024-05-21T00:40:28.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.756+0000 7f3785543b80 10 client.24902 fetch_fsmap finished waiting for FSMap version 25 2024-05-21T00:40:28.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.756+0000 7f3785543b80 10 client.24902 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-21T00:40:28.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.757+0000 7f3785543b80 20 client.24902 populate_metadata read hostname 'smithi044' 2024-05-21T00:40:28.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.757+0000 7f3785543b80 1 --2- 172.21.15.44:0/2196160499 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x561721e4a250 0x561721e4b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:28.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.757+0000 7f3785543b80 4 client.24902 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:40:28.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.757+0000 7f3785543b80 1 -- 172.21.15.44:0/2196160499 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561721d90d40 con 0x561721e4a250 2024-05-21T00:40:28.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.757+0000 7f3773400700 1 --2- 172.21.15.44:0/2196160499 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x561721e4a250 0x561721e4b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:28.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.758+0000 7f375e000700 10 client.24902 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:40:28.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.758+0000 7f3773400700 1 --2- 172.21.15.44:0/2196160499 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x561721e4a250 0x561721e4b6c0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8f02e06ccfaf04bf server_cookie=682d5839d142a039 in_seq=0 out_seq=0 2024-05-21T00:40:28.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.758+0000 7f375e000700 1 -- 172.21.15.44:0/2196160499 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x561721d90d40 con 0x561721e4a250 2024-05-21T00:40:28.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.758+0000 7f375e000700 10 client.24902 handle_command_reply: tid=0 2024-05-21T00:40:28.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.758+0000 7f3785543b80 1 client.24902 shutdown 2024-05-21T00:40:28.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.759+0000 7f3785543b80 1 -- 172.21.15.44:0/2196160499 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561721e310f0 msgr2=0x561721e3cbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:28.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.759+0000 7f3785543b80 1 --2- 172.21.15.44:0/2196160499 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561721e310f0 0x561721e3cbe0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f3764009770 tx=0x7f37640047e0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.759+0000 7f3785543b80 1 -- 172.21.15.44:0/2196160499 shutdown_connections 2024-05-21T00:40:28.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.759+0000 7f3785543b80 1 --2- 172.21.15.44:0/2196160499 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561721e36ee0 0x561721e3a4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.759+0000 7f3785543b80 1 --2- 172.21.15.44:0/2196160499 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x561721e4a250 0x561721e4b6c0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.759+0000 7f3785543b80 1 --2- 172.21.15.44:0/2196160499 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561721e310f0 0x561721e3cbe0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.759+0000 7f3785543b80 1 --2- 172.21.15.44:0/2196160499 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561721e365c0 0x561721e39f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.759+0000 7f375e000700 0 client.24902 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:40:28.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.759+0000 7f3785543b80 1 -- 172.21.15.44:0/2196160499 >> 172.21.15.44:0/2196160499 conn(0x561721d5eb90 msgr2=0x561721e2ad20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:28.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.759+0000 7f3785543b80 1 -- 172.21.15.44:0/2196160499 shutdown_connections 2024-05-21T00:40:28.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.759+0000 7f3785543b80 1 -- 172.21.15.44:0/2196160499 wait complete. 2024-05-21T00:40:28.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.759+0000 7f3785543b80 20 client.24902 trim_cache size 0 max 16384 2024-05-21T00:40:28.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.783+0000 7f3785543b80 1 Processor -- start 2024-05-21T00:40:28.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.783+0000 7f3785543b80 1 -- start start 2024-05-21T00:40:28.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.784+0000 7f3785543b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561721e310f0 0x561721e30ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:28.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.784+0000 7f3785543b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561721e365c0 0x561721e2b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:28.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.784+0000 7f3785543b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561721e36ee0 0x561721e39d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:28.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.784+0000 7f3785543b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x561721e49a00 con 0x561721e365c0 2024-05-21T00:40:28.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.784+0000 7f3785543b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x561721e4a0d0 con 0x561721e310f0 2024-05-21T00:40:28.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.784+0000 7f3785543b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x561721e4a7a0 con 0x561721e36ee0 2024-05-21T00:40:28.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.784+0000 7f3773400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561721e365c0 0x561721e2b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:28.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.784+0000 7f3778c00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561721e36ee0 0x561721e39d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:28.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.784+0000 7f3773e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561721e310f0 0x561721e30ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:28.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.784+0000 7f3773e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561721e310f0 0x561721e30ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:54956/0 (socket says 172.21.15.44:54956) 2024-05-21T00:40:28.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.784+0000 7f3778c00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561721e36ee0 0x561721e39d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:46394/0 (socket says 172.21.15.44:46394) 2024-05-21T00:40:28.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.784+0000 7f3773400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561721e365c0 0x561721e2b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:52894/0 (socket says 172.21.15.44:52894) 2024-05-21T00:40:28.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.784+0000 7f3773e00700 1 -- 172.21.15.44:0/2517031194 learned_addr learned my addr 172.21.15.44:0/2517031194 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:40:28.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.785+0000 7f3773e00700 1 -- 172.21.15.44:0/2517031194 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561721e36ee0 msgr2=0x561721e39d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:40:28.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.785+0000 7f3773e00700 1 --2- 172.21.15.44:0/2517031194 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561721e36ee0 0x561721e39d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.785+0000 7f3773e00700 1 -- 172.21.15.44:0/2517031194 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561721e365c0 msgr2=0x561721e2b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:40:28.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.785+0000 7f3773e00700 1 --2- 172.21.15.44:0/2517031194 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561721e365c0 0x561721e2b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.785+0000 7f3773e00700 1 -- 172.21.15.44:0/2517031194 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561721e384f0 con 0x561721e310f0 2024-05-21T00:40:28.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.785+0000 7f3773e00700 1 --2- 172.21.15.44:0/2517031194 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561721e310f0 0x561721e30ad0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f37640097a0 tx=0x7f3764004900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=89b046de013a6ef3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:28.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.785+0000 7f3768c00700 1 -- 172.21.15.44:0/2517031194 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3764026040 con 0x561721e310f0 2024-05-21T00:40:28.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.785+0000 7f3768c00700 1 -- 172.21.15.44:0/2517031194 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37640056d0 con 0x561721e310f0 2024-05-21T00:40:28.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.785+0000 7f3768c00700 1 -- 172.21.15.44:0/2517031194 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3764004630 con 0x561721e310f0 2024-05-21T00:40:28.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.786+0000 7f3785543b80 1 -- 172.21.15.44:0/2517031194 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561721e310f0 msgr2=0x561721e30ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:28.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.786+0000 7f3785543b80 1 --2- 172.21.15.44:0/2517031194 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561721e310f0 0x561721e30ad0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f37640097a0 tx=0x7f3764004900 comp rx=0 tx=0).stop 2024-05-21T00:40:28.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.786+0000 7f3785543b80 1 -- 172.21.15.44:0/2517031194 shutdown_connections 2024-05-21T00:40:28.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.786+0000 7f3785543b80 1 --2- 172.21.15.44:0/2517031194 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561721e36ee0 0x561721e39d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.786+0000 7f3785543b80 1 --2- 172.21.15.44:0/2517031194 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561721e310f0 0x561721e30ad0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.786+0000 7f3785543b80 1 --2- 172.21.15.44:0/2517031194 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561721e365c0 0x561721e2b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.786+0000 7f3785543b80 1 -- 172.21.15.44:0/2517031194 >> 172.21.15.44:0/2517031194 conn(0x561721d5eb90 msgr2=0x561721e49260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:28.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.786+0000 7f3785543b80 1 -- 172.21.15.44:0/2517031194 shutdown_connections 2024-05-21T00:40:28.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.786+0000 7f3785543b80 1 -- 172.21.15.44:0/2517031194 wait complete. 2024-05-21T00:40:28.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.787+0000 7f3785543b80 1 -- start start 2024-05-21T00:40:28.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.787+0000 7f3785543b80 1 Processor -- start 2024-05-21T00:40:28.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.787+0000 7f3785543b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561721e310f0 0x561721e54b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:28.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.787+0000 7f3785543b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561721e365c0 0x561721e55080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:28.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.787+0000 7f3785543b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561721e36ee0 0x561721e4faf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:28.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.787+0000 7f3785543b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x561721e4b540 con 0x561721e36ee0 2024-05-21T00:40:28.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.787+0000 7f3785543b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x561721e4ae70 con 0x561721e365c0 2024-05-21T00:40:28.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.787+0000 7f3785543b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x561721e4bc10 con 0x561721e310f0 2024-05-21T00:40:28.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.787+0000 7f3785543b80 10 client.0 _ll_register_callbacks cb 0x561721d28c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:40:28.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.788+0000 7f3773400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561721e365c0 0x561721e55080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:28.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.788+0000 7f3773400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561721e365c0 0x561721e55080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:54964/0 (socket says 172.21.15.44:54964) 2024-05-21T00:40:28.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.788+0000 7f3773400700 1 -- 172.21.15.44:0/536989716 learned_addr learned my addr 172.21.15.44:0/536989716 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:40:28.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.788+0000 7f3778c00700 1 --2- 172.21.15.44:0/536989716 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561721e36ee0 0x561721e4faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:28.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.788+0000 7f3773e00700 1 --2- 172.21.15.44:0/536989716 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561721e310f0 0x561721e54b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:28.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.788+0000 7f3773400700 1 -- 172.21.15.44:0/536989716 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561721e310f0 msgr2=0x561721e54b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:40:28.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.788+0000 7f3773400700 1 --2- 172.21.15.44:0/536989716 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561721e310f0 0x561721e54b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.788+0000 7f3773400700 1 -- 172.21.15.44:0/536989716 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561721e36ee0 msgr2=0x561721e4faf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:40:28.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.788+0000 7f3773400700 1 --2- 172.21.15.44:0/536989716 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561721e36ee0 0x561721e4faf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.788+0000 7f3773400700 1 -- 172.21.15.44:0/536989716 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561721e50030 con 0x561721e365c0 2024-05-21T00:40:28.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.788+0000 7f3778c00700 1 --2- 172.21.15.44:0/536989716 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561721e36ee0 0x561721e4faf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:40:28.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.788+0000 7f3773e00700 1 --2- 172.21.15.44:0/536989716 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561721e310f0 0x561721e54b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:40:28.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.788+0000 7f3773400700 1 --2- 172.21.15.44:0/536989716 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561721e365c0 0x561721e55080 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f3760009920 tx=0x7f37600047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ebe487faa1a84203 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:28.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.788+0000 7f375e000700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:40:28.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.789+0000 7f375e000700 1 -- 172.21.15.44:0/536989716 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3760011a60 con 0x561721e365c0 2024-05-21T00:40:28.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.789+0000 7f375e000700 1 -- 172.21.15.44:0/536989716 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f376001c040 con 0x561721e365c0 2024-05-21T00:40:28.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.789+0000 7f3785543b80 1 -- 172.21.15.44:0/536989716 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f37640056d0 con 0x561721e365c0 2024-05-21T00:40:28.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.789+0000 7f375e000700 1 -- 172.21.15.44:0/536989716 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f3760039050 con 0x561721e365c0 2024-05-21T00:40:28.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.789+0000 7f3785543b80 10 client.24908 fetch_fsmap learned FSMap version 25 2024-05-21T00:40:28.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.789+0000 7f3785543b80 1 -- 172.21.15.44:0/536989716 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x561721ebe9f0 con 0x561721e365c0 2024-05-21T00:40:28.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.789+0000 7f375e000700 1 -- 172.21.15.44:0/536989716 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37640056d0 con 0x561721e365c0 2024-05-21T00:40:28.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.789+0000 7f375e000700 1 -- 172.21.15.44:0/536989716 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f376001f040 con 0x561721e365c0 2024-05-21T00:40:28.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.790+0000 7f3785543b80 10 client.24908 fetch_fsmap finished waiting for FSMap version 25 2024-05-21T00:40:28.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.790+0000 7f3785543b80 10 client.24908 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-21T00:40:28.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.790+0000 7f3785543b80 20 client.24908 populate_metadata read hostname 'smithi044' 2024-05-21T00:40:28.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.790+0000 7f3785543b80 1 --2- 172.21.15.44:0/536989716 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x561721ec3660 0x561721ec2370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:28.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.790+0000 7f3785543b80 4 client.24908 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T00:40:28.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.790+0000 7f3785543b80 1 -- 172.21.15.44:0/536989716 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "status"}) -- 0x561721d8a520 con 0x561721ec3660 2024-05-21T00:40:28.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.790+0000 7f3773e00700 1 --2- 172.21.15.44:0/536989716 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x561721ec3660 0x561721ec2370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:28.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.790+0000 7f3773e00700 1 --2- 172.21.15.44:0/536989716 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x561721ec3660 0x561721ec2370 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6eb3d18904356666 server_cookie=e7539a84263ff593 in_seq=0 out_seq=0 2024-05-21T00:40:28.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.790+0000 7f375e000700 10 client.24908 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:40:28.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.791+0000 7f375e000700 1 -- 172.21.15.44:0/536989716 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x561721d8a520 con 0x561721ec3660 2024-05-21T00:40:28.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.791+0000 7f375e000700 10 client.24908 handle_command_reply: tid=0 2024-05-21T00:40:28.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.791+0000 7f3785543b80 1 client.24908 shutdown 2024-05-21T00:40:28.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.791+0000 7f3785543b80 1 -- 172.21.15.44:0/536989716 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561721e365c0 msgr2=0x561721e55080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:28.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.791+0000 7f3785543b80 1 --2- 172.21.15.44:0/536989716 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561721e365c0 0x561721e55080 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f3760009920 tx=0x7f37600047c0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.791+0000 7f3785543b80 1 -- 172.21.15.44:0/536989716 shutdown_connections 2024-05-21T00:40:28.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.791+0000 7f3785543b80 1 --2- 172.21.15.44:0/536989716 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561721e36ee0 0x561721e4faf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.791+0000 7f3785543b80 1 --2- 172.21.15.44:0/536989716 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x561721ec3660 0x561721ec2370 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.791+0000 7f3785543b80 1 --2- 172.21.15.44:0/536989716 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561721e310f0 0x561721e54b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.791+0000 7f3785543b80 1 --2- 172.21.15.44:0/536989716 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561721e365c0 0x561721e55080 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.791+0000 7f375e000700 0 client.24908 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:40:28.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.791+0000 7f3785543b80 1 -- 172.21.15.44:0/536989716 >> 172.21.15.44:0/536989716 conn(0x561721d5eb90 msgr2=0x561721e38700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:28.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.791+0000 7f3785543b80 1 -- 172.21.15.44:0/536989716 shutdown_connections 2024-05-21T00:40:28.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.791+0000 7f3785543b80 1 -- 172.21.15.44:0/536989716 wait complete. 2024-05-21T00:40:28.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.791+0000 7f3785543b80 20 client.24908 trim_cache size 0 max 16384 2024-05-21T00:40:28.799 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:40:28.799 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "d03df2b2-1708-11ef-bc9a-c7b262605968", 2024-05-21T00:40:28.799 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 0, 2024-05-21T00:40:28.800 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24521, 2024-05-21T00:40:28.800 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-05-21T00:40:28.800 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-05-21T00:40:28.800 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-05-21T00:40:28.800 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 178.31896373399999, 2024-05-21T00:40:28.800 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 25, 2024-05-21T00:40:28.800 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 82, 2024-05-21T00:40:28.800 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 78, 2024-05-21T00:40:28.800 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 201.34082547 2024-05-21T00:40:28.800 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:40:28.801 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.792+0000 7f377ac00700 1 -- 172.21.15.44:0/4095562101 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f37580b2900 msgr2=0x7f37580b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:28.801 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.792+0000 7f377ac00700 1 --2- 172.21.15.44:0/4095562101 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f37580b2900 0x7f37580b4dc0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f3760013a70 tx=0x7f3760009c00 comp rx=0 tx=0).stop 2024-05-21T00:40:28.801 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.792+0000 7f377ac00700 1 -- 172.21.15.44:0/4095562101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f37741095e0 msgr2=0x7f37741a0770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:28.801 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.792+0000 7f377ac00700 1 --2- 172.21.15.44:0/4095562101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f37741095e0 0x7f37741a0770 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f376c0079a0 tx=0x7f376c0079d0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.801 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.792+0000 7f377ac00700 1 -- 172.21.15.44:0/4095562101 shutdown_connections 2024-05-21T00:40:28.801 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.792+0000 7f377ac00700 1 --2- 172.21.15.44:0/4095562101 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f37580b2900 0x7f37580b4dc0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.801 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.792+0000 7f377ac00700 1 --2- 172.21.15.44:0/4095562101 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3774103600 0x7f377419bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.801 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.792+0000 7f377ac00700 1 --2- 172.21.15.44:0/4095562101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f37741095e0 0x7f37741a0770 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.801 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.792+0000 7f377ac00700 1 --2- 172.21.15.44:0/4095562101 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3774103fc0 0x7f377419c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:28.802 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.792+0000 7f377ac00700 1 -- 172.21.15.44:0/4095562101 >> 172.21.15.44:0/4095562101 conn(0x7f377407a700 msgr2=0x7f3774102090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:28.802 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.792+0000 7f377ac00700 1 -- 172.21.15.44:0/4095562101 shutdown_connections 2024-05-21T00:40:28.802 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:28.792+0000 7f377ac00700 1 -- 172.21.15.44:0/4095562101 wait complete. 2024-05-21T00:40:29.632 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:29 smithi044 ceph-mon[31392]: pgmap v411: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:40:29.688 INFO:tasks.cephadm:Setup complete, yielding 2024-05-21T00:40:29.688 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-05-21T00:40:29.698 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi044.front.sepia.ceph.com 2024-05-21T00:40:29.698 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch status' 2024-05-21T00:40:29.699 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:29 smithi082 ceph-mon[36141]: pgmap v411: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:40:29.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:29 smithi092 ceph-mon[36335]: pgmap v411: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:40:30.184 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:40:31.608 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:31 smithi044 ceph-mon[31392]: pgmap v412: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:40:31.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:31 smithi082 ceph-mon[36141]: pgmap v412: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:40:31.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:31 smithi092 ceph-mon[36335]: pgmap v412: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:40:32.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.420+0000 7fd4f1800700 1 -- 172.21.15.44:0/881518573 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4ec10acd0 msgr2=0x7fd4ec10b130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:32.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.420+0000 7fd4f1800700 1 --2- 172.21.15.44:0/881518573 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4ec10acd0 0x7fd4ec10b130 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fd4d4009990 tx=0x7fd4d4009ca0 comp rx=0 tx=0).stop 2024-05-21T00:40:32.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.420+0000 7fd4f1800700 1 -- 172.21.15.44:0/881518573 shutdown_connections 2024-05-21T00:40:32.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.420+0000 7fd4f1800700 1 --2- 172.21.15.44:0/881518573 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4ec10b670 0x7fd4ec111f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:32.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.420+0000 7fd4f1800700 1 --2- 172.21.15.44:0/881518573 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd4ec109ad0 0x7fd4ec109ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:32.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.420+0000 7fd4f1800700 1 --2- 172.21.15.44:0/881518573 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4ec10acd0 0x7fd4ec10b130 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:32.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.420+0000 7fd4f1800700 1 -- 172.21.15.44:0/881518573 >> 172.21.15.44:0/881518573 conn(0x7fd4ec078aa0 msgr2=0x7fd4ec07aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:32.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.420+0000 7fd4f1800700 1 -- 172.21.15.44:0/881518573 shutdown_connections 2024-05-21T00:40:32.425 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.420+0000 7fd4f1800700 1 -- 172.21.15.44:0/881518573 wait complete. 2024-05-21T00:40:32.425 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.422+0000 7fd4f1800700 1 Processor -- start 2024-05-21T00:40:32.425 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.422+0000 7fd4f1800700 1 -- start start 2024-05-21T00:40:32.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.423+0000 7fd4f1800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4ec109ad0 0x7fd4ec19fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:32.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.423+0000 7fd4f1800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd4ec10acd0 0x7fd4ec1a0120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:32.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.423+0000 7fd4f1800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4ec10b670 0x7fd4ec1a71a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:32.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.423+0000 7fd4f1800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd4ec1155a0 con 0x7fd4ec10b670 2024-05-21T00:40:32.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.423+0000 7fd4f1800700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd4ec115420 con 0x7fd4ec10acd0 2024-05-21T00:40:32.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.423+0000 7fd4f1800700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fd4ec115720 con 0x7fd4ec109ad0 2024-05-21T00:40:32.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.423+0000 7fd4ebe00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4ec109ad0 0x7fd4ec19fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:32.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.423+0000 7fd4e3400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd4ec10acd0 0x7fd4ec1a0120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:32.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.423+0000 7fd4f0e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4ec10b670 0x7fd4ec1a71a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:32.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.423+0000 7fd4ebe00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4ec109ad0 0x7fd4ec19fbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:46410/0 (socket says 172.21.15.44:46410) 2024-05-21T00:40:32.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.423+0000 7fd4ebe00700 1 -- 172.21.15.44:0/178957680 learned_addr learned my addr 172.21.15.44:0/178957680 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:40:32.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.424+0000 7fd4e3400700 1 -- 172.21.15.44:0/178957680 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4ec109ad0 msgr2=0x7fd4ec19fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:32.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.424+0000 7fd4e3400700 1 --2- 172.21.15.44:0/178957680 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4ec109ad0 0x7fd4ec19fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:32.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.424+0000 7fd4e3400700 1 -- 172.21.15.44:0/178957680 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4ec10b670 msgr2=0x7fd4ec1a71a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:32.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.424+0000 7fd4e3400700 1 --2- 172.21.15.44:0/178957680 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4ec10b670 0x7fd4ec1a71a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:32.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.424+0000 7fd4e3400700 1 -- 172.21.15.44:0/178957680 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4ec1a7840 con 0x7fd4ec10acd0 2024-05-21T00:40:32.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.424+0000 7fd4ebe00700 1 --2- 172.21.15.44:0/178957680 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4ec109ad0 0x7fd4ec19fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:40:32.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.424+0000 7fd4e3400700 1 --2- 172.21.15.44:0/178957680 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd4ec10acd0 0x7fd4ec1a0120 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fd4d400b850 tx=0x7fd4d4009580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:32.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.425+0000 7fd4e9600700 1 -- 172.21.15.44:0/178957680 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d4026070 con 0x7fd4ec10acd0 2024-05-21T00:40:32.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.425+0000 7fd4e9600700 1 -- 172.21.15.44:0/178957680 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd4d4021410 con 0x7fd4ec10acd0 2024-05-21T00:40:32.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.425+0000 7fd4f1800700 1 -- 172.21.15.44:0/178957680 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4ec1a7ad0 con 0x7fd4ec10acd0 2024-05-21T00:40:32.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.425+0000 7fd4e9600700 1 -- 172.21.15.44:0/178957680 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d4017650 con 0x7fd4ec10acd0 2024-05-21T00:40:32.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.425+0000 7fd4f1800700 1 -- 172.21.15.44:0/178957680 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4ec1a7f80 con 0x7fd4ec10acd0 2024-05-21T00:40:32.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.426+0000 7fd4f1800700 1 -- 172.21.15.44:0/178957680 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4ec06a230 con 0x7fd4ec10acd0 2024-05-21T00:40:32.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.429+0000 7fd4e9600700 1 -- 172.21.15.44:0/178957680 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fd4d4029070 con 0x7fd4ec10acd0 2024-05-21T00:40:32.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.431+0000 7fd4e9600700 1 --2- 172.21.15.44:0/178957680 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd4cc0b2900 0x7fd4cc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:32.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.431+0000 7fd4e9600700 1 -- 172.21.15.44:0/178957680 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fd4d40e31b0 con 0x7fd4ec10acd0 2024-05-21T00:40:32.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.431+0000 7fd4ebe00700 1 --2- 172.21.15.44:0/178957680 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd4cc0b2900 0x7fd4cc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:32.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.432+0000 7fd4ebe00700 1 --2- 172.21.15.44:0/178957680 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd4cc0b2900 0x7fd4cc0b4dc0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd4dc005950 tx=0x7fd4dc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:32.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.432+0000 7fd4e9600700 1 -- 172.21.15.44:0/178957680 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd4d4030080 con 0x7fd4ec10acd0 2024-05-21T00:40:32.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.696+0000 7fd4f1800700 1 -- 172.21.15.44:0/178957680 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7fd4ec063980 con 0x7fd4cc0b2900 2024-05-21T00:40:32.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.698+0000 7fd4e9600700 1 -- 172.21.15.44:0/178957680 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7fd4ec063980 con 0x7fd4cc0b2900 2024-05-21T00:40:32.701 INFO:teuthology.orchestra.run.smithi044.stdout:Backend: cephadm 2024-05-21T00:40:32.702 INFO:teuthology.orchestra.run.smithi044.stdout:Available: Yes 2024-05-21T00:40:32.702 INFO:teuthology.orchestra.run.smithi044.stdout:Paused: No 2024-05-21T00:40:32.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.701+0000 7fd4f1800700 1 -- 172.21.15.44:0/178957680 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd4cc0b2900 msgr2=0x7fd4cc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:32.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.701+0000 7fd4f1800700 1 --2- 172.21.15.44:0/178957680 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd4cc0b2900 0x7fd4cc0b4dc0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd4dc005950 tx=0x7fd4dc009260 comp rx=0 tx=0).stop 2024-05-21T00:40:32.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.701+0000 7fd4f1800700 1 -- 172.21.15.44:0/178957680 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd4ec10acd0 msgr2=0x7fd4ec1a0120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:32.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.701+0000 7fd4f1800700 1 --2- 172.21.15.44:0/178957680 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd4ec10acd0 0x7fd4ec1a0120 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fd4d400b850 tx=0x7fd4d4009580 comp rx=0 tx=0).stop 2024-05-21T00:40:32.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.701+0000 7fd4f1800700 1 -- 172.21.15.44:0/178957680 shutdown_connections 2024-05-21T00:40:32.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.701+0000 7fd4f1800700 1 --2- 172.21.15.44:0/178957680 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd4cc0b2900 0x7fd4cc0b4dc0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:32.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.701+0000 7fd4f1800700 1 --2- 172.21.15.44:0/178957680 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4ec10b670 0x7fd4ec1a71a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:32.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.701+0000 7fd4f1800700 1 --2- 172.21.15.44:0/178957680 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4ec109ad0 0x7fd4ec19fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:32.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.701+0000 7fd4f1800700 1 --2- 172.21.15.44:0/178957680 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd4ec10acd0 0x7fd4ec1a0120 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:32.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.701+0000 7fd4f1800700 1 -- 172.21.15.44:0/178957680 >> 172.21.15.44:0/178957680 conn(0x7fd4ec078aa0 msgr2=0x7fd4ec10dfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:32.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.701+0000 7fd4f1800700 1 -- 172.21.15.44:0/178957680 shutdown_connections 2024-05-21T00:40:32.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:32.701+0000 7fd4f1800700 1 -- 172.21.15.44:0/178957680 wait complete. 2024-05-21T00:40:33.570 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch ps' 2024-05-21T00:40:33.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:33 smithi082 ceph-mon[36141]: pgmap v413: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:33.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:33 smithi082 ceph-mon[36141]: from='client.24914 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:40:33.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:33 smithi092 ceph-mon[36335]: pgmap v413: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:33.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:33 smithi092 ceph-mon[36335]: from='client.24914 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:40:33.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:33 smithi044 ceph-mon[31392]: pgmap v413: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:33.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:33 smithi044 ceph-mon[31392]: from='client.24914 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:40:34.049 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:40:35.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:35 smithi082 ceph-mon[36141]: pgmap v414: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:40:35.736 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:35 smithi044 ceph-mon[31392]: pgmap v414: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:40:35.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:35 smithi092 ceph-mon[36335]: pgmap v414: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:40:36.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.282+0000 7fe610a00700 1 -- 172.21.15.44:0/2096470373 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe60c1056e0 msgr2=0x7fe60c105b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:36.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.282+0000 7fe610a00700 1 --2- 172.21.15.44:0/2096470373 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe60c1056e0 0x7fe60c105b00 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fe5fc009920 tx=0x7fe5fc009c30 comp rx=0 tx=0).stop 2024-05-21T00:40:36.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.282+0000 7fe610a00700 1 -- 172.21.15.44:0/2096470373 shutdown_connections 2024-05-21T00:40:36.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.282+0000 7fe610a00700 1 --2- 172.21.15.44:0/2096470373 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe60c1056e0 0x7fe60c105b00 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:36.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.282+0000 7fe610a00700 1 --2- 172.21.15.44:0/2096470373 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe60c107280 0x7fe60c10db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:36.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.283+0000 7fe610a00700 1 --2- 172.21.15.44:0/2096470373 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe60c1068e0 0x7fe60c106d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:36.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.283+0000 7fe610a00700 1 -- 172.21.15.44:0/2096470373 >> 172.21.15.44:0/2096470373 conn(0x7fe60c100c80 msgr2=0x7fe60c1030c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:36.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.283+0000 7fe610a00700 1 -- 172.21.15.44:0/2096470373 shutdown_connections 2024-05-21T00:40:36.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.283+0000 7fe610a00700 1 -- 172.21.15.44:0/2096470373 wait complete. 2024-05-21T00:40:36.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.284+0000 7fe610a00700 1 Processor -- start 2024-05-21T00:40:36.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.284+0000 7fe610a00700 1 -- start start 2024-05-21T00:40:36.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.285+0000 7fe610a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe60c1056e0 0x7fe60c07b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:36.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.285+0000 7fe610a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe60c1068e0 0x7fe60c07b830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:36.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.285+0000 7fe610a00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe60c107280 0x7fe60c077e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:36.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.285+0000 7fe610a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe60c1111a0 con 0x7fe60c1068e0 2024-05-21T00:40:36.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.285+0000 7fe610a00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe60c111020 con 0x7fe60c107280 2024-05-21T00:40:36.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.285+0000 7fe610a00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fe60c111320 con 0x7fe60c1056e0 2024-05-21T00:40:36.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.285+0000 7fe60b400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe60c1056e0 0x7fe60c07b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:36.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.285+0000 7fe602a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe60c1068e0 0x7fe60c07b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:36.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.285+0000 7fe60b400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe60c1056e0 0x7fe60c07b2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:46434/0 (socket says 172.21.15.44:46434) 2024-05-21T00:40:36.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.285+0000 7fe60b400700 1 -- 172.21.15.44:0/2950146970 learned_addr learned my addr 172.21.15.44:0/2950146970 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:40:36.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.285+0000 7fe60be00700 1 --2- 172.21.15.44:0/2950146970 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe60c107280 0x7fe60c077e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:36.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.285+0000 7fe60b400700 1 -- 172.21.15.44:0/2950146970 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe60c107280 msgr2=0x7fe60c077e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:36.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.285+0000 7fe60b400700 1 --2- 172.21.15.44:0/2950146970 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe60c107280 0x7fe60c077e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:36.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.285+0000 7fe60b400700 1 -- 172.21.15.44:0/2950146970 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe60c1068e0 msgr2=0x7fe60c07b830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:36.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.285+0000 7fe60b400700 1 --2- 172.21.15.44:0/2950146970 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe60c1068e0 0x7fe60c07b830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:36.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.285+0000 7fe60b400700 1 -- 172.21.15.44:0/2950146970 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe60c078740 con 0x7fe60c1056e0 2024-05-21T00:40:36.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.286+0000 7fe60b400700 1 --2- 172.21.15.44:0/2950146970 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe60c1056e0 0x7fe60c07b2f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fe5fc009230 tx=0x7fe5fc005270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:36.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.286+0000 7fe608c00700 1 -- 172.21.15.44:0/2950146970 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5fc027070 con 0x7fe60c1056e0 2024-05-21T00:40:36.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.286+0000 7fe610a00700 1 -- 172.21.15.44:0/2950146970 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe60c1a7d00 con 0x7fe60c1056e0 2024-05-21T00:40:36.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.286+0000 7fe608c00700 1 -- 172.21.15.44:0/2950146970 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5fc00ba10 con 0x7fe60c1056e0 2024-05-21T00:40:36.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.286+0000 7fe608c00700 1 -- 172.21.15.44:0/2950146970 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5fc004930 con 0x7fe60c1056e0 2024-05-21T00:40:36.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.286+0000 7fe610a00700 1 -- 172.21.15.44:0/2950146970 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe60c1a80a0 con 0x7fe60c1056e0 2024-05-21T00:40:36.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.288+0000 7fe610a00700 1 -- 172.21.15.44:0/2950146970 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe60c06a230 con 0x7fe60c1056e0 2024-05-21T00:40:36.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.290+0000 7fe608c00700 1 -- 172.21.15.44:0/2950146970 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fe5fc02a070 con 0x7fe60c1056e0 2024-05-21T00:40:36.295 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.291+0000 7fe608c00700 1 --2- 172.21.15.44:0/2950146970 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe5f00b2900 0x7fe5f00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:36.295 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.292+0000 7fe608c00700 1 -- 172.21.15.44:0/2950146970 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fe5fc0e2d70 con 0x7fe60c1056e0 2024-05-21T00:40:36.295 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.292+0000 7fe602a00700 1 --2- 172.21.15.44:0/2950146970 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe5f00b2900 0x7fe5f00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:36.295 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.292+0000 7fe602a00700 1 --2- 172.21.15.44:0/2950146970 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe5f00b2900 0x7fe5f00b4dc0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fe5f4009c60 tx=0x7fe5f4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:36.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.296+0000 7fe608c00700 1 -- 172.21.15.44:0/2950146970 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe5fc05fdf0 con 0x7fe60c1056e0 2024-05-21T00:40:36.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.548+0000 7fe610a00700 1 -- 172.21.15.44:0/2950146970 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7fe60c063980 con 0x7fe5f00b2900 2024-05-21T00:40:36.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.591+0000 7fe608c00700 1 -- 172.21.15.44:0/2950146970 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4123 (secure 0 0 0) 0x7fe60c063980 con 0x7fe5f00b2900 2024-05-21T00:40:36.595 INFO:teuthology.orchestra.run.smithi044.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-21T00:40:36.595 INFO:teuthology.orchestra.run.smithi044.stdout:mds.a smithi044 running (3m) 46s ago 3m 18.2M - 19.0.0-3829-gb772be9b 3276cc7531c6 8644fc37acf3 2024-05-21T00:40:36.595 INFO:teuthology.orchestra.run.smithi044.stdout:mds.b smithi082 running (3m) 70s ago 3m 28.6M - 19.0.0-3829-gb772be9b 3276cc7531c6 3aaeeb27fa3b 2024-05-21T00:40:36.595 INFO:teuthology.orchestra.run.smithi044.stdout:mds.c smithi092 running (3m) 70s ago 3m 19.0M - 19.0.0-3829-gb772be9b 3276cc7531c6 a0611532e466 2024-05-21T00:40:36.595 INFO:teuthology.orchestra.run.smithi044.stdout:mds.d smithi044 running (3m) 46s ago 3m 13.1M - 19.0.0-3829-gb772be9b 3276cc7531c6 fdac9916e0ae 2024-05-21T00:40:36.595 INFO:teuthology.orchestra.run.smithi044.stdout:mds.e smithi082 running (3m) 70s ago 3m 15.9M - 19.0.0-3829-gb772be9b 3276cc7531c6 2e23a71e03fd 2024-05-21T00:40:36.595 INFO:teuthology.orchestra.run.smithi044.stdout:mds.f smithi092 running (3m) 70s ago 3m 17.0M - 19.0.0-3829-gb772be9b 3276cc7531c6 17b6d43f52be 2024-05-21T00:40:36.596 INFO:teuthology.orchestra.run.smithi044.stdout:mds.g smithi044 running (3m) 46s ago 3m 18.6M - 19.0.0-3829-gb772be9b 3276cc7531c6 3f0a9b028ec0 2024-05-21T00:40:36.596 INFO:teuthology.orchestra.run.smithi044.stdout:mds.h smithi082 running (3m) 70s ago 3m 20.2M - 19.0.0-3829-gb772be9b 3276cc7531c6 90c0a0f0d421 2024-05-21T00:40:36.596 INFO:teuthology.orchestra.run.smithi044.stdout:mds.i smithi092 running (3m) 70s ago 3m 20.1M - 19.0.0-3829-gb772be9b 3276cc7531c6 36268d749b7b 2024-05-21T00:40:36.596 INFO:teuthology.orchestra.run.smithi044.stdout:mds.j smithi044 running (4m) 46s ago 4m 13.1M - 19.0.0-3829-gb772be9b 3276cc7531c6 67670f36278d 2024-05-21T00:40:36.596 INFO:teuthology.orchestra.run.smithi044.stdout:mds.k smithi082 running (4m) 70s ago 4m 13.7M - 19.0.0-3829-gb772be9b 3276cc7531c6 b54178debf68 2024-05-21T00:40:36.596 INFO:teuthology.orchestra.run.smithi044.stdout:mds.l smithi092 running (4m) 70s ago 4m 16.0M - 19.0.0-3829-gb772be9b 3276cc7531c6 e006a9d401fa 2024-05-21T00:40:36.596 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.x smithi044 *:9283,8765 running (12m) 46s ago 12m 531M - 19.0.0-3829-gb772be9b 3276cc7531c6 dd2e9152a9fb 2024-05-21T00:40:36.596 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.y smithi082 *:8443,8765 running (10m) 70s ago 10m 467M - 19.0.0-3829-gb772be9b 3276cc7531c6 435d730400e1 2024-05-21T00:40:36.596 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.z smithi092 *:8443,8765 running (10m) 70s ago 10m 469M - 19.0.0-3829-gb772be9b 3276cc7531c6 773c59a3c295 2024-05-21T00:40:36.596 INFO:teuthology.orchestra.run.smithi044.stdout:mon.a smithi044 running (12m) 46s ago 12m 49.0M 2048M 19.0.0-3829-gb772be9b 3276cc7531c6 50d29f23d7e8 2024-05-21T00:40:36.596 INFO:teuthology.orchestra.run.smithi044.stdout:mon.b smithi082 running (10m) 70s ago 10m 41.4M 2048M 19.0.0-3829-gb772be9b 3276cc7531c6 c2c4c608c5bb 2024-05-21T00:40:36.597 INFO:teuthology.orchestra.run.smithi044.stdout:mon.c smithi092 running (10m) 70s ago 10m 40.7M 2048M 19.0.0-3829-gb772be9b 3276cc7531c6 d8e5ae3c1245 2024-05-21T00:40:36.597 INFO:teuthology.orchestra.run.smithi044.stdout:osd.0 smithi044 running (9m) 46s ago 9m 44.8M 4273M 19.0.0-3829-gb772be9b 3276cc7531c6 fce7e8eebe41 2024-05-21T00:40:36.597 INFO:teuthology.orchestra.run.smithi044.stdout:osd.1 smithi082 running (9m) 70s ago 9m 58.3M 4272M 19.0.0-3829-gb772be9b 3276cc7531c6 64aadb4972a0 2024-05-21T00:40:36.597 INFO:teuthology.orchestra.run.smithi044.stdout:osd.2 smithi092 running (8m) 70s ago 8m 48.3M 4272M 19.0.0-3829-gb772be9b 3276cc7531c6 939d7faee8cc 2024-05-21T00:40:36.597 INFO:teuthology.orchestra.run.smithi044.stdout:osd.3 smithi044 running (8m) 46s ago 8m 52.8M 4273M 19.0.0-3829-gb772be9b 3276cc7531c6 e5a8df69eca6 2024-05-21T00:40:36.597 INFO:teuthology.orchestra.run.smithi044.stdout:osd.4 smithi082 running (7m) 70s ago 7m 52.4M 4272M 19.0.0-3829-gb772be9b 3276cc7531c6 cdb7afc9f960 2024-05-21T00:40:36.597 INFO:teuthology.orchestra.run.smithi044.stdout:osd.5 smithi092 running (7m) 70s ago 7m 44.0M 4272M 19.0.0-3829-gb772be9b 3276cc7531c6 cff22b99f085 2024-05-21T00:40:36.597 INFO:teuthology.orchestra.run.smithi044.stdout:osd.6 smithi044 running (6m) 46s ago 6m 40.9M 4273M 19.0.0-3829-gb772be9b 3276cc7531c6 478d3ecc4970 2024-05-21T00:40:36.597 INFO:teuthology.orchestra.run.smithi044.stdout:osd.7 smithi082 running (6m) 70s ago 6m 56.2M 4272M 19.0.0-3829-gb772be9b 3276cc7531c6 5a06e5dd99bc 2024-05-21T00:40:36.597 INFO:teuthology.orchestra.run.smithi044.stdout:osd.8 smithi092 running (6m) 70s ago 5m 54.7M 4272M 19.0.0-3829-gb772be9b 3276cc7531c6 a0b1e9065bf5 2024-05-21T00:40:36.597 INFO:teuthology.orchestra.run.smithi044.stdout:osd.9 smithi044 running (5m) 46s ago 5m 41.6M 4273M 19.0.0-3829-gb772be9b 3276cc7531c6 c39ef28b54ba 2024-05-21T00:40:36.597 INFO:teuthology.orchestra.run.smithi044.stdout:osd.10 smithi082 running (4m) 70s ago 4m 53.6M 4272M 19.0.0-3829-gb772be9b 3276cc7531c6 3a83ab5e3f5a 2024-05-21T00:40:36.597 INFO:teuthology.orchestra.run.smithi044.stdout:osd.11 smithi092 running (4m) 70s ago 4m 56.4M 4272M 19.0.0-3829-gb772be9b 3276cc7531c6 7229fb037e4f 2024-05-21T00:40:36.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.594+0000 7fe610a00700 1 -- 172.21.15.44:0/2950146970 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe5f00b2900 msgr2=0x7fe5f00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:36.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.594+0000 7fe610a00700 1 --2- 172.21.15.44:0/2950146970 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe5f00b2900 0x7fe5f00b4dc0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fe5f4009c60 tx=0x7fe5f4009260 comp rx=0 tx=0).stop 2024-05-21T00:40:36.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.594+0000 7fe610a00700 1 -- 172.21.15.44:0/2950146970 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe60c1056e0 msgr2=0x7fe60c07b2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:36.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.594+0000 7fe610a00700 1 --2- 172.21.15.44:0/2950146970 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe60c1056e0 0x7fe60c07b2f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fe5fc009230 tx=0x7fe5fc005270 comp rx=0 tx=0).stop 2024-05-21T00:40:36.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.594+0000 7fe610a00700 1 -- 172.21.15.44:0/2950146970 shutdown_connections 2024-05-21T00:40:36.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.594+0000 7fe610a00700 1 --2- 172.21.15.44:0/2950146970 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe5f00b2900 0x7fe5f00b4dc0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:36.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.594+0000 7fe610a00700 1 --2- 172.21.15.44:0/2950146970 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe60c107280 0x7fe60c077e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:36.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.594+0000 7fe610a00700 1 --2- 172.21.15.44:0/2950146970 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe60c1056e0 0x7fe60c07b2f0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:36.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.594+0000 7fe610a00700 1 --2- 172.21.15.44:0/2950146970 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe60c1068e0 0x7fe60c07b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:36.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.594+0000 7fe610a00700 1 -- 172.21.15.44:0/2950146970 >> 172.21.15.44:0/2950146970 conn(0x7fe60c100c80 msgr2=0x7fe60c109cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:36.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.595+0000 7fe610a00700 1 -- 172.21.15.44:0/2950146970 shutdown_connections 2024-05-21T00:40:36.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:36.595+0000 7fe610a00700 1 -- 172.21.15.44:0/2950146970 wait complete. 2024-05-21T00:40:37.415 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch ls' 2024-05-21T00:40:37.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:37 smithi044 ceph-mon[31392]: pgmap v415: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:37.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:37 smithi044 ceph-mon[31392]: from='client.24922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:40:37.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:37 smithi082 ceph-mon[36141]: pgmap v415: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:37.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:37 smithi082 ceph-mon[36141]: from='client.24922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:40:37.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:37 smithi092 ceph-mon[36335]: pgmap v415: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:37.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:37 smithi092 ceph-mon[36335]: from='client.24922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:40:37.871 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:40:39.531 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:39 smithi044 ceph-mon[31392]: pgmap v416: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:40:39.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:39 smithi092 ceph-mon[36335]: pgmap v416: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:40:39.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:39 smithi082 ceph-mon[36141]: pgmap v416: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:40:40.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.074+0000 7f10b2200700 1 -- 172.21.15.44:0/1701386284 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10ac1057e0 msgr2=0x7f10ac105c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:40.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.074+0000 7f10b2200700 1 --2- 172.21.15.44:0/1701386284 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10ac1057e0 0x7f10ac105c00 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f109c00b0a0 tx=0x7f109c00b3b0 comp rx=0 tx=0).stop 2024-05-21T00:40:40.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.074+0000 7f10b2200700 1 -- 172.21.15.44:0/1701386284 shutdown_connections 2024-05-21T00:40:40.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.074+0000 7f10b2200700 1 --2- 172.21.15.44:0/1701386284 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f10ac107380 0x7f10ac10dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:40.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.074+0000 7f10b2200700 1 --2- 172.21.15.44:0/1701386284 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10ac1057e0 0x7f10ac105c00 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:40.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.074+0000 7f10b2200700 1 --2- 172.21.15.44:0/1701386284 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f10ac1069e0 0x7f10ac106e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:40.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.074+0000 7f10b2200700 1 -- 172.21.15.44:0/1701386284 >> 172.21.15.44:0/1701386284 conn(0x7f10ac100da0 msgr2=0x7f10ac1031c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:40.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.074+0000 7f10b2200700 1 -- 172.21.15.44:0/1701386284 shutdown_connections 2024-05-21T00:40:40.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.074+0000 7f10b2200700 1 -- 172.21.15.44:0/1701386284 wait complete. 2024-05-21T00:40:40.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.076+0000 7f10b2200700 1 Processor -- start 2024-05-21T00:40:40.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.076+0000 7f10b2200700 1 -- start start 2024-05-21T00:40:40.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.076+0000 7f10b2200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f10ac1057e0 0x7f10ac19b980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:40.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.076+0000 7f10b2200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f10ac1069e0 0x7f10ac19bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:40.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.076+0000 7f10b2200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10ac107380 0x7f10ac1a2f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:40.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.077+0000 7f10b2200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f10ac1112c0 con 0x7f10ac1057e0 2024-05-21T00:40:40.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.077+0000 7f10b2200700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f10ac111140 con 0x7f10ac1069e0 2024-05-21T00:40:40.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.077+0000 7f10b2200700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f10ac111440 con 0x7f10ac107380 2024-05-21T00:40:40.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.077+0000 7f10ab400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f10ac1057e0 0x7f10ac19b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:40.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.077+0000 7f10ab400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f10ac1057e0 0x7f10ac19b980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54288/0 (socket says 172.21.15.44:54288) 2024-05-21T00:40:40.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.077+0000 7f10ab400700 1 -- 172.21.15.44:0/1693977328 learned_addr learned my addr 172.21.15.44:0/1693977328 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:40:40.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.077+0000 7f10abe00700 1 --2- 172.21.15.44:0/1693977328 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10ac107380 0x7f10ac1a2f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:40.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.077+0000 7f10a2a00700 1 --2- 172.21.15.44:0/1693977328 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f10ac1069e0 0x7f10ac19bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:40.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.077+0000 7f10ab400700 1 -- 172.21.15.44:0/1693977328 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10ac107380 msgr2=0x7f10ac1a2f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:40.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.077+0000 7f10ab400700 1 --2- 172.21.15.44:0/1693977328 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10ac107380 0x7f10ac1a2f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:40.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.077+0000 7f10ab400700 1 -- 172.21.15.44:0/1693977328 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f10ac1069e0 msgr2=0x7f10ac19bec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:40.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.077+0000 7f10ab400700 1 --2- 172.21.15.44:0/1693977328 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f10ac1069e0 0x7f10ac19bec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:40.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.077+0000 7f10ab400700 1 -- 172.21.15.44:0/1693977328 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10ac1a35e0 con 0x7f10ac1057e0 2024-05-21T00:40:40.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.077+0000 7f10abe00700 1 --2- 172.21.15.44:0/1693977328 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10ac107380 0x7f10ac1a2f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:40:40.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.078+0000 7f10ab400700 1 --2- 172.21.15.44:0/1693977328 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f10ac1057e0 0x7f10ac19b980 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f109c000f80 tx=0x7f109c004d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:40.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.078+0000 7f10a8c00700 1 -- 172.21.15.44:0/1693977328 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f109c021070 con 0x7f10ac1057e0 2024-05-21T00:40:40.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.078+0000 7f10a8c00700 1 -- 172.21.15.44:0/1693977328 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f109c007c00 con 0x7f10ac1057e0 2024-05-21T00:40:40.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.078+0000 7f10b2200700 1 -- 172.21.15.44:0/1693977328 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10ac1a3870 con 0x7f10ac1057e0 2024-05-21T00:40:40.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.078+0000 7f10a8c00700 1 -- 172.21.15.44:0/1693977328 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f109c005040 con 0x7f10ac1057e0 2024-05-21T00:40:40.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.078+0000 7f10b2200700 1 -- 172.21.15.44:0/1693977328 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10ac1a3cc0 con 0x7f10ac1057e0 2024-05-21T00:40:40.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.079+0000 7f10b2200700 1 -- 172.21.15.44:0/1693977328 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10ac06a230 con 0x7f10ac1057e0 2024-05-21T00:40:40.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.082+0000 7f10a8c00700 1 -- 172.21.15.44:0/1693977328 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f109c004020 con 0x7f10ac1057e0 2024-05-21T00:40:40.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.083+0000 7f10a8c00700 1 --2- 172.21.15.44:0/1693977328 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f10900b2880 0x7f10900b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:40.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.083+0000 7f10a8c00700 1 -- 172.21.15.44:0/1693977328 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f109c00f020 con 0x7f10ac1057e0 2024-05-21T00:40:40.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.083+0000 7f10a2a00700 1 --2- 172.21.15.44:0/1693977328 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f10900b2880 0x7f10900b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:40.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.084+0000 7f10a2a00700 1 --2- 172.21.15.44:0/1693977328 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f10900b2880 0x7f10900b4d40 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f1094004630 tx=0x7f109400b3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:40.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.088+0000 7f10a8c00700 1 -- 172.21.15.44:0/1693977328 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f109c02a020 con 0x7f10ac1057e0 2024-05-21T00:40:40.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.338+0000 7f10b2200700 1 -- 172.21.15.44:0/1693977328 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7f10ac063980 con 0x7f10900b2880 2024-05-21T00:40:40.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.356+0000 7f10a8c00700 1 -- 172.21.15.44:0/1693977328 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7f10ac063980 con 0x7f10900b2880 2024-05-21T00:40:40.360 INFO:teuthology.orchestra.run.smithi044.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-05-21T00:40:40.360 INFO:teuthology.orchestra.run.smithi044.stdout:mds.all 12/12 74s ago 4m smithi044=a;smithi044=d;smithi044=g;smithi044=j;smithi082=b;smithi082=e;smithi082=h;smithi082=k;smithi092=c;smithi092=f;smithi092=i;smithi092=l;count:12 2024-05-21T00:40:40.361 INFO:teuthology.orchestra.run.smithi044.stdout:mgr 3/3 74s ago 10m smithi044=x;smithi082=y;smithi092=z;count:3 2024-05-21T00:40:40.361 INFO:teuthology.orchestra.run.smithi044.stdout:mon 3/3 74s ago 10m smithi044:172.21.15.44=a;smithi082:172.21.15.82=b;smithi092:172.21.15.92=c;count:3 2024-05-21T00:40:40.361 INFO:teuthology.orchestra.run.smithi044.stdout:osd 12 74s ago - 2024-05-21T00:40:40.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.360+0000 7f10b2200700 1 -- 172.21.15.44:0/1693977328 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f10900b2880 msgr2=0x7f10900b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:40.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.360+0000 7f10b2200700 1 --2- 172.21.15.44:0/1693977328 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f10900b2880 0x7f10900b4d40 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f1094004630 tx=0x7f109400b3c0 comp rx=0 tx=0).stop 2024-05-21T00:40:40.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.360+0000 7f10b2200700 1 -- 172.21.15.44:0/1693977328 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f10ac1057e0 msgr2=0x7f10ac19b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:40.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.360+0000 7f10b2200700 1 --2- 172.21.15.44:0/1693977328 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f10ac1057e0 0x7f10ac19b980 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f109c000f80 tx=0x7f109c004d70 comp rx=0 tx=0).stop 2024-05-21T00:40:40.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.360+0000 7f10b2200700 1 -- 172.21.15.44:0/1693977328 shutdown_connections 2024-05-21T00:40:40.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.360+0000 7f10b2200700 1 --2- 172.21.15.44:0/1693977328 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f10900b2880 0x7f10900b4d40 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:40.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.360+0000 7f10b2200700 1 --2- 172.21.15.44:0/1693977328 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f10ac1057e0 0x7f10ac19b980 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:40.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.360+0000 7f10b2200700 1 --2- 172.21.15.44:0/1693977328 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10ac107380 0x7f10ac1a2f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:40.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.360+0000 7f10b2200700 1 --2- 172.21.15.44:0/1693977328 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f10ac1069e0 0x7f10ac19bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:40.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.360+0000 7f10b2200700 1 -- 172.21.15.44:0/1693977328 >> 172.21.15.44:0/1693977328 conn(0x7f10ac100da0 msgr2=0x7f10ac109db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:40.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.360+0000 7f10b2200700 1 -- 172.21.15.44:0/1693977328 shutdown_connections 2024-05-21T00:40:40.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:40.361+0000 7f10b2200700 1 -- 172.21.15.44:0/1693977328 wait complete. 2024-05-21T00:40:41.265 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch host ls' 2024-05-21T00:40:41.732 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:40:41.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:41 smithi092 ceph-mon[36335]: pgmap v417: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:40:41.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:41 smithi092 ceph-mon[36335]: from='client.14805 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:40:41.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:41 smithi044 ceph-mon[31392]: pgmap v417: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:40:41.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:41 smithi044 ceph-mon[31392]: from='client.14805 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:40:41.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:41 smithi082 ceph-mon[36141]: pgmap v417: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:40:41.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:41 smithi082 ceph-mon[36141]: from='client.14805 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:40:43.774 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:43 smithi044 ceph-mon[31392]: pgmap v418: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:43.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:43 smithi092 ceph-mon[36335]: pgmap v418: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:43.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.937+0000 7f9c0f200700 1 -- 172.21.15.44:0/78676632 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9c10107280 msgr2=0x7f9c1010db30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:43.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.937+0000 7f9c0f200700 1 --2- 172.21.15.44:0/78676632 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9c10107280 0x7f9c1010db30 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f9c0800b0d0 tx=0x7f9c0800b3e0 comp rx=0 tx=0).stop 2024-05-21T00:40:43.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.937+0000 7f9c0f200700 1 -- 172.21.15.44:0/78676632 shutdown_connections 2024-05-21T00:40:43.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.937+0000 7f9c0f200700 1 --2- 172.21.15.44:0/78676632 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9c101056e0 0x7f9c10105b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:43.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.937+0000 7f9c0f200700 1 --2- 172.21.15.44:0/78676632 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9c10107280 0x7f9c1010db30 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:43.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.937+0000 7f9c0f200700 1 --2- 172.21.15.44:0/78676632 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9c101068e0 0x7f9c10106d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:43.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.937+0000 7f9c0f200700 1 -- 172.21.15.44:0/78676632 >> 172.21.15.44:0/78676632 conn(0x7f9c10100c80 msgr2=0x7f9c101030c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:43.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.937+0000 7f9c0f200700 1 -- 172.21.15.44:0/78676632 shutdown_connections 2024-05-21T00:40:43.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.937+0000 7f9c0f200700 1 -- 172.21.15.44:0/78676632 wait complete. 2024-05-21T00:40:43.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.938+0000 7f9c0f200700 1 Processor -- start 2024-05-21T00:40:43.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.938+0000 7f9c0f200700 1 -- start start 2024-05-21T00:40:43.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.938+0000 7f9c0f200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9c101056e0 0x7f9c1019b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:43.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.938+0000 7f9c0f200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9c101068e0 0x7f9c1019bcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:43.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.938+0000 7f9c0f200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9c10107280 0x7f9c101a2d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:43.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.938+0000 7f9c0f200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9c101111b0 con 0x7f9c101068e0 2024-05-21T00:40:43.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.938+0000 7f9c0f200700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f9c10111030 con 0x7f9c10107280 2024-05-21T00:40:43.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.938+0000 7f9c0f200700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f9c10111330 con 0x7f9c101056e0 2024-05-21T00:40:43.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.939+0000 7f9c0d400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9c101068e0 0x7f9c1019bcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:43.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.939+0000 7f9c0de00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9c101056e0 0x7f9c1019b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:43.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.939+0000 7f9c0d400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9c101068e0 0x7f9c1019bcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54310/0 (socket says 172.21.15.44:54310) 2024-05-21T00:40:43.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.939+0000 7f9c0d400700 1 -- 172.21.15.44:0/2921371092 learned_addr learned my addr 172.21.15.44:0/2921371092 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:40:43.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.939+0000 7f9c0de00700 1 --2- 172.21.15.44:0/2921371092 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9c101056e0 0x7f9c1019b770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:46548/0 (socket says 172.21.15.44:46548) 2024-05-21T00:40:43.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.939+0000 7f9c0e800700 1 --2- 172.21.15.44:0/2921371092 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9c10107280 0x7f9c101a2d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:43.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.939+0000 7f9c0de00700 1 -- 172.21.15.44:0/2921371092 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9c10107280 msgr2=0x7f9c101a2d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:43.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.939+0000 7f9c0de00700 1 --2- 172.21.15.44:0/2921371092 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9c10107280 0x7f9c101a2d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:43.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.939+0000 7f9c0de00700 1 -- 172.21.15.44:0/2921371092 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9c101068e0 msgr2=0x7f9c1019bcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:43.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.939+0000 7f9c0de00700 1 --2- 172.21.15.44:0/2921371092 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9c101068e0 0x7f9c1019bcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:43.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.939+0000 7f9c0de00700 1 -- 172.21.15.44:0/2921371092 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c101a33d0 con 0x7f9c101056e0 2024-05-21T00:40:43.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.939+0000 7f9c0e800700 1 --2- 172.21.15.44:0/2921371092 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9c10107280 0x7f9c101a2d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:40:43.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.939+0000 7f9c0d400700 1 --2- 172.21.15.44:0/2921371092 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9c101068e0 0x7f9c1019bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:40:43.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.939+0000 7f9c0de00700 1 --2- 172.21.15.44:0/2921371092 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9c101056e0 0x7f9c1019b770 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f9c0000e9f0 tx=0x7f9c0000ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:43.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.940+0000 7f9c06a00700 1 -- 172.21.15.44:0/2921371092 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c0000cbd0 con 0x7f9c101056e0 2024-05-21T00:40:43.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.940+0000 7f9c06a00700 1 -- 172.21.15.44:0/2921371092 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9c000044d0 con 0x7f9c101056e0 2024-05-21T00:40:43.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.940+0000 7f9c0f200700 1 -- 172.21.15.44:0/2921371092 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c101a36c0 con 0x7f9c101056e0 2024-05-21T00:40:43.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.940+0000 7f9c06a00700 1 -- 172.21.15.44:0/2921371092 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c00003ce0 con 0x7f9c101056e0 2024-05-21T00:40:43.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.940+0000 7f9c0f200700 1 -- 172.21.15.44:0/2921371092 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c101a3c50 con 0x7f9c101056e0 2024-05-21T00:40:43.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.941+0000 7f9c0f200700 1 -- 172.21.15.44:0/2921371092 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c1006a230 con 0x7f9c101056e0 2024-05-21T00:40:43.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:43 smithi082 ceph-mon[36141]: pgmap v418: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:43.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.943+0000 7f9c06a00700 1 -- 172.21.15.44:0/2921371092 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f9c00003e80 con 0x7f9c101056e0 2024-05-21T00:40:43.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.945+0000 7f9c06a00700 1 --2- 172.21.15.44:0/2921371092 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f9bf40b2900 0x7f9bf40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:43.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.945+0000 7f9c06a00700 1 -- 172.21.15.44:0/2921371092 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f9c000e2510 con 0x7f9c101056e0 2024-05-21T00:40:43.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.945+0000 7f9c0d400700 1 --2- 172.21.15.44:0/2921371092 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f9bf40b2900 0x7f9bf40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:43.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.946+0000 7f9c0d400700 1 --2- 172.21.15.44:0/2921371092 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f9bf40b2900 0x7f9bf40b4dc0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f9bfc011630 tx=0x7f9bfc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:43.952 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:43.949+0000 7f9c06a00700 1 -- 172.21.15.44:0/2921371092 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9c000aa190 con 0x7f9c101056e0 2024-05-21T00:40:44.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:44.194+0000 7f9c0f200700 1 -- 172.21.15.44:0/2921371092 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7f9c10063980 con 0x7f9bf40b2900 2024-05-21T00:40:44.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:44.197+0000 7f9c06a00700 1 -- 172.21.15.44:0/2921371092 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+187 (secure 0 0 0) 0x7f9c10063980 con 0x7f9bf40b2900 2024-05-21T00:40:44.201 INFO:teuthology.orchestra.run.smithi044.stdout:HOST ADDR LABELS STATUS 2024-05-21T00:40:44.201 INFO:teuthology.orchestra.run.smithi044.stdout:smithi044 172.21.15.44 2024-05-21T00:40:44.201 INFO:teuthology.orchestra.run.smithi044.stdout:smithi082 172.21.15.82 2024-05-21T00:40:44.201 INFO:teuthology.orchestra.run.smithi044.stdout:smithi092 172.21.15.92 2024-05-21T00:40:44.201 INFO:teuthology.orchestra.run.smithi044.stdout:3 hosts in cluster 2024-05-21T00:40:44.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:44.201+0000 7f9c0f200700 1 -- 172.21.15.44:0/2921371092 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f9bf40b2900 msgr2=0x7f9bf40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:44.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:44.201+0000 7f9c0f200700 1 --2- 172.21.15.44:0/2921371092 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f9bf40b2900 0x7f9bf40b4dc0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f9bfc011630 tx=0x7f9bfc009260 comp rx=0 tx=0).stop 2024-05-21T00:40:44.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:44.201+0000 7f9c0f200700 1 -- 172.21.15.44:0/2921371092 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9c101056e0 msgr2=0x7f9c1019b770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:44.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:44.201+0000 7f9c0f200700 1 --2- 172.21.15.44:0/2921371092 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9c101056e0 0x7f9c1019b770 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f9c0000e9f0 tx=0x7f9c0000ed00 comp rx=0 tx=0).stop 2024-05-21T00:40:44.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:44.201+0000 7f9c0f200700 1 -- 172.21.15.44:0/2921371092 shutdown_connections 2024-05-21T00:40:44.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:44.201+0000 7f9c0f200700 1 --2- 172.21.15.44:0/2921371092 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f9bf40b2900 0x7f9bf40b4dc0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:44.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:44.201+0000 7f9c0f200700 1 --2- 172.21.15.44:0/2921371092 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9c10107280 0x7f9c101a2d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:44.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:44.201+0000 7f9c0f200700 1 --2- 172.21.15.44:0/2921371092 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9c101056e0 0x7f9c1019b770 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:44.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:44.201+0000 7f9c0f200700 1 --2- 172.21.15.44:0/2921371092 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9c101068e0 0x7f9c1019bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:44.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:44.201+0000 7f9c0f200700 1 -- 172.21.15.44:0/2921371092 >> 172.21.15.44:0/2921371092 conn(0x7f9c10100c80 msgr2=0x7f9c10109c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:44.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:44.201+0000 7f9c0f200700 1 -- 172.21.15.44:0/2921371092 shutdown_connections 2024-05-21T00:40:44.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:44.201+0000 7f9c0f200700 1 -- 172.21.15.44:0/2921371092 wait complete. 2024-05-21T00:40:45.078 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch device ls' 2024-05-21T00:40:45.545 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:40:45.738 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:45 smithi044 ceph-mon[31392]: from='client.24934 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:40:45.738 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:45 smithi044 ceph-mon[31392]: pgmap v419: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:40:45.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:45 smithi092 ceph-mon[36335]: from='client.24934 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:40:45.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:45 smithi092 ceph-mon[36335]: pgmap v419: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:40:45.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:45 smithi082 ceph-mon[36141]: from='client.24934 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:40:45.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:45 smithi082 ceph-mon[36141]: pgmap v419: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:40:47.530 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:47 smithi044 ceph-mon[31392]: pgmap v420: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:47.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:47 smithi092 ceph-mon[36335]: pgmap v420: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:47.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.824+0000 7f8daa200700 1 -- 172.21.15.44:0/650944779 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8da4104040 msgr2=0x7f8da410a8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:47.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.824+0000 7f8daa200700 1 --2- 172.21.15.44:0/650944779 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8da4104040 0x7f8da410a8f0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f8d9c00b0d0 tx=0x7f8d9c00b3e0 comp rx=0 tx=0).stop 2024-05-21T00:40:47.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.824+0000 7f8daa200700 1 -- 172.21.15.44:0/650944779 shutdown_connections 2024-05-21T00:40:47.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.824+0000 7f8daa200700 1 --2- 172.21.15.44:0/650944779 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8da4104040 0x7f8da410a8f0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:47.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.824+0000 7f8daa200700 1 --2- 172.21.15.44:0/650944779 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8da41024a0 0x7f8da41028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:47.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.824+0000 7f8daa200700 1 --2- 172.21.15.44:0/650944779 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8da41036a0 0x7f8da4103b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:47.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.824+0000 7f8daa200700 1 -- 172.21.15.44:0/650944779 >> 172.21.15.44:0/650944779 conn(0x7f8da40fda40 msgr2=0x7f8da40ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:47.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.825+0000 7f8daa200700 1 -- 172.21.15.44:0/650944779 shutdown_connections 2024-05-21T00:40:47.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.825+0000 7f8daa200700 1 -- 172.21.15.44:0/650944779 wait complete. 2024-05-21T00:40:47.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.826+0000 7f8daa200700 1 Processor -- start 2024-05-21T00:40:47.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.826+0000 7f8daa200700 1 -- start start 2024-05-21T00:40:47.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.826+0000 7f8daa200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8da41024a0 0x7f8da419b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:47.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.826+0000 7f8daa200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8da41036a0 0x7f8da419be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:47.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.826+0000 7f8daa200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8da4104040 0x7f8da41a2ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:47.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.826+0000 7f8daa200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8da410df70 con 0x7f8da41036a0 2024-05-21T00:40:47.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.826+0000 7f8daa200700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8da410ddf0 con 0x7f8da4104040 2024-05-21T00:40:47.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.826+0000 7f8daa200700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f8da410e0f0 con 0x7f8da41024a0 2024-05-21T00:40:47.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.827+0000 7f8da3400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8da41024a0 0x7f8da419b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:47.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.827+0000 7f8da2a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8da41036a0 0x7f8da419be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:47.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.827+0000 7f8da3400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8da41024a0 0x7f8da419b900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:57998/0 (socket says 172.21.15.44:57998) 2024-05-21T00:40:47.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.827+0000 7f8da3400700 1 -- 172.21.15.44:0/4056586292 learned_addr learned my addr 172.21.15.44:0/4056586292 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:40:47.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.827+0000 7f8da3e00700 1 --2- 172.21.15.44:0/4056586292 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8da4104040 0x7f8da41a2ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:47.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.827+0000 7f8da3400700 1 -- 172.21.15.44:0/4056586292 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8da4104040 msgr2=0x7f8da41a2ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:47.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.827+0000 7f8da3400700 1 --2- 172.21.15.44:0/4056586292 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8da4104040 0x7f8da41a2ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:47.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.827+0000 7f8da3400700 1 -- 172.21.15.44:0/4056586292 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8da41036a0 msgr2=0x7f8da419be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:47.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.827+0000 7f8da3400700 1 --2- 172.21.15.44:0/4056586292 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8da41036a0 0x7f8da419be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:47.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.827+0000 7f8da3400700 1 -- 172.21.15.44:0/4056586292 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8da41a3560 con 0x7f8da41024a0 2024-05-21T00:40:47.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.827+0000 7f8da2a00700 1 --2- 172.21.15.44:0/4056586292 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8da41036a0 0x7f8da419be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:40:47.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.828+0000 7f8da3400700 1 --2- 172.21.15.44:0/4056586292 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8da41024a0 0x7f8da419b900 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f8d9400e9a0 tx=0x7f8d9400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:47.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.828+0000 7f8d9be00700 1 -- 172.21.15.44:0/4056586292 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d94004220 con 0x7f8da41024a0 2024-05-21T00:40:47.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.828+0000 7f8daa200700 1 -- 172.21.15.44:0/4056586292 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8da41a3850 con 0x7f8da41024a0 2024-05-21T00:40:47.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.828+0000 7f8d9be00700 1 -- 172.21.15.44:0/4056586292 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8d940043c0 con 0x7f8da41024a0 2024-05-21T00:40:47.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.828+0000 7f8d9be00700 1 -- 172.21.15.44:0/4056586292 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d94003cc0 con 0x7f8da41024a0 2024-05-21T00:40:47.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.828+0000 7f8daa200700 1 -- 172.21.15.44:0/4056586292 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8da41a3de0 con 0x7f8da41024a0 2024-05-21T00:40:47.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.829+0000 7f8daa200700 1 -- 172.21.15.44:0/4056586292 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8da406a230 con 0x7f8da41024a0 2024-05-21T00:40:47.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.831+0000 7f8d9be00700 1 -- 172.21.15.44:0/4056586292 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f8d9400c810 con 0x7f8da41024a0 2024-05-21T00:40:47.836 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.833+0000 7f8d9be00700 1 --2- 172.21.15.44:0/4056586292 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8d880b2880 0x7f8d880b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:47.836 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.833+0000 7f8d9be00700 1 -- 172.21.15.44:0/4056586292 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f8d940e2480 con 0x7f8da41024a0 2024-05-21T00:40:47.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.833+0000 7f8da2a00700 1 --2- 172.21.15.44:0/4056586292 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8d880b2880 0x7f8d880b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:47.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.834+0000 7f8da2a00700 1 --2- 172.21.15.44:0/4056586292 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8d880b2880 0x7f8d880b4d40 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f8d90011490 tx=0x7f8d90009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:47.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:47.837+0000 7f8d9be00700 1 -- 172.21.15.44:0/4056586292 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8d940aa100 con 0x7f8da41024a0 2024-05-21T00:40:47.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:47 smithi082 ceph-mon[36141]: pgmap v420: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:48.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:48.084+0000 7f8daa200700 1 -- 172.21.15.44:0/4056586292 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7f8da40ffc60 con 0x7f8d880b2880 2024-05-21T00:40:48.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:48.088+0000 7f8d9be00700 1 -- 172.21.15.44:0/4056586292 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7f8da40ffc60 con 0x7f8d880b2880 2024-05-21T00:40:48.092 INFO:teuthology.orchestra.run.smithi044.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-05-21T00:40:48.092 INFO:teuthology.orchestra.run.smithi044.stdout:smithi044 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT5331001K400BGN 372G No 5m ago Has a FileSystem, LVM detected 2024-05-21T00:40:48.092 INFO:teuthology.orchestra.run.smithi044.stdout:smithi082 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400SD400BGN 372G No 5m ago Has a FileSystem, LVM detected 2024-05-21T00:40:48.092 INFO:teuthology.orchestra.run.smithi044.stdout:smithi092 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400QM400BGN 372G No 4m ago Has a FileSystem, LVM detected 2024-05-21T00:40:48.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:48.091+0000 7f8daa200700 1 -- 172.21.15.44:0/4056586292 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8d880b2880 msgr2=0x7f8d880b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:48.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:48.091+0000 7f8daa200700 1 --2- 172.21.15.44:0/4056586292 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8d880b2880 0x7f8d880b4d40 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f8d90011490 tx=0x7f8d90009260 comp rx=0 tx=0).stop 2024-05-21T00:40:48.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:48.091+0000 7f8daa200700 1 -- 172.21.15.44:0/4056586292 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8da41024a0 msgr2=0x7f8da419b900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:48.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:48.091+0000 7f8daa200700 1 --2- 172.21.15.44:0/4056586292 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8da41024a0 0x7f8da419b900 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f8d9400e9a0 tx=0x7f8d9400ecb0 comp rx=0 tx=0).stop 2024-05-21T00:40:48.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:48.091+0000 7f8daa200700 1 -- 172.21.15.44:0/4056586292 shutdown_connections 2024-05-21T00:40:48.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:48.091+0000 7f8daa200700 1 --2- 172.21.15.44:0/4056586292 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8d880b2880 0x7f8d880b4d40 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:48.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:48.091+0000 7f8daa200700 1 --2- 172.21.15.44:0/4056586292 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8da4104040 0x7f8da41a2ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:48.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:48.091+0000 7f8daa200700 1 --2- 172.21.15.44:0/4056586292 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8da41024a0 0x7f8da419b900 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:48.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:48.091+0000 7f8daa200700 1 --2- 172.21.15.44:0/4056586292 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8da41036a0 0x7f8da419be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:48.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:48.091+0000 7f8daa200700 1 -- 172.21.15.44:0/4056586292 >> 172.21.15.44:0/4056586292 conn(0x7f8da40fda40 msgr2=0x7f8da40ff550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:48.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:48.092+0000 7f8daa200700 1 -- 172.21.15.44:0/4056586292 shutdown_connections 2024-05-21T00:40:48.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:48.092+0000 7f8daa200700 1 -- 172.21.15.44:0/4056586292 wait complete. 2024-05-21T00:40:48.950 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-05-21T00:40:48.960 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi044.front.sepia.ceph.com 2024-05-21T00:40:48.960 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- bash -c 'ceph fs dump' 2024-05-21T00:40:49.421 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:40:49.772 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:49 smithi044 ceph-mon[31392]: from='client.24940 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:40:49.772 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:49 smithi044 ceph-mon[31392]: pgmap v421: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:40:49.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:49 smithi092 ceph-mon[36335]: from='client.24940 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:40:49.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:49 smithi092 ceph-mon[36335]: pgmap v421: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:40:49.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:49 smithi082 ceph-mon[36141]: from='client.24940 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:40:49.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:49 smithi082 ceph-mon[36141]: pgmap v421: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:40:51.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.665+0000 7f0ac9400700 1 -- 172.21.15.44:0/3702825123 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ac410ade0 msgr2=0x7f0ac410b240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:51.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.665+0000 7f0ac9400700 1 --2- 172.21.15.44:0/3702825123 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ac410ade0 0x7f0ac410b240 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f0ab00099c0 tx=0x7f0ab0009cd0 comp rx=0 tx=0).stop 2024-05-21T00:40:51.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.666+0000 7f0ac9400700 1 -- 172.21.15.44:0/3702825123 shutdown_connections 2024-05-21T00:40:51.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.666+0000 7f0ac9400700 1 --2- 172.21.15.44:0/3702825123 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ac410b780 0x7f0ac4112030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:51.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.666+0000 7f0ac9400700 1 --2- 172.21.15.44:0/3702825123 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0ac4109be0 0x7f0ac410a000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:51.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.666+0000 7f0ac9400700 1 --2- 172.21.15.44:0/3702825123 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ac410ade0 0x7f0ac410b240 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:51.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.666+0000 7f0ac9400700 1 -- 172.21.15.44:0/3702825123 >> 172.21.15.44:0/3702825123 conn(0x7f0ac4078bb0 msgr2=0x7f0ac407aff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:51.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.666+0000 7f0ac9400700 1 -- 172.21.15.44:0/3702825123 shutdown_connections 2024-05-21T00:40:51.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.666+0000 7f0ac9400700 1 -- 172.21.15.44:0/3702825123 wait complete. 2024-05-21T00:40:51.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.667+0000 7f0ac9400700 1 Processor -- start 2024-05-21T00:40:51.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.667+0000 7f0ac9400700 1 -- start start 2024-05-21T00:40:51.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.668+0000 7f0ac9400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ac4109be0 0x7f0ac419fd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:51.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.668+0000 7f0ac9400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0ac410ade0 0x7f0ac41a0240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:51.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.668+0000 7f0ac9400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ac410b780 0x7f0ac41a7280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:51.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.668+0000 7f0ac9400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac41156a0 con 0x7f0ac4109be0 2024-05-21T00:40:51.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.668+0000 7f0ac9400700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac4115520 con 0x7f0ac410ade0 2024-05-21T00:40:51.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.668+0000 7f0ac9400700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac4115820 con 0x7f0ac410b780 2024-05-21T00:40:51.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.668+0000 7f0ac2800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ac4109be0 0x7f0ac419fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:51.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.668+0000 7f0ac2800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ac4109be0 0x7f0ac419fd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36814/0 (socket says 172.21.15.44:36814) 2024-05-21T00:40:51.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.668+0000 7f0ac2800700 1 -- 172.21.15.44:0/3784292909 learned_addr learned my addr 172.21.15.44:0/3784292909 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:40:51.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.668+0000 7f0ac1e00700 1 --2- 172.21.15.44:0/3784292909 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0ac410ade0 0x7f0ac41a0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:51.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.668+0000 7f0ac3200700 1 --2- 172.21.15.44:0/3784292909 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ac410b780 0x7f0ac41a7280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:51.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.669+0000 7f0ac2800700 1 -- 172.21.15.44:0/3784292909 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ac410b780 msgr2=0x7f0ac41a7280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:51.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.669+0000 7f0ac2800700 1 --2- 172.21.15.44:0/3784292909 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ac410b780 0x7f0ac41a7280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:51.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.669+0000 7f0ac2800700 1 -- 172.21.15.44:0/3784292909 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0ac410ade0 msgr2=0x7f0ac41a0240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:51.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.669+0000 7f0ac2800700 1 --2- 172.21.15.44:0/3784292909 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0ac410ade0 0x7f0ac41a0240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:51.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.669+0000 7f0ac2800700 1 -- 172.21.15.44:0/3784292909 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ac41a7950 con 0x7f0ac4109be0 2024-05-21T00:40:51.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.669+0000 7f0ac1e00700 1 --2- 172.21.15.44:0/3784292909 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0ac410ade0 0x7f0ac41a0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:40:51.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.669+0000 7f0ac2800700 1 --2- 172.21.15.44:0/3784292909 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ac4109be0 0x7f0ac419fd00 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f0ab400e970 tx=0x7f0ab400ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:51.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.669+0000 7f0abb400700 1 -- 172.21.15.44:0/3784292909 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab4004220 con 0x7f0ac4109be0 2024-05-21T00:40:51.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.669+0000 7f0abb400700 1 -- 172.21.15.44:0/3784292909 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ab40043c0 con 0x7f0ac4109be0 2024-05-21T00:40:51.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.669+0000 7f0ac9400700 1 -- 172.21.15.44:0/3784292909 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ac41a7c40 con 0x7f0ac4109be0 2024-05-21T00:40:51.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.669+0000 7f0abb400700 1 -- 172.21.15.44:0/3784292909 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab4003ce0 con 0x7f0ac4109be0 2024-05-21T00:40:51.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.670+0000 7f0ac9400700 1 -- 172.21.15.44:0/3784292909 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ac41a8180 con 0x7f0ac4109be0 2024-05-21T00:40:51.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.671+0000 7f0ac9400700 1 -- 172.21.15.44:0/3784292909 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ac406a230 con 0x7f0ac4109be0 2024-05-21T00:40:51.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.673+0000 7f0abb400700 1 -- 172.21.15.44:0/3784292909 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f0ab400c7e0 con 0x7f0ac4109be0 2024-05-21T00:40:51.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.675+0000 7f0abb400700 1 --2- 172.21.15.44:0/3784292909 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0aa80b2880 0x7f0aa80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:51.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.675+0000 7f0abb400700 1 -- 172.21.15.44:0/3784292909 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f0ab40e24e0 con 0x7f0ac4109be0 2024-05-21T00:40:51.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.675+0000 7f0ac1e00700 1 --2- 172.21.15.44:0/3784292909 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0aa80b2880 0x7f0aa80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:51.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.676+0000 7f0ac1e00700 1 --2- 172.21.15.44:0/3784292909 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0aa80b2880 0x7f0aa80b4d40 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f0ab0000c00 tx=0x7f0ab0005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:51.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.679+0000 7f0abb400700 1 -- 172.21.15.44:0/3784292909 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0ab40aa160 con 0x7f0ac4109be0 2024-05-21T00:40:51.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:51 smithi092 ceph-mon[36335]: pgmap v422: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:40:51.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:51 smithi044 ceph-mon[31392]: pgmap v422: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:40:51.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:51 smithi082 ceph-mon[36141]: pgmap v422: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:40:51.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.971+0000 7f0ac9400700 1 -- 172.21.15.44:0/3784292909 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7f0ac4064150 con 0x7f0ac4109be0 2024-05-21T00:40:51.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.973+0000 7f0abb400700 1 -- 172.21.15.44:0/3784292909 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 25 v25) ==== 76+0+3040 (secure 0 0 0) 0x7f0ab40a9a60 con 0x7f0ac4109be0 2024-05-21T00:40:51.977 INFO:teuthology.orchestra.run.smithi044.stdout:e25 2024-05-21T00:40:51.977 INFO:teuthology.orchestra.run.smithi044.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-05-21T00:40:51.977 INFO:teuthology.orchestra.run.smithi044.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-21T00:40:51.977 INFO:teuthology.orchestra.run.smithi044.stdout:legacy client fscid: 1 2024-05-21T00:40:51.977 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:40:51.977 INFO:teuthology.orchestra.run.smithi044.stdout:Filesystem 'cephfs' (1) 2024-05-21T00:40:51.977 INFO:teuthology.orchestra.run.smithi044.stdout:fs_name cephfs 2024-05-21T00:40:51.978 INFO:teuthology.orchestra.run.smithi044.stdout:epoch 25 2024-05-21T00:40:51.978 INFO:teuthology.orchestra.run.smithi044.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-05-21T00:40:51.978 INFO:teuthology.orchestra.run.smithi044.stdout:created 2024-05-21T00:37:29.521554+0000 2024-05-21T00:40:51.978 INFO:teuthology.orchestra.run.smithi044.stdout:modified 2024-05-21T00:37:54.429226+0000 2024-05-21T00:40:51.978 INFO:teuthology.orchestra.run.smithi044.stdout:tableserver 0 2024-05-21T00:40:51.978 INFO:teuthology.orchestra.run.smithi044.stdout:root 0 2024-05-21T00:40:51.979 INFO:teuthology.orchestra.run.smithi044.stdout:session_timeout 300 2024-05-21T00:40:51.979 INFO:teuthology.orchestra.run.smithi044.stdout:session_autoclose 300 2024-05-21T00:40:51.979 INFO:teuthology.orchestra.run.smithi044.stdout:max_file_size 1099511627776 2024-05-21T00:40:51.979 INFO:teuthology.orchestra.run.smithi044.stdout:max_xattr_size 65536 2024-05-21T00:40:51.979 INFO:teuthology.orchestra.run.smithi044.stdout:required_client_features {} 2024-05-21T00:40:51.979 INFO:teuthology.orchestra.run.smithi044.stdout:last_failure 0 2024-05-21T00:40:51.979 INFO:teuthology.orchestra.run.smithi044.stdout:last_failure_osd_epoch 0 2024-05-21T00:40:51.979 INFO:teuthology.orchestra.run.smithi044.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-21T00:40:51.979 INFO:teuthology.orchestra.run.smithi044.stdout:max_mds 3 2024-05-21T00:40:51.980 INFO:teuthology.orchestra.run.smithi044.stdout:in 0,1,2 2024-05-21T00:40:51.980 INFO:teuthology.orchestra.run.smithi044.stdout:up {0=24521,1=24511,2=24509} 2024-05-21T00:40:51.980 INFO:teuthology.orchestra.run.smithi044.stdout:failed 2024-05-21T00:40:51.980 INFO:teuthology.orchestra.run.smithi044.stdout:damaged 2024-05-21T00:40:51.980 INFO:teuthology.orchestra.run.smithi044.stdout:stopped 2024-05-21T00:40:51.980 INFO:teuthology.orchestra.run.smithi044.stdout:data_pools [3] 2024-05-21T00:40:51.980 INFO:teuthology.orchestra.run.smithi044.stdout:metadata_pool 2 2024-05-21T00:40:51.980 INFO:teuthology.orchestra.run.smithi044.stdout:inline_data disabled 2024-05-21T00:40:51.980 INFO:teuthology.orchestra.run.smithi044.stdout:balancer 2024-05-21T00:40:51.980 INFO:teuthology.orchestra.run.smithi044.stdout:bal_rank_mask -1 2024-05-21T00:40:51.980 INFO:teuthology.orchestra.run.smithi044.stdout:standby_count_wanted 0 2024-05-21T00:40:51.980 INFO:teuthology.orchestra.run.smithi044.stdout:qdb_cluster leader: 24521 members: 24511,24521,24509 2024-05-21T00:40:51.980 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.b{0:24521} state up:active seq 7 addr [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T00:40:51.981 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.i{0:24499} state up:standby-replay seq 1 addr [v2:172.21.15.92:6838/1183044801,v1:172.21.15.92:6839/1183044801] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T00:40:51.981 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.g{1:24511} state up:active seq 13 addr [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T00:40:51.981 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.c{1:24484} state up:standby-replay seq 1 addr [v2:172.21.15.92:6836/1462528640,v1:172.21.15.92:6837/1462528640] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T00:40:51.981 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.a{2:24509} state up:active seq 12 addr [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T00:40:51.981 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.h{2:24482} state up:standby-replay seq 1 addr [v2:172.21.15.82:6836/2183805482,v1:172.21.15.82:6837/2183805482] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T00:40:51.981 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:40:51.981 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:40:51.981 INFO:teuthology.orchestra.run.smithi044.stdout:Standby daemons: 2024-05-21T00:40:51.981 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:40:51.981 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.d{-1:14367} state up:standby seq 1 addr [v2:172.21.15.44:6836/561549854,v1:172.21.15.44:6837/561549854] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T00:40:51.981 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.k{-1:24434} state up:standby seq 1 addr [v2:172.21.15.82:6832/2547325274,v1:172.21.15.82:6833/2547325274] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T00:40:51.981 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.l{-1:24439} state up:standby seq 1 addr [v2:172.21.15.92:6832/4030041525,v1:172.21.15.92:6833/4030041525] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T00:40:51.981 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.j{-1:24454} state up:standby seq 1 addr [v2:172.21.15.44:6834/743303105,v1:172.21.15.44:6835/743303105] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T00:40:51.981 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.e{-1:24464} state up:standby seq 1 addr [v2:172.21.15.82:6834/2400906516,v1:172.21.15.82:6835/2400906516] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T00:40:51.982 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.f{-1:24472} state up:standby seq 1 addr [v2:172.21.15.92:6834/2996309052,v1:172.21.15.92:6835/2996309052] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T00:40:51.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.976+0000 7f0ac9400700 1 -- 172.21.15.44:0/3784292909 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0aa80b2880 msgr2=0x7f0aa80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:51.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.976+0000 7f0ac9400700 1 --2- 172.21.15.44:0/3784292909 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0aa80b2880 0x7f0aa80b4d40 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f0ab0000c00 tx=0x7f0ab0005fb0 comp rx=0 tx=0).stop 2024-05-21T00:40:51.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.976+0000 7f0ac9400700 1 -- 172.21.15.44:0/3784292909 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ac4109be0 msgr2=0x7f0ac419fd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:51.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.976+0000 7f0ac9400700 1 --2- 172.21.15.44:0/3784292909 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ac4109be0 0x7f0ac419fd00 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f0ab400e970 tx=0x7f0ab400ec80 comp rx=0 tx=0).stop 2024-05-21T00:40:51.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.976+0000 7f0ac9400700 1 -- 172.21.15.44:0/3784292909 shutdown_connections 2024-05-21T00:40:51.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.976+0000 7f0ac9400700 1 --2- 172.21.15.44:0/3784292909 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0aa80b2880 0x7f0aa80b4d40 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:51.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.976+0000 7f0ac9400700 1 --2- 172.21.15.44:0/3784292909 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ac4109be0 0x7f0ac419fd00 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:51.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.976+0000 7f0ac9400700 1 --2- 172.21.15.44:0/3784292909 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ac410b780 0x7f0ac41a7280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:51.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.976+0000 7f0ac9400700 1 --2- 172.21.15.44:0/3784292909 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0ac410ade0 0x7f0ac41a0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:51.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.976+0000 7f0ac9400700 1 -- 172.21.15.44:0/3784292909 >> 172.21.15.44:0/3784292909 conn(0x7f0ac4078bb0 msgr2=0x7f0ac410e0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:51.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.977+0000 7f0ac9400700 1 -- 172.21.15.44:0/3784292909 shutdown_connections 2024-05-21T00:40:51.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:51.977+0000 7f0ac9400700 1 -- 172.21.15.44:0/3784292909 wait complete. 2024-05-21T00:40:51.983 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 25 2024-05-21T00:40:52.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:52 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:40:52.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:52 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/3784292909' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-05-21T00:40:52.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:52 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:40:52.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:52 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:40:52.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:52 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:40:52.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:52 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:40:52.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:52 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:40:52.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:52 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/3784292909' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-05-21T00:40:52.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:52 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:40:52.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:52 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:40:52.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:52 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:40:52.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:52 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:40:52.833 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- bash -c 'ceph osd dump' 2024-05-21T00:40:52.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:52 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:40:52.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:52 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/3784292909' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-05-21T00:40:52.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:52 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:40:52.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:52 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:40:52.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:52 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:40:52.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:52 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:40:53.291 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:40:53.805 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:53 smithi044 ceph-mon[31392]: pgmap v423: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:53.805 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:53 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:40:53.805 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:53 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:40:53.805 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:53 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:40:53.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:53 smithi092 ceph-mon[36335]: pgmap v423: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:53.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:53 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:40:53.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:53 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:40:53.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:53 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:40:53.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:53 smithi082 ceph-mon[36141]: pgmap v423: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:53.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:53 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:40:53.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:53 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:40:53.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:53 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:40:55.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.554+0000 7fed1ba00700 1 -- 172.21.15.44:0/170288918 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fed1410ade0 msgr2=0x7fed1410b240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:55.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.554+0000 7fed1ba00700 1 --2- 172.21.15.44:0/170288918 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fed1410ade0 0x7fed1410b240 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fed00009920 tx=0x7fed00009c30 comp rx=0 tx=0).stop 2024-05-21T00:40:55.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.554+0000 7fed1ba00700 1 -- 172.21.15.44:0/170288918 shutdown_connections 2024-05-21T00:40:55.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.554+0000 7fed1ba00700 1 --2- 172.21.15.44:0/170288918 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fed1410b780 0x7fed14112030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:55.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.554+0000 7fed1ba00700 1 --2- 172.21.15.44:0/170288918 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fed14109be0 0x7fed1410a000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:55.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.554+0000 7fed1ba00700 1 --2- 172.21.15.44:0/170288918 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fed1410ade0 0x7fed1410b240 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:55.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.554+0000 7fed1ba00700 1 -- 172.21.15.44:0/170288918 >> 172.21.15.44:0/170288918 conn(0x7fed14078bb0 msgr2=0x7fed1407aff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:55.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.555+0000 7fed1ba00700 1 -- 172.21.15.44:0/170288918 shutdown_connections 2024-05-21T00:40:55.559 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:55 smithi044 ceph-mon[31392]: pgmap v424: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:40:55.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.555+0000 7fed1ba00700 1 -- 172.21.15.44:0/170288918 wait complete. 2024-05-21T00:40:55.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.556+0000 7fed1ba00700 1 Processor -- start 2024-05-21T00:40:55.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.556+0000 7fed1ba00700 1 -- start start 2024-05-21T00:40:55.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.557+0000 7fed1ba00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fed14109be0 0x7fed1419fd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:55.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.557+0000 7fed1ba00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fed1410ade0 0x7fed141a02d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:55.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.557+0000 7fed1ba00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fed1410b780 0x7fed141a7310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:55.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.557+0000 7fed1ba00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fed14115650 con 0x7fed1410ade0 2024-05-21T00:40:55.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.557+0000 7fed1ba00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fed141154d0 con 0x7fed1410b780 2024-05-21T00:40:55.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.557+0000 7fed1ba00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fed141157d0 con 0x7fed14109be0 2024-05-21T00:40:55.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.557+0000 7fed19a00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fed1410b780 0x7fed141a7310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:55.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.557+0000 7fed13e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fed1410ade0 0x7fed141a02d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:55.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.557+0000 7fed19a00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fed1410b780 0x7fed141a7310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:42476/0 (socket says 172.21.15.44:42476) 2024-05-21T00:40:55.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.557+0000 7fed19a00700 1 -- 172.21.15.44:0/4190139375 learned_addr learned my addr 172.21.15.44:0/4190139375 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:40:55.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.557+0000 7fed19000700 1 --2- 172.21.15.44:0/4190139375 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fed14109be0 0x7fed1419fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:55.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.558+0000 7fed19a00700 1 -- 172.21.15.44:0/4190139375 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fed14109be0 msgr2=0x7fed1419fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:55.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.558+0000 7fed19a00700 1 --2- 172.21.15.44:0/4190139375 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fed14109be0 0x7fed1419fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:55.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.558+0000 7fed19a00700 1 -- 172.21.15.44:0/4190139375 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fed1410ade0 msgr2=0x7fed141a02d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:55.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.558+0000 7fed19a00700 1 --2- 172.21.15.44:0/4190139375 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fed1410ade0 0x7fed141a02d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:55.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.558+0000 7fed19a00700 1 -- 172.21.15.44:0/4190139375 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed141a79e0 con 0x7fed1410b780 2024-05-21T00:40:55.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.558+0000 7fed19a00700 1 --2- 172.21.15.44:0/4190139375 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fed1410b780 0x7fed141a7310 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fed0c00e3c0 tx=0x7fed0c00e6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:55.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.558+0000 7fed11600700 1 -- 172.21.15.44:0/4190139375 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed0c0090d0 con 0x7fed1410b780 2024-05-21T00:40:55.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.558+0000 7fed11600700 1 -- 172.21.15.44:0/4190139375 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fed0c009270 con 0x7fed1410b780 2024-05-21T00:40:55.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.558+0000 7fed11600700 1 -- 172.21.15.44:0/4190139375 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed0c007df0 con 0x7fed1410b780 2024-05-21T00:40:55.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.558+0000 7fed1ba00700 1 -- 172.21.15.44:0/4190139375 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed141a7cd0 con 0x7fed1410b780 2024-05-21T00:40:55.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.559+0000 7fed1ba00700 1 -- 172.21.15.44:0/4190139375 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed141a81c0 con 0x7fed1410b780 2024-05-21T00:40:55.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.560+0000 7fed1ba00700 1 -- 172.21.15.44:0/4190139375 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed1406a230 con 0x7fed1410b780 2024-05-21T00:40:55.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.563+0000 7fed11600700 1 -- 172.21.15.44:0/4190139375 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fed0c012050 con 0x7fed1410b780 2024-05-21T00:40:55.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.564+0000 7fed11600700 1 --2- 172.21.15.44:0/4190139375 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fecfc0b2900 0x7fecfc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:55.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.564+0000 7fed11600700 1 -- 172.21.15.44:0/4190139375 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fed0c0e1ca0 con 0x7fed1410b780 2024-05-21T00:40:55.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.564+0000 7fed19000700 1 --2- 172.21.15.44:0/4190139375 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fecfc0b2900 0x7fecfc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:55.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.565+0000 7fed19000700 1 --2- 172.21.15.44:0/4190139375 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fecfc0b2900 0x7fecfc0b4dc0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fed141a1270 tx=0x7fed08009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:55.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.566+0000 7fed11600700 1 -- 172.21.15.44:0/4190139375 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fed0c022060 con 0x7fed1410b780 2024-05-21T00:40:55.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:55 smithi092 ceph-mon[36335]: pgmap v424: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:40:55.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.808+0000 7fed1ba00700 1 -- 172.21.15.44:0/4190139375 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7fed1402e560 con 0x7fed1410b780 2024-05-21T00:40:55.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.809+0000 7fed11600700 1 -- 172.21.15.44:0/4190139375 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v82) ==== 56+0+5331 (secure 0 0 0) 0x7fed0c010040 con 0x7fed1410b780 2024-05-21T00:40:55.814 INFO:teuthology.orchestra.run.smithi044.stdout:epoch 82 2024-05-21T00:40:55.814 INFO:teuthology.orchestra.run.smithi044.stdout:fsid d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:40:55.814 INFO:teuthology.orchestra.run.smithi044.stdout:created 2024-05-21T00:27:51.458771+0000 2024-05-21T00:40:55.814 INFO:teuthology.orchestra.run.smithi044.stdout:modified 2024-05-21T00:39:11.514065+0000 2024-05-21T00:40:55.814 INFO:teuthology.orchestra.run.smithi044.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-05-21T00:40:55.814 INFO:teuthology.orchestra.run.smithi044.stdout:crush_version 26 2024-05-21T00:40:55.815 INFO:teuthology.orchestra.run.smithi044.stdout:full_ratio 0.95 2024-05-21T00:40:55.815 INFO:teuthology.orchestra.run.smithi044.stdout:backfillfull_ratio 0.9 2024-05-21T00:40:55.815 INFO:teuthology.orchestra.run.smithi044.stdout:nearfull_ratio 0.85 2024-05-21T00:40:55.815 INFO:teuthology.orchestra.run.smithi044.stdout:require_min_compat_client luminous 2024-05-21T00:40:55.815 INFO:teuthology.orchestra.run.smithi044.stdout:min_compat_client luminous 2024-05-21T00:40:55.815 INFO:teuthology.orchestra.run.smithi044.stdout:require_osd_release squid 2024-05-21T00:40:55.815 INFO:teuthology.orchestra.run.smithi044.stdout:stretch_mode_enabled false 2024-05-21T00:40:55.815 INFO:teuthology.orchestra.run.smithi044.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-05-21T00:40:55.815 INFO:teuthology.orchestra.run.smithi044.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 78 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-05-21T00:40:55.815 INFO:teuthology.orchestra.run.smithi044.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 78 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2024-05-21T00:40:55.815 INFO:teuthology.orchestra.run.smithi044.stdout:max_osd 12 2024-05-21T00:40:55.815 INFO:teuthology.orchestra.run.smithi044.stdout:osd.0 up in weight 1 up_from 8 up_thru 79 down_at 0 last_clean_interval [0,0) [v2:172.21.15.44:6802/3592915645,v1:172.21.15.44:6803/3592915645] [v2:172.21.15.44:6804/3592915645,v1:172.21.15.44:6805/3592915645] exists,up 87d95ec0-9884-407b-9d90-67a37bd139bc 2024-05-21T00:40:55.816 INFO:teuthology.orchestra.run.smithi044.stdout:osd.1 up in weight 1 up_from 13 up_thru 79 down_at 0 last_clean_interval [0,0) [v2:172.21.15.82:6800/2647472512,v1:172.21.15.82:6801/2647472512] [v2:172.21.15.82:6802/2647472512,v1:172.21.15.82:6803/2647472512] exists,up f63d59d5-bcc5-4875-befd-f9ff99c11c5a 2024-05-21T00:40:55.816 INFO:teuthology.orchestra.run.smithi044.stdout:osd.2 up in weight 1 up_from 18 up_thru 75 down_at 0 last_clean_interval [0,0) [v2:172.21.15.92:6800/2514141415,v1:172.21.15.92:6801/2514141415] [v2:172.21.15.92:6802/2514141415,v1:172.21.15.92:6803/2514141415] exists,up 03dda03d-7581-476b-8e0b-ede8b7865165 2024-05-21T00:40:55.816 INFO:teuthology.orchestra.run.smithi044.stdout:osd.3 up in weight 1 up_from 25 up_thru 75 down_at 0 last_clean_interval [0,0) [v2:172.21.15.44:6810/3929544733,v1:172.21.15.44:6811/3929544733] [v2:172.21.15.44:6812/3929544733,v1:172.21.15.44:6813/3929544733] exists,up ee4c6871-e0ba-4dda-9fa1-f53d17314665 2024-05-21T00:40:55.816 INFO:teuthology.orchestra.run.smithi044.stdout:osd.4 up in weight 1 up_from 31 up_thru 75 down_at 0 last_clean_interval [0,0) [v2:172.21.15.82:6808/1580415467,v1:172.21.15.82:6809/1580415467] [v2:172.21.15.82:6810/1580415467,v1:172.21.15.82:6811/1580415467] exists,up 43686e5d-9d5d-47ce-9a87-809e4dd36914 2024-05-21T00:40:55.816 INFO:teuthology.orchestra.run.smithi044.stdout:osd.5 up in weight 1 up_from 36 up_thru 79 down_at 0 last_clean_interval [0,0) [v2:172.21.15.92:6808/965782434,v1:172.21.15.92:6809/965782434] [v2:172.21.15.92:6810/965782434,v1:172.21.15.92:6811/965782434] exists,up d37ad690-2e64-44d9-b4ba-5c1413dbde2e 2024-05-21T00:40:55.816 INFO:teuthology.orchestra.run.smithi044.stdout:osd.6 up in weight 1 up_from 42 up_thru 75 down_at 0 last_clean_interval [0,0) [v2:172.21.15.44:6818/1537486544,v1:172.21.15.44:6819/1537486544] [v2:172.21.15.44:6820/1537486544,v1:172.21.15.44:6821/1537486544] exists,up a51f7723-c78c-4ef9-a341-b1ff72ba518e 2024-05-21T00:40:55.816 INFO:teuthology.orchestra.run.smithi044.stdout:osd.7 up in weight 1 up_from 47 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.82:6816/205724371,v1:172.21.15.82:6817/205724371] [v2:172.21.15.82:6818/205724371,v1:172.21.15.82:6819/205724371] exists,up 9cb07a5c-be70-4030-a329-3d4f374fb837 2024-05-21T00:40:55.816 INFO:teuthology.orchestra.run.smithi044.stdout:osd.8 up in weight 1 up_from 53 up_thru 79 down_at 0 last_clean_interval [0,0) [v2:172.21.15.92:6816/3959245624,v1:172.21.15.92:6817/3959245624] [v2:172.21.15.92:6818/3959245624,v1:172.21.15.92:6819/3959245624] exists,up 5dcab637-f5dc-45c1-8100-cb0b5ace5c92 2024-05-21T00:40:55.816 INFO:teuthology.orchestra.run.smithi044.stdout:osd.9 up in weight 1 up_from 59 up_thru 79 down_at 0 last_clean_interval [0,0) [v2:172.21.15.44:6826/1654517516,v1:172.21.15.44:6827/1654517516] [v2:172.21.15.44:6828/1654517516,v1:172.21.15.44:6829/1654517516] exists,up e8018f84-c48b-46c3-97f9-933126a7b2fb 2024-05-21T00:40:55.816 INFO:teuthology.orchestra.run.smithi044.stdout:osd.10 up in weight 1 up_from 64 up_thru 75 down_at 0 last_clean_interval [0,0) [v2:172.21.15.82:6824/1964064567,v1:172.21.15.82:6825/1964064567] [v2:172.21.15.82:6826/1964064567,v1:172.21.15.82:6827/1964064567] exists,up 2887e4b5-afd3-4a9f-9d8a-c8c22964451d 2024-05-21T00:40:55.816 INFO:teuthology.orchestra.run.smithi044.stdout:osd.11 up in weight 1 up_from 70 up_thru 79 down_at 0 last_clean_interval [0,0) [v2:172.21.15.92:6824/2911355193,v1:172.21.15.92:6825/2911355193] [v2:172.21.15.92:6826/2911355193,v1:172.21.15.92:6827/2911355193] exists,up 0bc8302f-4e43-4172-8b39-e845532325dc 2024-05-21T00:40:55.816 INFO:teuthology.orchestra.run.smithi044.stdout:pg_upmap_items 2.0 [7,11] 2024-05-21T00:40:55.816 INFO:teuthology.orchestra.run.smithi044.stdout:pg_upmap_items 2.f [8,11] 2024-05-21T00:40:55.817 INFO:teuthology.orchestra.run.smithi044.stdout:pg_upmap_items 2.16 [2,4] 2024-05-21T00:40:55.817 INFO:teuthology.orchestra.run.smithi044.stdout:pg_upmap_items 2.1d [2,1] 2024-05-21T00:40:55.817 INFO:teuthology.orchestra.run.smithi044.stdout:pg_upmap_items 3.13 [4,9] 2024-05-21T00:40:55.817 INFO:teuthology.orchestra.run.smithi044.stdout:pg_upmap_items 3.14 [4,6] 2024-05-21T00:40:55.817 INFO:teuthology.orchestra.run.smithi044.stdout:pg_upmap_items 3.17 [4,8] 2024-05-21T00:40:55.817 INFO:teuthology.orchestra.run.smithi044.stdout:pg_upmap_items 3.18 [3,9] 2024-05-21T00:40:55.817 INFO:teuthology.orchestra.run.smithi044.stdout:pg_upmap_items 3.1b [4,7] 2024-05-21T00:40:55.817 INFO:teuthology.orchestra.run.smithi044.stdout:pg_upmap_items 3.25 [5,9] 2024-05-21T00:40:55.817 INFO:teuthology.orchestra.run.smithi044.stdout:pg_upmap_items 3.39 [5,8] 2024-05-21T00:40:55.817 INFO:teuthology.orchestra.run.smithi044.stdout:blocklist 172.21.15.44:0/880191957 expires 2024-05-22T00:29:10.086497+0000 2024-05-21T00:40:55.817 INFO:teuthology.orchestra.run.smithi044.stdout:blocklist 172.21.15.44:0/587444604 expires 2024-05-22T00:29:10.086497+0000 2024-05-21T00:40:55.817 INFO:teuthology.orchestra.run.smithi044.stdout:blocklist 172.21.15.44:6800/3330900916 expires 2024-05-22T00:29:10.086497+0000 2024-05-21T00:40:55.817 INFO:teuthology.orchestra.run.smithi044.stdout:blocklist 172.21.15.44:0/64733516 expires 2024-05-22T00:28:34.433643+0000 2024-05-21T00:40:55.817 INFO:teuthology.orchestra.run.smithi044.stdout:blocklist 172.21.15.44:6801/3460387030 expires 2024-05-22T00:28:34.433643+0000 2024-05-21T00:40:55.818 INFO:teuthology.orchestra.run.smithi044.stdout:blocklist 172.21.15.44:6801/3330900916 expires 2024-05-22T00:29:10.086497+0000 2024-05-21T00:40:55.818 INFO:teuthology.orchestra.run.smithi044.stdout:blocklist 172.21.15.44:0/1049391158 expires 2024-05-22T00:28:34.433643+0000 2024-05-21T00:40:55.818 INFO:teuthology.orchestra.run.smithi044.stdout:blocklist 172.21.15.44:6800/3460387030 expires 2024-05-22T00:28:34.433643+0000 2024-05-21T00:40:55.818 INFO:teuthology.orchestra.run.smithi044.stdout:blocklist 172.21.15.44:0/1950433201 expires 2024-05-22T00:28:34.433643+0000 2024-05-21T00:40:55.818 INFO:teuthology.orchestra.run.smithi044.stdout:blocklist 172.21.15.44:0/866497567 expires 2024-05-22T00:29:10.086497+0000 2024-05-21T00:40:55.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.813+0000 7fed1ba00700 1 -- 172.21.15.44:0/4190139375 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fecfc0b2900 msgr2=0x7fecfc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:55.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.813+0000 7fed1ba00700 1 --2- 172.21.15.44:0/4190139375 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fecfc0b2900 0x7fecfc0b4dc0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fed141a1270 tx=0x7fed08009260 comp rx=0 tx=0).stop 2024-05-21T00:40:55.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.813+0000 7fed1ba00700 1 -- 172.21.15.44:0/4190139375 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fed1410b780 msgr2=0x7fed141a7310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:55.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.813+0000 7fed1ba00700 1 --2- 172.21.15.44:0/4190139375 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fed1410b780 0x7fed141a7310 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fed0c00e3c0 tx=0x7fed0c00e6d0 comp rx=0 tx=0).stop 2024-05-21T00:40:55.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.813+0000 7fed1ba00700 1 -- 172.21.15.44:0/4190139375 shutdown_connections 2024-05-21T00:40:55.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.813+0000 7fed1ba00700 1 --2- 172.21.15.44:0/4190139375 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fecfc0b2900 0x7fecfc0b4dc0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:55.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.813+0000 7fed1ba00700 1 --2- 172.21.15.44:0/4190139375 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fed1410b780 0x7fed141a7310 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:55.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.813+0000 7fed1ba00700 1 --2- 172.21.15.44:0/4190139375 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fed14109be0 0x7fed1419fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:55.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.813+0000 7fed1ba00700 1 --2- 172.21.15.44:0/4190139375 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fed1410ade0 0x7fed141a02d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:55.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.813+0000 7fed1ba00700 1 -- 172.21.15.44:0/4190139375 >> 172.21.15.44:0/4190139375 conn(0x7fed14078bb0 msgr2=0x7fed1410e200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:55.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.814+0000 7fed1ba00700 1 -- 172.21.15.44:0/4190139375 shutdown_connections 2024-05-21T00:40:55.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:55.814+0000 7fed1ba00700 1 -- 172.21.15.44:0/4190139375 wait complete. 2024-05-21T00:40:55.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:55 smithi082 ceph-mon[36141]: pgmap v424: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:40:56.663 INFO:teuthology.run_tasks:Running task fs.ready... 2024-05-21T00:40:56.675 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:40:56.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:56 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/4190139375' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-21T00:40:56.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:56 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/4190139375' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-21T00:40:56.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:56 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/4190139375' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-21T00:40:57.142 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:40:57.586 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:57 smithi044 ceph-mon[31392]: pgmap v425: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:57.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:57 smithi092 ceph-mon[36335]: pgmap v425: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:57.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:57 smithi082 ceph-mon[36141]: pgmap v425: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:40:59.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.428+0000 7f1971800700 1 -- 172.21.15.44:0/1195046340 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f196c10ff40 msgr2=0x7f196c112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:59.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.428+0000 7f1971800700 1 --2- 172.21.15.44:0/1195046340 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f196c10ff40 0x7f196c112330 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f196400b0a0 tx=0x7f196400b3b0 comp rx=0 tx=0).stop 2024-05-21T00:40:59.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.428+0000 7f1971800700 1 -- 172.21.15.44:0/1195046340 shutdown_connections 2024-05-21T00:40:59.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.428+0000 7f1971800700 1 --2- 172.21.15.44:0/1195046340 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f196c075770 0x7f196c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:59.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.428+0000 7f1971800700 1 --2- 172.21.15.44:0/1195046340 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f196c10ff40 0x7f196c112330 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:59.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.428+0000 7f1971800700 1 --2- 172.21.15.44:0/1195046340 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f196c076090 0x7f196c10fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:59.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.428+0000 7f1971800700 1 -- 172.21.15.44:0/1195046340 >> 172.21.15.44:0/1195046340 conn(0x7f196c07a6a0 msgr2=0x7f196c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:59.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.428+0000 7f1971800700 1 -- 172.21.15.44:0/1195046340 shutdown_connections 2024-05-21T00:40:59.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.428+0000 7f1971800700 1 -- 172.21.15.44:0/1195046340 wait complete. 2024-05-21T00:40:59.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.429+0000 7f1971800700 1 Processor -- start 2024-05-21T00:40:59.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.430+0000 7f1971800700 1 -- start start 2024-05-21T00:40:59.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.430+0000 7f1971800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f196c075770 0x7f196c19bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:59.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.430+0000 7f1971800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f196c076090 0x7f196c19c280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:59.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.430+0000 7f1971800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f196c10ff40 0x7f196c1a0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:59.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.430+0000 7f1971800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f196c115930 con 0x7f196c075770 2024-05-21T00:40:59.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.430+0000 7f1971800700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f196c1157b0 con 0x7f196c076090 2024-05-21T00:40:59.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.430+0000 7f1971800700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f196c115ab0 con 0x7f196c10ff40 2024-05-21T00:40:59.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.430+0000 7f196aa00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f196c075770 0x7f196c19bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:59.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.431+0000 7f196b400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f196c10ff40 0x7f196c1a0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:59.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.431+0000 7f196a000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f196c076090 0x7f196c19c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:59.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.431+0000 7f196aa00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f196c075770 0x7f196c19bd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44958/0 (socket says 172.21.15.44:44958) 2024-05-21T00:40:59.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.431+0000 7f196aa00700 1 -- 172.21.15.44:0/2186331423 learned_addr learned my addr 172.21.15.44:0/2186331423 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:40:59.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.431+0000 7f196b400700 1 -- 172.21.15.44:0/2186331423 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f196c076090 msgr2=0x7f196c19c280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:59.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.431+0000 7f196b400700 1 --2- 172.21.15.44:0/2186331423 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f196c076090 0x7f196c19c280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:59.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.431+0000 7f196b400700 1 -- 172.21.15.44:0/2186331423 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f196c075770 msgr2=0x7f196c19bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:59.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.431+0000 7f196b400700 1 --2- 172.21.15.44:0/2186331423 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f196c075770 0x7f196c19bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:59.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.431+0000 7f196b400700 1 -- 172.21.15.44:0/2186331423 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f196c1a0d50 con 0x7f196c10ff40 2024-05-21T00:40:59.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.431+0000 7f196b400700 1 --2- 172.21.15.44:0/2186331423 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f196c10ff40 0x7f196c1a0610 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f196400b070 tx=0x7f1964004c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:59.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.432+0000 7f1963400700 1 -- 172.21.15.44:0/2186331423 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1964021070 con 0x7f196c10ff40 2024-05-21T00:40:59.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.432+0000 7f1963400700 1 -- 172.21.15.44:0/2186331423 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1964007e30 con 0x7f196c10ff40 2024-05-21T00:40:59.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.432+0000 7f1963400700 1 -- 172.21.15.44:0/2186331423 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19640045f0 con 0x7f196c10ff40 2024-05-21T00:40:59.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.432+0000 7f1971800700 1 -- 172.21.15.44:0/2186331423 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f196c1a0fe0 con 0x7f196c10ff40 2024-05-21T00:40:59.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.432+0000 7f1971800700 1 -- 172.21.15.44:0/2186331423 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f196c1a88c0 con 0x7f196c10ff40 2024-05-21T00:40:59.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.433+0000 7f1971800700 1 -- 172.21.15.44:0/2186331423 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f196c06a230 con 0x7f196c10ff40 2024-05-21T00:40:59.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.435+0000 7f1963400700 1 -- 172.21.15.44:0/2186331423 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f1964007980 con 0x7f196c10ff40 2024-05-21T00:40:59.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.437+0000 7f1963400700 1 --2- 172.21.15.44:0/2186331423 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f19500b2900 0x7f19500b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:40:59.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.437+0000 7f1963400700 1 -- 172.21.15.44:0/2186331423 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f196400f020 con 0x7f196c10ff40 2024-05-21T00:40:59.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.437+0000 7f196aa00700 1 --2- 172.21.15.44:0/2186331423 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f19500b2900 0x7f19500b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:40:59.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.438+0000 7f196aa00700 1 --2- 172.21.15.44:0/2186331423 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f19500b2900 0x7f19500b4dc0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f195c009d20 tx=0x7f195c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:40:59.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.439+0000 7f1963400700 1 -- 172.21.15.44:0/2186331423 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f196402a020 con 0x7f196c10ff40 2024-05-21T00:40:59.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.728+0000 7f1971800700 1 -- 172.21.15.44:0/2186331423 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f196c1a8a90 con 0x7f196c10ff40 2024-05-21T00:40:59.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.729+0000 7f1963400700 1 -- 172.21.15.44:0/2186331423 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11854 (secure 0 0 0) 0x7f19640ab5f0 con 0x7f196c10ff40 2024-05-21T00:40:59.733 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:40:59.734 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/561549854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":561549854},{"type":"v1","addr":"172.21.15.44:6837","nonce":561549854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/2400906516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2400906516},{"type":"v1","addr":"172.21.15.82:6835","nonce":2400906516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2996309052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2996309052},{"type":"v1","addr":"172.21.15.92:6835","nonce":2996309052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:37:29.521554+0000","modified":"2024-05-21T00:37:54.429226+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24521,"mds_1":24511,"mds_2":24509},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24482":{"gid":24482,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6837/2183805482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":2183805482},{"type":"v1","addr":"172.21.15.82:6837","nonce":2183805482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6837/1462528640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1462528640},{"type":"v1","addr":"172.21.15.92:6837","nonce":1462528640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6839/1183044801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6838","nonce":1183044801},{"type":"v1","addr":"172.21.15.92:6839","nonce":1183044801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"a","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/3917264755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":3917264755},{"type":"v1","addr":"172.21.15.44:6841","nonce":3917264755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1038937716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1038937716},{"type":"v1","addr":"172.21.15.44:6839","nonce":1038937716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.82:6839/3736218763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":3736218763},{"type":"v1","addr":"172.21.15.82:6839","nonce":3736218763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24521,"qdb_cluster":[24511,24521,24509]},"id":1}]} 2024-05-21T00:40:59.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.733+0000 7f1971800700 1 -- 172.21.15.44:0/2186331423 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f19500b2900 msgr2=0x7f19500b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:59.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.733+0000 7f1971800700 1 --2- 172.21.15.44:0/2186331423 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f19500b2900 0x7f19500b4dc0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f195c009d20 tx=0x7f195c009260 comp rx=0 tx=0).stop 2024-05-21T00:40:59.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.733+0000 7f1971800700 1 -- 172.21.15.44:0/2186331423 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f196c10ff40 msgr2=0x7f196c1a0610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:40:59.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.733+0000 7f1971800700 1 --2- 172.21.15.44:0/2186331423 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f196c10ff40 0x7f196c1a0610 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f196400b070 tx=0x7f1964004c80 comp rx=0 tx=0).stop 2024-05-21T00:40:59.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.733+0000 7f1971800700 1 -- 172.21.15.44:0/2186331423 shutdown_connections 2024-05-21T00:40:59.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.733+0000 7f1971800700 1 --2- 172.21.15.44:0/2186331423 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f19500b2900 0x7f19500b4dc0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:59.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.733+0000 7f1971800700 1 --2- 172.21.15.44:0/2186331423 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f196c075770 0x7f196c19bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:59.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.733+0000 7f1971800700 1 --2- 172.21.15.44:0/2186331423 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f196c10ff40 0x7f196c1a0610 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:59.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.733+0000 7f1971800700 1 --2- 172.21.15.44:0/2186331423 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f196c076090 0x7f196c19c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:40:59.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.733+0000 7f1971800700 1 -- 172.21.15.44:0/2186331423 >> 172.21.15.44:0/2186331423 conn(0x7f196c07a6a0 msgr2=0x7f196c100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:40:59.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.733+0000 7f1971800700 1 -- 172.21.15.44:0/2186331423 shutdown_connections 2024-05-21T00:40:59.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:40:59.733+0000 7f1971800700 1 -- 172.21.15.44:0/2186331423 wait complete. 2024-05-21T00:40:59.738 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 25 2024-05-21T00:40:59.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:40:59 smithi092 ceph-mon[36335]: pgmap v426: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:40:59.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:40:59 smithi044 ceph-mon[31392]: pgmap v426: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:40:59.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:40:59 smithi082 ceph-mon[36141]: pgmap v426: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:41:00.554 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:41:00.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:00 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/2186331423' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:41:00.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:00 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/2186331423' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:41:00.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:00 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/2186331423' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:41:01.006 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:41:01.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:01 smithi092 ceph-mon[36335]: pgmap v427: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:41:01.847 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:01 smithi082 ceph-mon[36141]: pgmap v427: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:41:01.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:01 smithi044 ceph-mon[31392]: pgmap v427: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:41:03.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.270+0000 7f45d5800700 1 -- 172.21.15.44:0/791280861 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45d010b750 msgr2=0x7f45d010bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:03.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.270+0000 7f45d5800700 1 --2- 172.21.15.44:0/791280861 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45d010b750 0x7f45d010bb30 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f45c0009990 tx=0x7f45c0009ca0 comp rx=0 tx=0).stop 2024-05-21T00:41:03.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.270+0000 7f45d5800700 1 -- 172.21.15.44:0/791280861 shutdown_connections 2024-05-21T00:41:03.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.270+0000 7f45d5800700 1 --2- 172.21.15.44:0/791280861 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45d010b750 0x7f45d010bb30 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:03.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.270+0000 7f45d5800700 1 --2- 172.21.15.44:0/791280861 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f45d0106110 0x7f45d0112620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:03.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.270+0000 7f45d5800700 1 --2- 172.21.15.44:0/791280861 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45d0105750 0x7f45d0105bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:03.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.270+0000 7f45d5800700 1 -- 172.21.15.44:0/791280861 >> 172.21.15.44:0/791280861 conn(0x7f45d0101240 msgr2=0x7f45d0103660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:03.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.270+0000 7f45d5800700 1 -- 172.21.15.44:0/791280861 shutdown_connections 2024-05-21T00:41:03.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.270+0000 7f45d5800700 1 -- 172.21.15.44:0/791280861 wait complete. 2024-05-21T00:41:03.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.272+0000 7f45d5800700 1 Processor -- start 2024-05-21T00:41:03.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.272+0000 7f45d5800700 1 -- start start 2024-05-21T00:41:03.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.273+0000 7f45d5800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45d0105750 0x7f45d019be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:03.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.273+0000 7f45d5800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f45d0106110 0x7f45d019c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:03.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.273+0000 7f45d5800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45d010b750 0x7f45d01a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:03.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.273+0000 7f45d5800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f45d0115950 con 0x7f45d010b750 2024-05-21T00:41:03.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.273+0000 7f45d5800700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f45d01157d0 con 0x7f45d0106110 2024-05-21T00:41:03.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.273+0000 7f45d5800700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f45d0115ad0 con 0x7f45d0105750 2024-05-21T00:41:03.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.273+0000 7f45cf400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45d010b750 0x7f45d01a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:03.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.273+0000 7f45cf400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45d010b750 0x7f45d01a0710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44980/0 (socket says 172.21.15.44:44980) 2024-05-21T00:41:03.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.273+0000 7f45cf400700 1 -- 172.21.15.44:0/787299892 learned_addr learned my addr 172.21.15.44:0/787299892 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:03.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.273+0000 7f45c6000700 1 --2- 172.21.15.44:0/787299892 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f45d0106110 0x7f45d019c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:03.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.273+0000 7f45cea00700 1 --2- 172.21.15.44:0/787299892 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45d0105750 0x7f45d019be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:03.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.273+0000 7f45cea00700 1 -- 172.21.15.44:0/787299892 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f45d0106110 msgr2=0x7f45d019c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:03.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.273+0000 7f45cea00700 1 --2- 172.21.15.44:0/787299892 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f45d0106110 0x7f45d019c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:03.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.274+0000 7f45cea00700 1 -- 172.21.15.44:0/787299892 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45d010b750 msgr2=0x7f45d01a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:03.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.274+0000 7f45cea00700 1 --2- 172.21.15.44:0/787299892 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45d010b750 0x7f45d01a0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:03.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.274+0000 7f45cea00700 1 -- 172.21.15.44:0/787299892 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45d01a0e50 con 0x7f45d0105750 2024-05-21T00:41:03.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.274+0000 7f45cf400700 1 --2- 172.21.15.44:0/787299892 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45d010b750 0x7f45d01a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:41:03.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.274+0000 7f45cea00700 1 --2- 172.21.15.44:0/787299892 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45d0105750 0x7f45d019be40 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f45c0006010 tx=0x7f45c00057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:03.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.274+0000 7f45c7e00700 1 -- 172.21.15.44:0/787299892 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45c0027070 con 0x7f45d0105750 2024-05-21T00:41:03.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.274+0000 7f45d5800700 1 -- 172.21.15.44:0/787299892 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45d01a10e0 con 0x7f45d0105750 2024-05-21T00:41:03.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.274+0000 7f45c7e00700 1 -- 172.21.15.44:0/787299892 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f45c0022470 con 0x7f45d0105750 2024-05-21T00:41:03.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.274+0000 7f45c7e00700 1 -- 172.21.15.44:0/787299892 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45c0017650 con 0x7f45d0105750 2024-05-21T00:41:03.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.274+0000 7f45d5800700 1 -- 172.21.15.44:0/787299892 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45d01a89c0 con 0x7f45d0105750 2024-05-21T00:41:03.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.275+0000 7f45d5800700 1 -- 172.21.15.44:0/787299892 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45d010dce0 con 0x7f45d0105750 2024-05-21T00:41:03.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.278+0000 7f45c7e00700 1 -- 172.21.15.44:0/787299892 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f45c002a070 con 0x7f45d0105750 2024-05-21T00:41:03.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.279+0000 7f45c7e00700 1 --2- 172.21.15.44:0/787299892 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f45b40b2880 0x7f45b40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:03.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.279+0000 7f45c7e00700 1 -- 172.21.15.44:0/787299892 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f45c00e2e90 con 0x7f45d0105750 2024-05-21T00:41:03.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.279+0000 7f45c6000700 1 --2- 172.21.15.44:0/787299892 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f45b40b2880 0x7f45b40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:03.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.280+0000 7f45c6000700 1 --2- 172.21.15.44:0/787299892 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f45b40b2880 0x7f45b40b4d40 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f45d01038e0 tx=0x7f45b8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:03.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.283+0000 7f45c7e00700 1 -- 172.21.15.44:0/787299892 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f45c0013070 con 0x7f45d0105750 2024-05-21T00:41:03.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.574+0000 7f45d5800700 1 -- 172.21.15.44:0/787299892 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f45d019d1a0 con 0x7f45d0105750 2024-05-21T00:41:03.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.576+0000 7f45c7e00700 1 -- 172.21.15.44:0/787299892 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11854 (secure 0 0 0) 0x7f45c00aaba0 con 0x7f45d0105750 2024-05-21T00:41:03.580 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:41:03.580 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/561549854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":561549854},{"type":"v1","addr":"172.21.15.44:6837","nonce":561549854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/2400906516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2400906516},{"type":"v1","addr":"172.21.15.82:6835","nonce":2400906516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2996309052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2996309052},{"type":"v1","addr":"172.21.15.92:6835","nonce":2996309052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:37:29.521554+0000","modified":"2024-05-21T00:37:54.429226+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24521,"mds_1":24511,"mds_2":24509},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24482":{"gid":24482,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6837/2183805482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":2183805482},{"type":"v1","addr":"172.21.15.82:6837","nonce":2183805482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6837/1462528640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1462528640},{"type":"v1","addr":"172.21.15.92:6837","nonce":1462528640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6839/1183044801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6838","nonce":1183044801},{"type":"v1","addr":"172.21.15.92:6839","nonce":1183044801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"a","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/3917264755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":3917264755},{"type":"v1","addr":"172.21.15.44:6841","nonce":3917264755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1038937716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1038937716},{"type":"v1","addr":"172.21.15.44:6839","nonce":1038937716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.82:6839/3736218763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":3736218763},{"type":"v1","addr":"172.21.15.82:6839","nonce":3736218763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24521,"qdb_cluster":[24511,24521,24509]},"id":1}]} 2024-05-21T00:41:03.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.579+0000 7f45d5800700 1 -- 172.21.15.44:0/787299892 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f45b40b2880 msgr2=0x7f45b40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:03.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.579+0000 7f45d5800700 1 --2- 172.21.15.44:0/787299892 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f45b40b2880 0x7f45b40b4d40 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f45d01038e0 tx=0x7f45b8009260 comp rx=0 tx=0).stop 2024-05-21T00:41:03.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.579+0000 7f45d5800700 1 -- 172.21.15.44:0/787299892 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45d0105750 msgr2=0x7f45d019be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:03.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.579+0000 7f45d5800700 1 --2- 172.21.15.44:0/787299892 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45d0105750 0x7f45d019be40 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f45c0006010 tx=0x7f45c00057c0 comp rx=0 tx=0).stop 2024-05-21T00:41:03.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.579+0000 7f45d5800700 1 -- 172.21.15.44:0/787299892 shutdown_connections 2024-05-21T00:41:03.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.579+0000 7f45d5800700 1 --2- 172.21.15.44:0/787299892 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f45b40b2880 0x7f45b40b4d40 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:03.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.579+0000 7f45d5800700 1 --2- 172.21.15.44:0/787299892 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45d010b750 0x7f45d01a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:03.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.579+0000 7f45d5800700 1 --2- 172.21.15.44:0/787299892 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45d0105750 0x7f45d019be40 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:03.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.579+0000 7f45d5800700 1 --2- 172.21.15.44:0/787299892 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f45d0106110 0x7f45d019c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:03.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.579+0000 7f45d5800700 1 -- 172.21.15.44:0/787299892 >> 172.21.15.44:0/787299892 conn(0x7f45d0101240 msgr2=0x7f45d0101a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:03.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.580+0000 7f45d5800700 1 -- 172.21.15.44:0/787299892 shutdown_connections 2024-05-21T00:41:03.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:03.580+0000 7f45d5800700 1 -- 172.21.15.44:0/787299892 wait complete. 2024-05-21T00:41:03.585 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 25 2024-05-21T00:41:03.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:03 smithi092 ceph-mon[36335]: pgmap v428: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:41:03.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:03 smithi044 ceph-mon[31392]: pgmap v428: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:41:03.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:03 smithi082 ceph-mon[36141]: pgmap v428: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:41:04.390 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T00:41:04.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:04 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/787299892' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:41:04.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:04 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/787299892' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:41:04.884 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:41:04.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:04 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/787299892' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:41:05.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:05 smithi092 ceph-mon[36335]: pgmap v429: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:41:05.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:05 smithi044 ceph-mon[31392]: pgmap v429: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:41:05.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:05 smithi082 ceph-mon[36141]: pgmap v429: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:41:07.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.197+0000 7fd415a00700 1 -- 172.21.15.44:0/3780112499 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4101035f0 msgr2=0x7fd410103a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:07.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.197+0000 7fd415a00700 1 --2- 172.21.15.44:0/3780112499 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4101035f0 0x7fd410103a50 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fd3f8009990 tx=0x7fd3f8009ca0 comp rx=0 tx=0).stop 2024-05-21T00:41:07.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.197+0000 7fd415a00700 1 -- 172.21.15.44:0/3780112499 shutdown_connections 2024-05-21T00:41:07.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.197+0000 7fd415a00700 1 --2- 172.21.15.44:0/3780112499 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd410108500 0x7fd4101088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:07.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.197+0000 7fd415a00700 1 --2- 172.21.15.44:0/3780112499 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd410103f90 0x7fd410110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:07.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.197+0000 7fd415a00700 1 --2- 172.21.15.44:0/3780112499 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4101035f0 0x7fd410103a50 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:07.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.197+0000 7fd415a00700 1 -- 172.21.15.44:0/3780112499 >> 172.21.15.44:0/3780112499 conn(0x7fd41007a6a0 msgr2=0x7fd41007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:07.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.197+0000 7fd415a00700 1 -- 172.21.15.44:0/3780112499 shutdown_connections 2024-05-21T00:41:07.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.198+0000 7fd415a00700 1 -- 172.21.15.44:0/3780112499 wait complete. 2024-05-21T00:41:07.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.199+0000 7fd415a00700 1 Processor -- start 2024-05-21T00:41:07.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.199+0000 7fd415a00700 1 -- start start 2024-05-21T00:41:07.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.199+0000 7fd415a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4101035f0 0x7fd41019bee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:07.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.199+0000 7fd415a00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd410103f90 0x7fd41019c420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:07.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.199+0000 7fd415a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd410108500 0x7fd4101a07b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:07.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.199+0000 7fd415a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd410113780 con 0x7fd4101035f0 2024-05-21T00:41:07.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.199+0000 7fd415a00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd410113600 con 0x7fd410103f90 2024-05-21T00:41:07.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.199+0000 7fd415a00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fd410113900 con 0x7fd410108500 2024-05-21T00:41:07.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.200+0000 7fd40ea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4101035f0 0x7fd41019bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:07.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.200+0000 7fd40ea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4101035f0 0x7fd41019bee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44990/0 (socket says 172.21.15.44:44990) 2024-05-21T00:41:07.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.200+0000 7fd40ea00700 1 -- 172.21.15.44:0/1493627805 learned_addr learned my addr 172.21.15.44:0/1493627805 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:07.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.200+0000 7fd406000700 1 --2- 172.21.15.44:0/1493627805 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd410103f90 0x7fd41019c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:07.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.200+0000 7fd40f400700 1 --2- 172.21.15.44:0/1493627805 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd410108500 0x7fd4101a07b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:07.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.200+0000 7fd406000700 1 -- 172.21.15.44:0/1493627805 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd410108500 msgr2=0x7fd4101a07b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:07.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.200+0000 7fd406000700 1 --2- 172.21.15.44:0/1493627805 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd410108500 0x7fd4101a07b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:07.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.200+0000 7fd406000700 1 -- 172.21.15.44:0/1493627805 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4101035f0 msgr2=0x7fd41019bee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:07.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.200+0000 7fd406000700 1 --2- 172.21.15.44:0/1493627805 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4101035f0 0x7fd41019bee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:07.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.200+0000 7fd406000700 1 -- 172.21.15.44:0/1493627805 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4101a0ef0 con 0x7fd410103f90 2024-05-21T00:41:07.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.201+0000 7fd40ea00700 1 --2- 172.21.15.44:0/1493627805 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4101035f0 0x7fd41019bee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:41:07.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.201+0000 7fd406000700 1 --2- 172.21.15.44:0/1493627805 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd410103f90 0x7fd41019c420 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fd3f80098e0 tx=0x7fd3f80057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:07.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.201+0000 7fd407e00700 1 -- 172.21.15.44:0/1493627805 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3f8027070 con 0x7fd410103f90 2024-05-21T00:41:07.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.201+0000 7fd415a00700 1 -- 172.21.15.44:0/1493627805 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4101a1180 con 0x7fd410103f90 2024-05-21T00:41:07.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.201+0000 7fd407e00700 1 -- 172.21.15.44:0/1493627805 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd3f8022470 con 0x7fd410103f90 2024-05-21T00:41:07.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.201+0000 7fd407e00700 1 -- 172.21.15.44:0/1493627805 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3f8017650 con 0x7fd410103f90 2024-05-21T00:41:07.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.201+0000 7fd415a00700 1 -- 172.21.15.44:0/1493627805 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4101a8a60 con 0x7fd410103f90 2024-05-21T00:41:07.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.202+0000 7fd415a00700 1 -- 172.21.15.44:0/1493627805 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd410104cb0 con 0x7fd410103f90 2024-05-21T00:41:07.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.205+0000 7fd407e00700 1 -- 172.21.15.44:0/1493627805 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fd3f802a070 con 0x7fd410103f90 2024-05-21T00:41:07.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.206+0000 7fd407e00700 1 --2- 172.21.15.44:0/1493627805 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd3f40b2880 0x7fd3f40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:07.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.207+0000 7fd407e00700 1 -- 172.21.15.44:0/1493627805 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fd3f80e3170 con 0x7fd410103f90 2024-05-21T00:41:07.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.207+0000 7fd40ea00700 1 --2- 172.21.15.44:0/1493627805 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd3f40b2880 0x7fd3f40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:07.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.207+0000 7fd40ea00700 1 --2- 172.21.15.44:0/1493627805 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd3f40b2880 0x7fd3f40b4d40 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd400005950 tx=0x7fd400009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:07.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.209+0000 7fd407e00700 1 -- 172.21.15.44:0/1493627805 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd3f8031080 con 0x7fd410103f90 2024-05-21T00:41:07.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.448+0000 7fd415a00700 1 -- 172.21.15.44:0/1493627805 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd41006a230 con 0x7fd410103f90 2024-05-21T00:41:07.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.450+0000 7fd407e00700 1 -- 172.21.15.44:0/1493627805 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22707 (secure 0 0 0) 0x7fd3f80b1e20 con 0x7fd410103f90 2024-05-21T00:41:07.455 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:41:07.455 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":82,"fsid":"d03df2b2-1708-11ef-bc9a-c7b262605968","created":"2024-05-21T00:27:51.458771+0000","modified":"2024-05-21T00:39:11.514065+0000","last_up_change":"2024-05-21T00:36:10.971414+0000","last_in_change":"2024-05-21T00:35:50.957727+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T00:31:54.252537+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T00:37:21.067118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T00:37:25.328393+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"87d95ec0-9884-407b-9d90-67a37bd139bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6803","nonce":3592915645}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6805","nonce":3592915645}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6809","nonce":3592915645}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6807","nonce":3592915645}]},"public_addr":"172.21.15.44:6803/3592915645","cluster_addr":"172.21.15.44:6805/3592915645","heartbeat_back_addr":"172.21.15.44:6809/3592915645","heartbeat_front_addr":"172.21.15.44:6807/3592915645","state":["exists","up"]},{"osd":1,"uuid":"f63d59d5-bcc5-4875-befd-f9ff99c11c5a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6800","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6801","nonce":2647472512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6803","nonce":2647472512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6807","nonce":2647472512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6805","nonce":2647472512}]},"public_addr":"172.21.15.82:6801/2647472512","cluster_addr":"172.21.15.82:6803/2647472512","heartbeat_back_addr":"172.21.15.82:6807/2647472512","heartbeat_front_addr":"172.21.15.82:6805/2647472512","state":["exists","up"]},{"osd":2,"uuid":"03dda03d-7581-476b-8e0b-ede8b7865165","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6801","nonce":2514141415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6803","nonce":2514141415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6807","nonce":2514141415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6805","nonce":2514141415}]},"public_addr":"172.21.15.92:6801/2514141415","cluster_addr":"172.21.15.92:6803/2514141415","heartbeat_back_addr":"172.21.15.92:6807/2514141415","heartbeat_front_addr":"172.21.15.92:6805/2514141415","state":["exists","up"]},{"osd":3,"uuid":"ee4c6871-e0ba-4dda-9fa1-f53d17314665","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6811","nonce":3929544733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6813","nonce":3929544733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6817","nonce":3929544733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6815","nonce":3929544733}]},"public_addr":"172.21.15.44:6811/3929544733","cluster_addr":"172.21.15.44:6813/3929544733","heartbeat_back_addr":"172.21.15.44:6817/3929544733","heartbeat_front_addr":"172.21.15.44:6815/3929544733","state":["exists","up"]},{"osd":4,"uuid":"43686e5d-9d5d-47ce-9a87-809e4dd36914","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6809","nonce":1580415467}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6811","nonce":1580415467}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6815","nonce":1580415467}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6813","nonce":1580415467}]},"public_addr":"172.21.15.82:6809/1580415467","cluster_addr":"172.21.15.82:6811/1580415467","heartbeat_back_addr":"172.21.15.82:6815/1580415467","heartbeat_front_addr":"172.21.15.82:6813/1580415467","state":["exists","up"]},{"osd":5,"uuid":"d37ad690-2e64-44d9-b4ba-5c1413dbde2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6809","nonce":965782434}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6811","nonce":965782434}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6815","nonce":965782434}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6813","nonce":965782434}]},"public_addr":"172.21.15.92:6809/965782434","cluster_addr":"172.21.15.92:6811/965782434","heartbeat_back_addr":"172.21.15.92:6815/965782434","heartbeat_front_addr":"172.21.15.92:6813/965782434","state":["exists","up"]},{"osd":6,"uuid":"a51f7723-c78c-4ef9-a341-b1ff72ba518e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6819","nonce":1537486544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6821","nonce":1537486544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6825","nonce":1537486544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6823","nonce":1537486544}]},"public_addr":"172.21.15.44:6819/1537486544","cluster_addr":"172.21.15.44:6821/1537486544","heartbeat_back_addr":"172.21.15.44:6825/1537486544","heartbeat_front_addr":"172.21.15.44:6823/1537486544","state":["exists","up"]},{"osd":7,"uuid":"9cb07a5c-be70-4030-a329-3d4f374fb837","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6817","nonce":205724371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6819","nonce":205724371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6823","nonce":205724371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6821","nonce":205724371}]},"public_addr":"172.21.15.82:6817/205724371","cluster_addr":"172.21.15.82:6819/205724371","heartbeat_back_addr":"172.21.15.82:6823/205724371","heartbeat_front_addr":"172.21.15.82:6821/205724371","state":["exists","up"]},{"osd":8,"uuid":"5dcab637-f5dc-45c1-8100-cb0b5ace5c92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6817","nonce":3959245624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6819","nonce":3959245624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6823","nonce":3959245624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6821","nonce":3959245624}]},"public_addr":"172.21.15.92:6817/3959245624","cluster_addr":"172.21.15.92:6819/3959245624","heartbeat_back_addr":"172.21.15.92:6823/3959245624","heartbeat_front_addr":"172.21.15.92:6821/3959245624","state":["exists","up"]},{"osd":9,"uuid":"e8018f84-c48b-46c3-97f9-933126a7b2fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6827","nonce":1654517516}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6829","nonce":1654517516}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6833","nonce":1654517516}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6831","nonce":1654517516}]},"public_addr":"172.21.15.44:6827/1654517516","cluster_addr":"172.21.15.44:6829/1654517516","heartbeat_back_addr":"172.21.15.44:6833/1654517516","heartbeat_front_addr":"172.21.15.44:6831/1654517516","state":["exists","up"]},{"osd":10,"uuid":"2887e4b5-afd3-4a9f-9d8a-c8c22964451d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6825","nonce":1964064567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6827","nonce":1964064567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6831","nonce":1964064567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6829","nonce":1964064567}]},"public_addr":"172.21.15.82:6825/1964064567","cluster_addr":"172.21.15.82:6827/1964064567","heartbeat_back_addr":"172.21.15.82:6831/1964064567","heartbeat_front_addr":"172.21.15.82:6829/1964064567","state":["exists","up"]},{"osd":11,"uuid":"0bc8302f-4e43-4172-8b39-e845532325dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6825","nonce":2911355193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6827","nonce":2911355193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6831","nonce":2911355193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6829","nonce":2911355193}]},"public_addr":"172.21.15.92:6825/2911355193","cluster_addr":"172.21.15.92:6827/2911355193","heartbeat_back_addr":"172.21.15.92:6831/2911355193","heartbeat_front_addr":"172.21.15.92:6829/2911355193","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:03.521286+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:28.491762+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:51.825721+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:32:25.293696+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:32:51.285539+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:33:15.925099+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:33:50.761232+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:34:17.058992+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:34:41.840124+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:35:16.093194+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:35:43.418271+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:36:09.237970+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":2,"to":1}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.18","mappings":[{"from":3,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":7}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/880191957":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/587444604":"2024-05-22T00:29:10.086497+0000","172.21.15.44:6800/3330900916":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/64733516":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6801/3460387030":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6801/3330900916":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/1049391158":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6800/3460387030":"2024-05-22T00:28:34.433643+0000","172.21.15.44:0/1950433201":"2024-05-22T00:28:34.433643+0000","172.21.15.44:0/866497567":"2024-05-22T00:29:10.086497+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T00:41:07.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.454+0000 7fd415a00700 1 -- 172.21.15.44:0/1493627805 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd3f40b2880 msgr2=0x7fd3f40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:07.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.454+0000 7fd415a00700 1 --2- 172.21.15.44:0/1493627805 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd3f40b2880 0x7fd3f40b4d40 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd400005950 tx=0x7fd400009260 comp rx=0 tx=0).stop 2024-05-21T00:41:07.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.454+0000 7fd415a00700 1 -- 172.21.15.44:0/1493627805 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd410103f90 msgr2=0x7fd41019c420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:07.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.454+0000 7fd415a00700 1 --2- 172.21.15.44:0/1493627805 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd410103f90 0x7fd41019c420 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fd3f80098e0 tx=0x7fd3f80057c0 comp rx=0 tx=0).stop 2024-05-21T00:41:07.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.454+0000 7fd415a00700 1 -- 172.21.15.44:0/1493627805 shutdown_connections 2024-05-21T00:41:07.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.454+0000 7fd415a00700 1 --2- 172.21.15.44:0/1493627805 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd3f40b2880 0x7fd3f40b4d40 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:07.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.454+0000 7fd415a00700 1 --2- 172.21.15.44:0/1493627805 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4101035f0 0x7fd41019bee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:07.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.454+0000 7fd415a00700 1 --2- 172.21.15.44:0/1493627805 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd410108500 0x7fd4101a07b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:07.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.454+0000 7fd415a00700 1 --2- 172.21.15.44:0/1493627805 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd410103f90 0x7fd41019c420 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:07.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.454+0000 7fd415a00700 1 -- 172.21.15.44:0/1493627805 >> 172.21.15.44:0/1493627805 conn(0x7fd41007a6a0 msgr2=0x7fd410101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:07.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.454+0000 7fd415a00700 1 -- 172.21.15.44:0/1493627805 shutdown_connections 2024-05-21T00:41:07.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:07.454+0000 7fd415a00700 1 -- 172.21.15.44:0/1493627805 wait complete. 2024-05-21T00:41:07.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:07 smithi092 ceph-mon[36335]: pgmap v430: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:41:07.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:07 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/1493627805' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:41:07.859 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:07 smithi044 ceph-mon[31392]: pgmap v430: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:41:07.859 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:07 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1493627805' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:41:07.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:07 smithi082 ceph-mon[36141]: pgmap v430: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:41:07.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:07 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/1493627805' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:41:08.305 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 25, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-05-21T00:37:29.521554+0000', 'modified': '2024-05-21T00:37:54.429226+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24521, 'mds_1': 24511, 'mds_2': 24509}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24482': {'gid': 24482, 'name': 'h', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.82:6837/2183805482', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.82:6836', 'nonce': 2183805482}, {'type': 'v1', 'addr': '172.21.15.82:6837', 'nonce': 2183805482}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24484': {'gid': 24484, 'name': 'c', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.92:6837/1462528640', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.92:6836', 'nonce': 1462528640}, {'type': 'v1', 'addr': '172.21.15.92:6837', 'nonce': 1462528640}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24499': {'gid': 24499, 'name': 'i', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.92:6839/1183044801', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.92:6838', 'nonce': 1183044801}, {'type': 'v1', 'addr': '172.21.15.92:6839', 'nonce': 1183044801}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24509': {'gid': 24509, 'name': 'a', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.44:6841/3917264755', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.44:6840', 'nonce': 3917264755}, {'type': 'v1', 'addr': '172.21.15.44:6841', 'nonce': 3917264755}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24511': {'gid': 24511, 'name': 'g', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 13, 'addr': '172.21.15.44:6839/1038937716', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.44:6838', 'nonce': 1038937716}, {'type': 'v1', 'addr': '172.21.15.44:6839', 'nonce': 1038937716}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24521': {'gid': 24521, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.82:6839/3736218763', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.82:6838', 'nonce': 3736218763}, {'type': 'v1', 'addr': '172.21.15.82:6839', 'nonce': 3736218763}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24521, 'qdb_cluster': [24511, 24521, 24509]} 2024-05-21T00:41:08.305 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-05-21T00:41:08.305 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.a status 2024-05-21T00:41:08.778 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:41:09.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:09 smithi092 ceph-mon[36335]: pgmap v431: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:41:09.886 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:09 smithi044 ceph-mon[31392]: pgmap v431: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:41:09.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:09 smithi082 ceph-mon[36141]: pgmap v431: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:41:11.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.178+0000 7f37a1200700 1 -- 172.21.15.44:0/3231795580 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f379c1037f0 msgr2=0x7f379c103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:11.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.178+0000 7f37a1200700 1 --2- 172.21.15.44:0/3231795580 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f379c1037f0 0x7f379c103bd0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f378c0098f0 tx=0x7f378c009c00 comp rx=0 tx=0).stop 2024-05-21T00:41:11.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.178+0000 7f37a1200700 1 -- 172.21.15.44:0/3231795580 shutdown_connections 2024-05-21T00:41:11.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.178+0000 7f37a1200700 1 --2- 172.21.15.44:0/3231795580 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f379c1088f0 0x7f379c110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.178+0000 7f37a1200700 1 --2- 172.21.15.44:0/3231795580 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f379c1037f0 0x7f379c103bd0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.178+0000 7f37a1200700 1 --2- 172.21.15.44:0/3231795580 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f379c1041a0 0x7f379c1081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.178+0000 7f37a1200700 1 -- 172.21.15.44:0/3231795580 >> 172.21.15.44:0/3231795580 conn(0x7f379c07a6a0 msgr2=0x7f379c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:11.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.178+0000 7f37a1200700 1 -- 172.21.15.44:0/3231795580 shutdown_connections 2024-05-21T00:41:11.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.178+0000 7f37a1200700 1 -- 172.21.15.44:0/3231795580 wait complete. 2024-05-21T00:41:11.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.179+0000 7f37a1200700 1 Processor -- start 2024-05-21T00:41:11.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.179+0000 7f37a1200700 1 -- start start 2024-05-21T00:41:11.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.180+0000 7f37a1200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f379c1037f0 0x7f379c19bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:11.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.180+0000 7f37a1200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f379c1041a0 0x7f379c19c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:11.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.180+0000 7f37a1200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f379c1088f0 0x7f379c1a0770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:11.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.180+0000 7f37a1200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f379c113730 con 0x7f379c1041a0 2024-05-21T00:41:11.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.180+0000 7f37a1200700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f379c1135b0 con 0x7f379c1037f0 2024-05-21T00:41:11.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.180+0000 7f37a1200700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f379c1138b0 con 0x7f379c1088f0 2024-05-21T00:41:11.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.180+0000 7f3799400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f379c1041a0 0x7f379c19c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:11.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.180+0000 7f3799e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f379c1037f0 0x7f379c19bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:11.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.180+0000 7f379a800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f379c1088f0 0x7f379c1a0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:11.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.180+0000 7f3799e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f379c1037f0 0x7f379c19bea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:42052/0 (socket says 172.21.15.44:42052) 2024-05-21T00:41:11.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.180+0000 7f3799e00700 1 -- 172.21.15.44:0/2491734832 learned_addr learned my addr 172.21.15.44:0/2491734832 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:11.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.180+0000 7f3799400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f379c1041a0 0x7f379c19c3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40194/0 (socket says 172.21.15.44:40194) 2024-05-21T00:41:11.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.181+0000 7f3799e00700 1 -- 172.21.15.44:0/2491734832 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f379c1088f0 msgr2=0x7f379c1a0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:11.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.181+0000 7f3799e00700 1 --2- 172.21.15.44:0/2491734832 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f379c1088f0 0x7f379c1a0770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.181+0000 7f3799e00700 1 -- 172.21.15.44:0/2491734832 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f379c1041a0 msgr2=0x7f379c19c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:11.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.181+0000 7f3799e00700 1 --2- 172.21.15.44:0/2491734832 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f379c1041a0 0x7f379c19c3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.181+0000 7f3799e00700 1 -- 172.21.15.44:0/2491734832 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f379c1a0eb0 con 0x7f379c1037f0 2024-05-21T00:41:11.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.181+0000 7f379a800700 1 --2- 172.21.15.44:0/2491734832 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f379c1088f0 0x7f379c1a0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:41:11.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.181+0000 7f3799e00700 1 --2- 172.21.15.44:0/2491734832 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f379c1037f0 0x7f379c19bea0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f378c009230 tx=0x7f378c00fa70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:11.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.181+0000 7f3792a00700 1 -- 172.21.15.44:0/2491734832 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f378c0050c0 con 0x7f379c1037f0 2024-05-21T00:41:11.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.181+0000 7f3792a00700 1 -- 172.21.15.44:0/2491734832 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f378c00b560 con 0x7f379c1037f0 2024-05-21T00:41:11.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.181+0000 7f37a1200700 1 -- 172.21.15.44:0/2491734832 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f379c1a1140 con 0x7f379c1037f0 2024-05-21T00:41:11.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.182+0000 7f3792a00700 1 -- 172.21.15.44:0/2491734832 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f378c003a00 con 0x7f379c1037f0 2024-05-21T00:41:11.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.182+0000 7f37a1200700 1 -- 172.21.15.44:0/2491734832 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f379c1a8a20 con 0x7f379c1037f0 2024-05-21T00:41:11.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.187+0000 7f3792a00700 1 -- 172.21.15.44:0/2491734832 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f378c00b710 con 0x7f379c1037f0 2024-05-21T00:41:11.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.188+0000 7f37abc5cb80 1 Processor -- start 2024-05-21T00:41:11.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.188+0000 7f37abc5cb80 1 -- start start 2024-05-21T00:41:11.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.188+0000 7f37abc5cb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564d60cefe60 0x564d60cf0240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:11.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.188+0000 7f37abc5cb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d60cf0780 0x564d60cea210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:11.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.188+0000 7f37abc5cb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564d60cea830 0x564d60ceac90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:11.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.188+0000 7f37abc5cb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x564d60c48df0 con 0x564d60cefe60 2024-05-21T00:41:11.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.188+0000 7f37abc5cb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x564d60c38990 con 0x564d60cf0780 2024-05-21T00:41:11.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.188+0000 7f37abc5cb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x564d60c3c9d0 con 0x564d60cea830 2024-05-21T00:41:11.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.189+0000 7f3799e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d60cf0780 0x564d60cea210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:11.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.189+0000 7f3799e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d60cf0780 0x564d60cea210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:42066/0 (socket says 172.21.15.44:42066) 2024-05-21T00:41:11.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.189+0000 7f3799e00700 1 -- 172.21.15.44:0/366220774 learned_addr learned my addr 172.21.15.44:0/366220774 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:11.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.189+0000 7f3792a00700 1 --2- 172.21.15.44:0/2491734832 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f37800b2880 0x7f37800b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:11.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.189+0000 7f3799400700 1 --2- 172.21.15.44:0/366220774 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564d60cea830 0x564d60ceac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:11.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.189+0000 7f3792a00700 1 -- 172.21.15.44:0/2491734832 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f378c0e31f0 con 0x7f379c1037f0 2024-05-21T00:41:11.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.190+0000 7f3799e00700 1 -- 172.21.15.44:0/366220774 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564d60cea830 msgr2=0x564d60ceac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:11.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.190+0000 7f3799e00700 1 --2- 172.21.15.44:0/366220774 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564d60cea830 0x564d60ceac90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.190+0000 7f3799e00700 1 -- 172.21.15.44:0/366220774 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564d60cefe60 msgr2=0x564d60cf0240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:11.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.190+0000 7f3799e00700 1 --2- 172.21.15.44:0/366220774 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564d60cefe60 0x564d60cf0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.190+0000 7f3799e00700 1 -- 172.21.15.44:0/366220774 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d60c013d0 con 0x564d60cf0780 2024-05-21T00:41:11.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.190+0000 7f3799e00700 1 --2- 172.21.15.44:0/366220774 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d60cf0780 0x564d60cea210 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f378c0a7a70 tx=0x7f378c009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=23c484196667a236 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:11.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.190+0000 7f379a800700 1 --2- 172.21.15.44:0/2491734832 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f37800b2880 0x7f37800b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:11.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.190+0000 7f3787400700 1 -- 172.21.15.44:0/366220774 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f378c0aa150 con 0x564d60cf0780 2024-05-21T00:41:11.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.190+0000 7f3787400700 1 -- 172.21.15.44:0/366220774 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f378c0b10f0 con 0x564d60cf0780 2024-05-21T00:41:11.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.190+0000 7f3787400700 1 -- 172.21.15.44:0/366220774 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f378c0a9f70 con 0x564d60cf0780 2024-05-21T00:41:11.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.191+0000 7f37abc5cb80 1 -- 172.21.15.44:0/366220774 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d60cf0780 msgr2=0x564d60cea210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:11.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.191+0000 7f379a800700 1 --2- 172.21.15.44:0/2491734832 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f37800b2880 0x7f37800b4d40 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f3794009450 tx=0x7f37940099e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:11.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.191+0000 7f37abc5cb80 1 --2- 172.21.15.44:0/366220774 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d60cf0780 0x564d60cea210 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f378c0a7a70 tx=0x7f378c009c00 comp rx=0 tx=0).stop 2024-05-21T00:41:11.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.192+0000 7f37abc5cb80 1 -- 172.21.15.44:0/366220774 shutdown_connections 2024-05-21T00:41:11.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.192+0000 7f37abc5cb80 1 --2- 172.21.15.44:0/366220774 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564d60cefe60 0x564d60cf0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.192+0000 7f37abc5cb80 1 --2- 172.21.15.44:0/366220774 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564d60cea830 0x564d60ceac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.192+0000 7f37abc5cb80 1 --2- 172.21.15.44:0/366220774 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d60cf0780 0x564d60cea210 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.192+0000 7f37abc5cb80 1 -- 172.21.15.44:0/366220774 >> 172.21.15.44:0/366220774 conn(0x564d60c18b90 msgr2=0x564d60ce4fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:11.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.192+0000 7f37abc5cb80 1 -- 172.21.15.44:0/366220774 shutdown_connections 2024-05-21T00:41:11.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.192+0000 7f37abc5cb80 1 -- 172.21.15.44:0/366220774 wait complete. 2024-05-21T00:41:11.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.193+0000 7f37abc5cb80 1 -- start start 2024-05-21T00:41:11.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.193+0000 7f37abc5cb80 1 Processor -- start 2024-05-21T00:41:11.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.193+0000 7f37abc5cb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564d60cea830 0x564d60cf64d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:11.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.193+0000 7f37abc5cb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d60cefe60 0x564d60cf3870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:11.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.193+0000 7f37abc5cb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564d60cf0780 0x564d60cf3db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:11.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.193+0000 7f37abc5cb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x564d60b3ef50 con 0x564d60cf0780 2024-05-21T00:41:11.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.193+0000 7f37abc5cb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x564d60bd9710 con 0x564d60cefe60 2024-05-21T00:41:11.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.193+0000 7f37abc5cb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x564d60cf6fb0 con 0x564d60cea830 2024-05-21T00:41:11.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.193+0000 7f37abc5cb80 10 client.0 _ll_register_callbacks cb 0x564d60be2c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:41:11.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.194+0000 7f3799e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564d60cea830 0x564d60cf64d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:11.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.194+0000 7f3799e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564d60cea830 0x564d60cf64d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:52576/0 (socket says 172.21.15.44:52576) 2024-05-21T00:41:11.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.194+0000 7f3799e00700 1 -- 172.21.15.44:0/905322853 learned_addr learned my addr 172.21.15.44:0/905322853 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:11.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.194+0000 7f379a800700 1 --2- 172.21.15.44:0/905322853 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564d60cf0780 0x564d60cf3db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:11.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.194+0000 7f3799400700 1 --2- 172.21.15.44:0/905322853 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d60cefe60 0x564d60cf3870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:11.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.194+0000 7f3799e00700 1 -- 172.21.15.44:0/905322853 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d60cefe60 msgr2=0x564d60cf3870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:11.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.194+0000 7f3799e00700 1 --2- 172.21.15.44:0/905322853 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d60cefe60 0x564d60cf3870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.194+0000 7f3799e00700 1 -- 172.21.15.44:0/905322853 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564d60cf0780 msgr2=0x564d60cf3db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:11.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.194+0000 7f3799e00700 1 --2- 172.21.15.44:0/905322853 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564d60cf0780 0x564d60cf3db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.194+0000 7f3799e00700 1 -- 172.21.15.44:0/905322853 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d60b88880 con 0x564d60cea830 2024-05-21T00:41:11.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.194+0000 7f3799400700 1 --2- 172.21.15.44:0/905322853 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d60cefe60 0x564d60cf3870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:41:11.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.195+0000 7f3799e00700 1 --2- 172.21.15.44:0/905322853 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564d60cea830 0x564d60cf64d0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f378c0e34e0 tx=0x7f378c0a6cc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c2763f8838b44d45 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:11.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.195+0000 7f377be00700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:41:11.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.195+0000 7f377be00700 1 -- 172.21.15.44:0/905322853 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f378c0aa310 con 0x564d60cea830 2024-05-21T00:41:11.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.195+0000 7f377be00700 1 -- 172.21.15.44:0/905322853 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f378c0b3140 con 0x564d60cea830 2024-05-21T00:41:11.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.195+0000 7f37abc5cb80 1 -- 172.21.15.44:0/905322853 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x564d60c4ad40 con 0x564d60cea830 2024-05-21T00:41:11.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.195+0000 7f377be00700 1 -- 172.21.15.44:0/905322853 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f378c0aaf00 con 0x564d60cea830 2024-05-21T00:41:11.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.195+0000 7f37abc5cb80 10 client.24982 fetch_fsmap learned FSMap version 25 2024-05-21T00:41:11.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.195+0000 7f37abc5cb80 1 -- 172.21.15.44:0/905322853 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x564d60c09010 con 0x564d60cea830 2024-05-21T00:41:11.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.196+0000 7f377be00700 1 -- 172.21.15.44:0/905322853 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x564d60c4ad40 con 0x564d60cea830 2024-05-21T00:41:11.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.196+0000 7f377be00700 1 -- 172.21.15.44:0/905322853 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f378c06c080 con 0x564d60cea830 2024-05-21T00:41:11.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.196+0000 7f37abc5cb80 10 client.24982 fetch_fsmap finished waiting for FSMap version 25 2024-05-21T00:41:11.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.196+0000 7f37abc5cb80 10 client.24982 resolve_mds: resolved name 'a' to daemon mds.a 2024-05-21T00:41:11.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.196+0000 7f37abc5cb80 20 client.24982 populate_metadata read hostname 'smithi044' 2024-05-21T00:41:11.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.196+0000 7f37abc5cb80 1 --2- 172.21.15.44:0/905322853 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x564d60d03880 0x564d60d04cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:11.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.196+0000 7f37abc5cb80 4 client.24982 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:41:11.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.196+0000 7f37abc5cb80 1 -- 172.21.15.44:0/905322853 --> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564d60c44520 con 0x564d60d03880 2024-05-21T00:41:11.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.197+0000 7f3799400700 1 --2- 172.21.15.44:0/905322853 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x564d60d03880 0x564d60d04cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:11.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.197+0000 7f3799400700 1 --2- 172.21.15.44:0/905322853 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x564d60d03880 0x564d60d04cf0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=55cee0ed2ae7ebc5 server_cookie=c5c15ed41d6f409e in_seq=0 out_seq=0 2024-05-21T00:41:11.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.197+0000 7f377be00700 10 client.24982 ms_handle_connect on v2:172.21.15.44:6840/3917264755 2024-05-21T00:41:11.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.198+0000 7f377be00700 1 -- 172.21.15.44:0/905322853 <== mds.2 v2:172.21.15.44:6840/3917264755 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564d60c44520 con 0x564d60d03880 2024-05-21T00:41:11.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.198+0000 7f377be00700 10 client.24982 handle_command_reply: tid=0 2024-05-21T00:41:11.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.198+0000 7f37abc5cb80 1 client.24982 shutdown 2024-05-21T00:41:11.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.198+0000 7f37abc5cb80 1 -- 172.21.15.44:0/905322853 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564d60cea830 msgr2=0x564d60cf64d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:11.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.198+0000 7f37abc5cb80 1 --2- 172.21.15.44:0/905322853 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564d60cea830 0x564d60cf64d0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f378c0e34e0 tx=0x7f378c0a6cc0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.198+0000 7f37abc5cb80 1 -- 172.21.15.44:0/905322853 shutdown_connections 2024-05-21T00:41:11.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.198+0000 7f37abc5cb80 1 --2- 172.21.15.44:0/905322853 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564d60cf0780 0x564d60cf3db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.198+0000 7f37abc5cb80 1 --2- 172.21.15.44:0/905322853 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x564d60d03880 0x564d60d04cf0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.198+0000 7f37abc5cb80 1 --2- 172.21.15.44:0/905322853 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564d60cea830 0x564d60cf64d0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.199+0000 7f37abc5cb80 1 --2- 172.21.15.44:0/905322853 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d60cefe60 0x564d60cf3870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.199+0000 7f377be00700 0 client.24982 ms_handle_reset on v2:172.21.15.44:6840/3917264755 2024-05-21T00:41:11.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.199+0000 7f37abc5cb80 1 -- 172.21.15.44:0/905322853 >> 172.21.15.44:0/905322853 conn(0x564d60c18b90 msgr2=0x564d60ce9200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:11.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.199+0000 7f37abc5cb80 1 -- 172.21.15.44:0/905322853 shutdown_connections 2024-05-21T00:41:11.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.199+0000 7f37abc5cb80 1 -- 172.21.15.44:0/905322853 wait complete. 2024-05-21T00:41:11.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.199+0000 7f37abc5cb80 20 client.24982 trim_cache size 0 max 16384 2024-05-21T00:41:11.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.223+0000 7f37abc5cb80 1 Processor -- start 2024-05-21T00:41:11.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.223+0000 7f37abc5cb80 1 -- start start 2024-05-21T00:41:11.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.223+0000 7f37abc5cb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d60cea830 0x564d60cea210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:11.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.223+0000 7f37abc5cb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564d60cefe60 0x564d60d04620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:11.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.223+0000 7f37abc5cb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564d60cf0780 0x564d60d031b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:11.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.223+0000 7f37abc5cb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x564d60d03030 con 0x564d60cefe60 2024-05-21T00:41:11.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.223+0000 7f37abc5cb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x564d60d03700 con 0x564d60cea830 2024-05-21T00:41:11.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.223+0000 7f37abc5cb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x564d60d03dd0 con 0x564d60cf0780 2024-05-21T00:41:11.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.224+0000 7f3799e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d60cea830 0x564d60cea210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:11.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.224+0000 7f3799400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564d60cefe60 0x564d60d04620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:11.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.224+0000 7f3799e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d60cea830 0x564d60cea210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:42086/0 (socket says 172.21.15.44:42086) 2024-05-21T00:41:11.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.224+0000 7f3799e00700 1 -- 172.21.15.44:0/2692010544 learned_addr learned my addr 172.21.15.44:0/2692010544 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:11.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.224+0000 7f379a800700 1 --2- 172.21.15.44:0/2692010544 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564d60cf0780 0x564d60d031b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:11.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.224+0000 7f3799e00700 1 -- 172.21.15.44:0/2692010544 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564d60cf0780 msgr2=0x564d60d031b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:11.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.224+0000 7f3799e00700 1 --2- 172.21.15.44:0/2692010544 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564d60cf0780 0x564d60d031b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.224+0000 7f3799e00700 1 -- 172.21.15.44:0/2692010544 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564d60cefe60 msgr2=0x564d60d04620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:11.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.224+0000 7f3799e00700 1 --2- 172.21.15.44:0/2692010544 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564d60cefe60 0x564d60d04620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.224+0000 7f3799e00700 1 -- 172.21.15.44:0/2692010544 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d60ceb280 con 0x564d60cea830 2024-05-21T00:41:11.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.224+0000 7f379a800700 1 --2- 172.21.15.44:0/2692010544 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564d60cf0780 0x564d60d031b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:41:11.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.224+0000 7f3799400700 1 --2- 172.21.15.44:0/2692010544 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564d60cefe60 0x564d60d04620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:41:11.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.225+0000 7f3799e00700 1 --2- 172.21.15.44:0/2692010544 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d60cea830 0x564d60cea210 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f378c009fd0 tx=0x7f378c0e0cd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7261fff83651a342 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:11.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.225+0000 7f3786a00700 1 -- 172.21.15.44:0/2692010544 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f378c0aa310 con 0x564d60cea830 2024-05-21T00:41:11.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.225+0000 7f3786a00700 1 -- 172.21.15.44:0/2692010544 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f378c0aebb0 con 0x564d60cea830 2024-05-21T00:41:11.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.225+0000 7f3786a00700 1 -- 172.21.15.44:0/2692010544 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f378c0a9b50 con 0x564d60cea830 2024-05-21T00:41:11.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.226+0000 7f37abc5cb80 1 -- 172.21.15.44:0/2692010544 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d60cea830 msgr2=0x564d60cea210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:11.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.226+0000 7f37abc5cb80 1 --2- 172.21.15.44:0/2692010544 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d60cea830 0x564d60cea210 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f378c009fd0 tx=0x7f378c0e0cd0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.226+0000 7f37abc5cb80 1 -- 172.21.15.44:0/2692010544 shutdown_connections 2024-05-21T00:41:11.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.226+0000 7f37abc5cb80 1 --2- 172.21.15.44:0/2692010544 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564d60cf0780 0x564d60d031b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.226+0000 7f37abc5cb80 1 --2- 172.21.15.44:0/2692010544 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d60cea830 0x564d60cea210 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.226+0000 7f37abc5cb80 1 --2- 172.21.15.44:0/2692010544 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564d60cefe60 0x564d60d04620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.226+0000 7f37abc5cb80 1 -- 172.21.15.44:0/2692010544 >> 172.21.15.44:0/2692010544 conn(0x564d60c18b90 msgr2=0x564d60ced970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:11.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.226+0000 7f37abc5cb80 1 -- 172.21.15.44:0/2692010544 shutdown_connections 2024-05-21T00:41:11.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.226+0000 7f37abc5cb80 1 -- 172.21.15.44:0/2692010544 wait complete. 2024-05-21T00:41:11.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.227+0000 7f37abc5cb80 1 -- start start 2024-05-21T00:41:11.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.227+0000 7f37abc5cb80 1 Processor -- start 2024-05-21T00:41:11.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.227+0000 7f37abc5cb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564d60cea830 0x564d60ce9360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:11.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.227+0000 7f37abc5cb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564d60cefe60 0x564d60ce98a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:11.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.227+0000 7f37abc5cb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d60cf0780 0x564d60ce9de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:11.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.227+0000 7f37abc5cb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x564d60d04b70 con 0x564d60cefe60 2024-05-21T00:41:11.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.227+0000 7f37abc5cb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x564d60d044a0 con 0x564d60cf0780 2024-05-21T00:41:11.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.227+0000 7f37abc5cb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x564d60d05240 con 0x564d60cea830 2024-05-21T00:41:11.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.227+0000 7f37abc5cb80 10 client.0 _ll_register_callbacks cb 0x564d60be2c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:41:11.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.228+0000 7f3799e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564d60cea830 0x564d60ce9360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:11.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.228+0000 7f3799400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564d60cefe60 0x564d60ce98a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:11.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.228+0000 7f3799e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564d60cea830 0x564d60ce9360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:52588/0 (socket says 172.21.15.44:52588) 2024-05-21T00:41:11.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.228+0000 7f3799e00700 1 -- 172.21.15.44:0/4041435707 learned_addr learned my addr 172.21.15.44:0/4041435707 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:11.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.228+0000 7f379a800700 1 --2- 172.21.15.44:0/4041435707 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d60cf0780 0x564d60ce9de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:11.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.228+0000 7f3799e00700 1 -- 172.21.15.44:0/4041435707 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d60cf0780 msgr2=0x564d60ce9de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:11.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.228+0000 7f3799e00700 1 --2- 172.21.15.44:0/4041435707 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d60cf0780 0x564d60ce9de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.228+0000 7f3799e00700 1 -- 172.21.15.44:0/4041435707 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564d60cefe60 msgr2=0x564d60ce98a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:11.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.228+0000 7f3799e00700 1 --2- 172.21.15.44:0/4041435707 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564d60cefe60 0x564d60ce98a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.228+0000 7f3799e00700 1 -- 172.21.15.44:0/4041435707 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d60d0c4f0 con 0x564d60cea830 2024-05-21T00:41:11.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.229+0000 7f3799e00700 1 --2- 172.21.15.44:0/4041435707 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564d60cea830 0x564d60ce9360 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f378c005950 tx=0x7f378c0a9ec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cf75dcc5c80e8887 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:11.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.229+0000 7f377be00700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:41:11.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.229+0000 7f377be00700 1 -- 172.21.15.44:0/4041435707 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f378c0aa310 con 0x564d60cea830 2024-05-21T00:41:11.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.229+0000 7f377be00700 1 -- 172.21.15.44:0/4041435707 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f378c0bfbc0 con 0x564d60cea830 2024-05-21T00:41:11.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.229+0000 7f37abc5cb80 1 -- 172.21.15.44:0/4041435707 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f378c0aebb0 con 0x564d60cea830 2024-05-21T00:41:11.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.229+0000 7f377be00700 1 -- 172.21.15.44:0/4041435707 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f378c0b35d0 con 0x564d60cea830 2024-05-21T00:41:11.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.229+0000 7f37abc5cb80 10 client.24988 fetch_fsmap learned FSMap version 25 2024-05-21T00:41:11.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.229+0000 7f37abc5cb80 1 -- 172.21.15.44:0/4041435707 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x564d60d0c4f0 con 0x564d60cea830 2024-05-21T00:41:11.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.230+0000 7f377be00700 1 -- 172.21.15.44:0/4041435707 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f378c0aebb0 con 0x564d60cea830 2024-05-21T00:41:11.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.230+0000 7f377be00700 1 -- 172.21.15.44:0/4041435707 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f378c06c070 con 0x564d60cea830 2024-05-21T00:41:11.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.230+0000 7f37abc5cb80 10 client.24988 fetch_fsmap finished waiting for FSMap version 25 2024-05-21T00:41:11.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.230+0000 7f37abc5cb80 10 client.24988 resolve_mds: resolved name 'a' to daemon mds.a 2024-05-21T00:41:11.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.230+0000 7f37abc5cb80 20 client.24988 populate_metadata read hostname 'smithi044' 2024-05-21T00:41:11.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.230+0000 7f37abc5cb80 1 --2- 172.21.15.44:0/4041435707 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x564d60d73560 0x564d60d72270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:11.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.230+0000 7f37abc5cb80 4 client.24988 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T00:41:11.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.230+0000 7f37abc5cb80 1 -- 172.21.15.44:0/4041435707 --> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] -- command(tid 0: {"prefix": "status"}) -- 0x564d60abb200 con 0x564d60d73560 2024-05-21T00:41:11.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.230+0000 7f3799400700 1 --2- 172.21.15.44:0/4041435707 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x564d60d73560 0x564d60d72270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:11.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.231+0000 7f3799400700 1 --2- 172.21.15.44:0/4041435707 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x564d60d73560 0x564d60d72270 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7f9287a9dbc9003e server_cookie=cf2efe8eefdc2758 in_seq=0 out_seq=0 2024-05-21T00:41:11.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.231+0000 7f377be00700 10 client.24988 ms_handle_connect on v2:172.21.15.44:6840/3917264755 2024-05-21T00:41:11.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.231+0000 7f377be00700 1 -- 172.21.15.44:0/4041435707 <== mds.2 v2:172.21.15.44:6840/3917264755 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x564d60abb200 con 0x564d60d73560 2024-05-21T00:41:11.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.231+0000 7f377be00700 10 client.24988 handle_command_reply: tid=0 2024-05-21T00:41:11.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.231+0000 7f37abc5cb80 1 client.24988 shutdown 2024-05-21T00:41:11.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.232+0000 7f37abc5cb80 1 -- 172.21.15.44:0/4041435707 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564d60cea830 msgr2=0x564d60ce9360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:11.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.232+0000 7f37abc5cb80 1 --2- 172.21.15.44:0/4041435707 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564d60cea830 0x564d60ce9360 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f378c005950 tx=0x7f378c0a9ec0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.232+0000 7f37abc5cb80 1 -- 172.21.15.44:0/4041435707 shutdown_connections 2024-05-21T00:41:11.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.232+0000 7f37abc5cb80 1 --2- 172.21.15.44:0/4041435707 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x564d60d73560 0x564d60d72270 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.232+0000 7f37abc5cb80 1 --2- 172.21.15.44:0/4041435707 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d60cf0780 0x564d60ce9de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.232+0000 7f37abc5cb80 1 --2- 172.21.15.44:0/4041435707 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564d60cea830 0x564d60ce9360 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.232+0000 7f37abc5cb80 1 --2- 172.21.15.44:0/4041435707 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564d60cefe60 0x564d60ce98a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.232+0000 7f377be00700 0 client.24988 ms_handle_reset on v2:172.21.15.44:6840/3917264755 2024-05-21T00:41:11.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.232+0000 7f37abc5cb80 1 -- 172.21.15.44:0/4041435707 >> 172.21.15.44:0/4041435707 conn(0x564d60c18b90 msgr2=0x564d60ce4990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:11.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.232+0000 7f37abc5cb80 1 -- 172.21.15.44:0/4041435707 shutdown_connections 2024-05-21T00:41:11.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.232+0000 7f37abc5cb80 1 -- 172.21.15.44:0/4041435707 wait complete. 2024-05-21T00:41:11.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.232+0000 7f37abc5cb80 20 client.24988 trim_cache size 0 max 16384 2024-05-21T00:41:11.240 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:41:11.240 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "d03df2b2-1708-11ef-bc9a-c7b262605968", 2024-05-21T00:41:11.240 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 2, 2024-05-21T00:41:11.240 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24509, 2024-05-21T00:41:11.240 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-05-21T00:41:11.240 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-05-21T00:41:11.240 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-05-21T00:41:11.240 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 203.66427356400001, 2024-05-21T00:41:11.240 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 25, 2024-05-21T00:41:11.240 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 82, 2024-05-21T00:41:11.240 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 78, 2024-05-21T00:41:11.240 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 246.75867874799999 2024-05-21T00:41:11.241 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:41:11.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.233+0000 7f37a1200700 1 -- 172.21.15.44:0/2491734832 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f37800b2880 msgr2=0x7f37800b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:11.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.233+0000 7f37a1200700 1 --2- 172.21.15.44:0/2491734832 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f37800b2880 0x7f37800b4d40 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f3794009450 tx=0x7f37940099e0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.233+0000 7f37a1200700 1 -- 172.21.15.44:0/2491734832 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f379c1037f0 msgr2=0x7f379c19bea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:11.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.233+0000 7f37a1200700 1 --2- 172.21.15.44:0/2491734832 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f379c1037f0 0x7f379c19bea0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f378c009230 tx=0x7f378c00fa70 comp rx=0 tx=0).stop 2024-05-21T00:41:11.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.233+0000 7f37a1200700 1 -- 172.21.15.44:0/2491734832 shutdown_connections 2024-05-21T00:41:11.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.233+0000 7f37a1200700 1 --2- 172.21.15.44:0/2491734832 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f37800b2880 0x7f37800b4d40 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.233+0000 7f37a1200700 1 --2- 172.21.15.44:0/2491734832 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f379c1088f0 0x7f379c1a0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.233+0000 7f37a1200700 1 --2- 172.21.15.44:0/2491734832 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f379c1037f0 0x7f379c19bea0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.233+0000 7f37a1200700 1 --2- 172.21.15.44:0/2491734832 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f379c1041a0 0x7f379c19c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:11.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.233+0000 7f37a1200700 1 -- 172.21.15.44:0/2491734832 >> 172.21.15.44:0/2491734832 conn(0x7f379c07a6a0 msgr2=0x7f379c101ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:11.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.233+0000 7f37a1200700 1 -- 172.21.15.44:0/2491734832 shutdown_connections 2024-05-21T00:41:11.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:11.233+0000 7f37a1200700 1 -- 172.21.15.44:0/2491734832 wait complete. 2024-05-21T00:41:11.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:11 smithi092 ceph-mon[36335]: pgmap v432: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:41:11.809 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:11 smithi044 ceph-mon[31392]: pgmap v432: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:41:11.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:11 smithi082 ceph-mon[36141]: pgmap v432: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:41:12.249 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.g status 2024-05-21T00:41:12.702 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:41:13.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:13 smithi044 ceph-mon[31392]: pgmap v433: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:41:13.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:13 smithi092 ceph-mon[36335]: pgmap v433: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:41:13.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:13 smithi082 ceph-mon[36141]: pgmap v433: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:41:15.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.115+0000 7fbb2f200700 1 -- 172.21.15.44:0/593052061 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbb30105670 msgr2=0x7fbb30105af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:15.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.115+0000 7fbb2f200700 1 --2- 172.21.15.44:0/593052061 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbb30105670 0x7fbb30105af0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fbb1c009990 tx=0x7fbb1c009ca0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.115+0000 7fbb2f200700 1 -- 172.21.15.44:0/593052061 shutdown_connections 2024-05-21T00:41:15.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.115+0000 7fbb2f200700 1 --2- 172.21.15.44:0/593052061 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb30106030 0x7fbb30112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.115+0000 7fbb2f200700 1 --2- 172.21.15.44:0/593052061 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbb3010b670 0x7fbb3010ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.115+0000 7fbb2f200700 1 --2- 172.21.15.44:0/593052061 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbb30105670 0x7fbb30105af0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.115+0000 7fbb2f200700 1 -- 172.21.15.44:0/593052061 >> 172.21.15.44:0/593052061 conn(0x7fbb30101160 msgr2=0x7fbb30103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:15.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.115+0000 7fbb2f200700 1 -- 172.21.15.44:0/593052061 shutdown_connections 2024-05-21T00:41:15.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.115+0000 7fbb2f200700 1 -- 172.21.15.44:0/593052061 wait complete. 2024-05-21T00:41:15.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.116+0000 7fbb2f200700 1 Processor -- start 2024-05-21T00:41:15.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.117+0000 7fbb2f200700 1 -- start start 2024-05-21T00:41:15.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.117+0000 7fbb2f200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb30105670 0x7fbb3019bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:15.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.117+0000 7fbb2f200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbb30106030 0x7fbb3019c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:15.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.117+0000 7fbb2f200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbb3010b670 0x7fbb301a0600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:15.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.117+0000 7fbb2f200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbb30115850 con 0x7fbb30106030 2024-05-21T00:41:15.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.117+0000 7fbb2f200700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fbb301156d0 con 0x7fbb3010b670 2024-05-21T00:41:15.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.117+0000 7fbb2f200700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fbb301159d0 con 0x7fbb30105670 2024-05-21T00:41:15.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.117+0000 7fbb2d400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbb30106030 0x7fbb3019c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:15.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.117+0000 7fbb2de00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb30105670 0x7fbb3019bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:15.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.118+0000 7fbb2de00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb30105670 0x7fbb3019bd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:52594/0 (socket says 172.21.15.44:52594) 2024-05-21T00:41:15.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.118+0000 7fbb2de00700 1 -- 172.21.15.44:0/255814384 learned_addr learned my addr 172.21.15.44:0/255814384 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:15.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.118+0000 7fbb2e800700 1 --2- 172.21.15.44:0/255814384 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbb3010b670 0x7fbb301a0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:15.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.118+0000 7fbb2de00700 1 -- 172.21.15.44:0/255814384 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbb3010b670 msgr2=0x7fbb301a0600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:15.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.118+0000 7fbb2de00700 1 --2- 172.21.15.44:0/255814384 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbb3010b670 0x7fbb301a0600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.118+0000 7fbb2de00700 1 -- 172.21.15.44:0/255814384 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbb30106030 msgr2=0x7fbb3019c2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:15.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.118+0000 7fbb2de00700 1 --2- 172.21.15.44:0/255814384 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbb30106030 0x7fbb3019c2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.118+0000 7fbb2de00700 1 -- 172.21.15.44:0/255814384 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb301a0d40 con 0x7fbb30105670 2024-05-21T00:41:15.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.118+0000 7fbb2de00700 1 --2- 172.21.15.44:0/255814384 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb30105670 0x7fbb3019bd80 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fbb2000e9a0 tx=0x7fbb2000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:15.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.118+0000 7fbb26a00700 1 -- 172.21.15.44:0/255814384 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb2000cbd0 con 0x7fbb30105670 2024-05-21T00:41:15.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.119+0000 7fbb26a00700 1 -- 172.21.15.44:0/255814384 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbb2000cd70 con 0x7fbb30105670 2024-05-21T00:41:15.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.119+0000 7fbb2f200700 1 -- 172.21.15.44:0/255814384 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb301a1030 con 0x7fbb30105670 2024-05-21T00:41:15.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.119+0000 7fbb26a00700 1 -- 172.21.15.44:0/255814384 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb20018680 con 0x7fbb30105670 2024-05-21T00:41:15.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.119+0000 7fbb2f200700 1 -- 172.21.15.44:0/255814384 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb301a88b0 con 0x7fbb30105670 2024-05-21T00:41:15.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.124+0000 7fbb26a00700 1 -- 172.21.15.44:0/255814384 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fbb20010430 con 0x7fbb30105670 2024-05-21T00:41:15.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.125+0000 7fbb3f476b80 1 Processor -- start 2024-05-21T00:41:15.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.125+0000 7fbb3f476b80 1 -- start start 2024-05-21T00:41:15.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.125+0000 7fbb3f476b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d9fecff770 0x55d9fecffb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:15.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.125+0000 7fbb3f476b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d9fed00090 0x55d9fecf9d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:15.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.125+0000 7fbb3f476b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d9fecfa340 0x55d9fecfa7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:15.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.125+0000 7fbb3f476b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d9fec57df0 con 0x55d9fecfa340 2024-05-21T00:41:15.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.125+0000 7fbb3f476b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55d9fec47990 con 0x55d9fecff770 2024-05-21T00:41:15.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.125+0000 7fbb3f476b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55d9fec4b9d0 con 0x55d9fed00090 2024-05-21T00:41:15.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.126+0000 7fbb2e800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d9fecff770 0x55d9fecffb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:15.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.126+0000 7fbb2de00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d9fed00090 0x55d9fecf9d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:15.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.126+0000 7fbb2e800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d9fecff770 0x55d9fecffb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:42116/0 (socket says 172.21.15.44:42116) 2024-05-21T00:41:15.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.126+0000 7fbb2e800700 1 -- 172.21.15.44:0/1172793518 learned_addr learned my addr 172.21.15.44:0/1172793518 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:15.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.126+0000 7fbb2d400700 1 --2- 172.21.15.44:0/1172793518 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d9fecfa340 0x55d9fecfa7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:15.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.126+0000 7fbb2de00700 1 -- 172.21.15.44:0/1172793518 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d9fecff770 msgr2=0x55d9fecffb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:15.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.126+0000 7fbb2de00700 1 --2- 172.21.15.44:0/1172793518 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d9fecff770 0x55d9fecffb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.126+0000 7fbb26a00700 1 --2- 172.21.15.44:0/255814384 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fbb140b2880 0x7fbb140b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:15.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.126+0000 7fbb2de00700 1 -- 172.21.15.44:0/1172793518 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d9fecfa340 msgr2=0x55d9fecfa7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:15.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.126+0000 7fbb2de00700 1 --2- 172.21.15.44:0/1172793518 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d9fecfa340 0x55d9fecfa7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.126+0000 7fbb2de00700 1 -- 172.21.15.44:0/1172793518 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d9fec103d0 con 0x55d9fed00090 2024-05-21T00:41:15.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.126+0000 7fbb2e800700 1 --2- 172.21.15.44:0/1172793518 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d9fecff770 0x55d9fecffb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:41:15.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.127+0000 7fbb2de00700 1 --2- 172.21.15.44:0/1172793518 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d9fed00090 0x55d9fecf9d20 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fbb200dfe90 tx=0x7fbb200a60e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d61c5714e4c4572f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:15.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.127+0000 7fbb26a00700 1 -- 172.21.15.44:0/255814384 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fbb200e2490 con 0x7fbb30105670 2024-05-21T00:41:15.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.127+0000 7fbb2e800700 1 --2- 172.21.15.44:0/255814384 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fbb140b2880 0x7fbb140b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:15.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.127+0000 7fbb1b400700 1 -- 172.21.15.44:0/1172793518 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb200a97e0 con 0x55d9fed00090 2024-05-21T00:41:15.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.127+0000 7fbb1b400700 1 -- 172.21.15.44:0/1172793518 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbb200b21b0 con 0x55d9fed00090 2024-05-21T00:41:15.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.127+0000 7fbb1b400700 1 -- 172.21.15.44:0/1172793518 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb200c4300 con 0x55d9fed00090 2024-05-21T00:41:15.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.128+0000 7fbb3f476b80 1 -- 172.21.15.44:0/1172793518 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d9fed00090 msgr2=0x55d9fecf9d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:15.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.128+0000 7fbb2e800700 1 --2- 172.21.15.44:0/255814384 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fbb140b2880 0x7fbb140b4d40 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fbb280077f0 tx=0x7fbb28009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:15.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.128+0000 7fbb3f476b80 1 --2- 172.21.15.44:0/1172793518 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d9fed00090 0x55d9fecf9d20 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fbb200dfe90 tx=0x7fbb200a60e0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.128+0000 7fbb3f476b80 1 -- 172.21.15.44:0/1172793518 shutdown_connections 2024-05-21T00:41:15.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.128+0000 7fbb3f476b80 1 --2- 172.21.15.44:0/1172793518 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d9fecfa340 0x55d9fecfa7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.128+0000 7fbb3f476b80 1 --2- 172.21.15.44:0/1172793518 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d9fecff770 0x55d9fecffb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.128+0000 7fbb3f476b80 1 --2- 172.21.15.44:0/1172793518 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d9fed00090 0x55d9fecf9d20 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.128+0000 7fbb3f476b80 1 -- 172.21.15.44:0/1172793518 >> 172.21.15.44:0/1172793518 conn(0x55d9fec27b90 msgr2=0x55d9fecf47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:15.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.128+0000 7fbb3f476b80 1 -- 172.21.15.44:0/1172793518 shutdown_connections 2024-05-21T00:41:15.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.128+0000 7fbb3f476b80 1 -- 172.21.15.44:0/1172793518 wait complete. 2024-05-21T00:41:15.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.129+0000 7fbb3f476b80 1 -- start start 2024-05-21T00:41:15.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.129+0000 7fbb3f476b80 1 Processor -- start 2024-05-21T00:41:15.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.129+0000 7fbb3f476b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d9fecfa340 0x55d9fed05e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:15.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.129+0000 7fbb3f476b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d9fecff770 0x55d9fed031b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:15.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.129+0000 7fbb3f476b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d9fed00090 0x55d9fed036f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:15.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.130+0000 7fbb3f476b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d9feb4df50 con 0x55d9fecfa340 2024-05-21T00:41:15.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.130+0000 7fbb3f476b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55d9febe8710 con 0x55d9fed00090 2024-05-21T00:41:15.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.130+0000 7fbb3f476b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55d9fed06b50 con 0x55d9fecff770 2024-05-21T00:41:15.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.130+0000 7fbb3f476b80 10 client.0 _ll_register_callbacks cb 0x55d9febf1c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:41:15.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.130+0000 7fbb2de00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d9fecfa340 0x55d9fed05e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:15.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.130+0000 7fbb2d400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d9fecff770 0x55d9fed031b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:15.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.130+0000 7fbb2de00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d9fecfa340 0x55d9fed05e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40270/0 (socket says 172.21.15.44:40270) 2024-05-21T00:41:15.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.130+0000 7fbb2de00700 1 -- 172.21.15.44:0/603509862 learned_addr learned my addr 172.21.15.44:0/603509862 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:15.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.130+0000 7fbb2e800700 1 --2- 172.21.15.44:0/603509862 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d9fed00090 0x55d9fed036f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:15.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.130+0000 7fbb2d400700 1 -- 172.21.15.44:0/603509862 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d9fed00090 msgr2=0x55d9fed036f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:15.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.130+0000 7fbb2d400700 1 --2- 172.21.15.44:0/603509862 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d9fed00090 0x55d9fed036f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.130+0000 7fbb2d400700 1 -- 172.21.15.44:0/603509862 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d9fecfa340 msgr2=0x55d9fed05e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:15.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.130+0000 7fbb2d400700 1 --2- 172.21.15.44:0/603509862 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d9fecfa340 0x55d9fed05e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.130+0000 7fbb2d400700 1 -- 172.21.15.44:0/603509862 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d9feb97880 con 0x55d9fecff770 2024-05-21T00:41:15.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.131+0000 7fbb2d400700 1 --2- 172.21.15.44:0/603509862 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d9fecff770 0x55d9fed031b0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fbb1c006010 tx=0x7fbb1c005800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=74b9aad9401a6f59 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:15.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.131+0000 7fbb0fe00700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:41:15.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.131+0000 7fbb0fe00700 1 -- 172.21.15.44:0/603509862 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb1c029060 con 0x55d9fecff770 2024-05-21T00:41:15.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.131+0000 7fbb3f476b80 1 -- 172.21.15.44:0/603509862 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55d9fec59d40 con 0x55d9fecff770 2024-05-21T00:41:15.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.131+0000 7fbb0fe00700 1 -- 172.21.15.44:0/603509862 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fbb1c00bd00 con 0x55d9fecff770 2024-05-21T00:41:15.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.131+0000 7fbb0fe00700 1 -- 172.21.15.44:0/603509862 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fbb1c003680 con 0x55d9fecff770 2024-05-21T00:41:15.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.131+0000 7fbb3f476b80 10 client.25000 fetch_fsmap learned FSMap version 25 2024-05-21T00:41:15.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.131+0000 7fbb3f476b80 1 -- 172.21.15.44:0/603509862 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55d9fec18010 con 0x55d9fecff770 2024-05-21T00:41:15.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.132+0000 7fbb0fe00700 1 -- 172.21.15.44:0/603509862 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55d9fec59d40 con 0x55d9fecff770 2024-05-21T00:41:15.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.132+0000 7fbb0fe00700 1 -- 172.21.15.44:0/603509862 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7fbb1c00fa30 con 0x55d9fecff770 2024-05-21T00:41:15.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.132+0000 7fbb3f476b80 10 client.25000 fetch_fsmap finished waiting for FSMap version 25 2024-05-21T00:41:15.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.132+0000 7fbb3f476b80 10 client.25000 resolve_mds: resolved name 'g' to daemon mds.g 2024-05-21T00:41:15.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.132+0000 7fbb3f476b80 20 client.25000 populate_metadata read hostname 'smithi044' 2024-05-21T00:41:15.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.132+0000 7fbb3f476b80 1 --2- 172.21.15.44:0/603509862 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55d9fed136c0 0x55d9fed14b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:15.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.132+0000 7fbb3f476b80 4 client.25000 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:41:15.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.132+0000 7fbb3f476b80 1 -- 172.21.15.44:0/603509862 --> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d9fec53520 con 0x55d9fed136c0 2024-05-21T00:41:15.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.132+0000 7fbb2de00700 1 --2- 172.21.15.44:0/603509862 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55d9fed136c0 0x55d9fed14b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:15.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.133+0000 7fbb2de00700 1 --2- 172.21.15.44:0/603509862 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55d9fed136c0 0x55d9fed14b30 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=39cddaa78c65a982 server_cookie=ba6ccb258f69b5c1 in_seq=0 out_seq=0 2024-05-21T00:41:15.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.133+0000 7fbb0fe00700 10 client.25000 ms_handle_connect on v2:172.21.15.44:6838/1038937716 2024-05-21T00:41:15.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.134+0000 7fbb0fe00700 1 -- 172.21.15.44:0/603509862 <== mds.1 v2:172.21.15.44:6838/1038937716 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d9fec53520 con 0x55d9fed136c0 2024-05-21T00:41:15.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.134+0000 7fbb0fe00700 10 client.25000 handle_command_reply: tid=0 2024-05-21T00:41:15.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.134+0000 7fbb3f476b80 1 client.25000 shutdown 2024-05-21T00:41:15.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.134+0000 7fbb3f476b80 1 -- 172.21.15.44:0/603509862 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d9fecff770 msgr2=0x55d9fed031b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:15.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.134+0000 7fbb3f476b80 1 --2- 172.21.15.44:0/603509862 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d9fecff770 0x55d9fed031b0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fbb1c006010 tx=0x7fbb1c005800 comp rx=0 tx=0).stop 2024-05-21T00:41:15.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.134+0000 7fbb3f476b80 1 -- 172.21.15.44:0/603509862 shutdown_connections 2024-05-21T00:41:15.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.134+0000 7fbb3f476b80 1 --2- 172.21.15.44:0/603509862 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55d9fed136c0 0x55d9fed14b30 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.134+0000 7fbb3f476b80 1 --2- 172.21.15.44:0/603509862 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d9fecfa340 0x55d9fed05e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.134+0000 7fbb3f476b80 1 --2- 172.21.15.44:0/603509862 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d9fed00090 0x55d9fed036f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.134+0000 7fbb3f476b80 1 --2- 172.21.15.44:0/603509862 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d9fecff770 0x55d9fed031b0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.134+0000 7fbb3f476b80 1 -- 172.21.15.44:0/603509862 >> 172.21.15.44:0/603509862 conn(0x55d9fec27b90 msgr2=0x55d9fecf3f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:15.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.134+0000 7fbb0fe00700 0 client.25000 ms_handle_reset on v2:172.21.15.44:6838/1038937716 2024-05-21T00:41:15.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.134+0000 7fbb3f476b80 1 -- 172.21.15.44:0/603509862 shutdown_connections 2024-05-21T00:41:15.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.134+0000 7fbb3f476b80 1 -- 172.21.15.44:0/603509862 wait complete. 2024-05-21T00:41:15.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.134+0000 7fbb3f476b80 20 client.25000 trim_cache size 0 max 16384 2024-05-21T00:41:15.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.158+0000 7fbb3f476b80 1 Processor -- start 2024-05-21T00:41:15.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.158+0000 7fbb3f476b80 1 -- start start 2024-05-21T00:41:15.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.158+0000 7fbb3f476b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d9fecfa340 0x55d9fecf9d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:15.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.158+0000 7fbb3f476b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d9fecff770 0x55d9fecfd900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:15.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.158+0000 7fbb3f476b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d9fed00090 0x55d9fecfa720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:15.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.158+0000 7fbb3f476b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d9fed12e70 con 0x55d9fed00090 2024-05-21T00:41:15.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.158+0000 7fbb3f476b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55d9fed13540 con 0x55d9fecfa340 2024-05-21T00:41:15.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.158+0000 7fbb3f476b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55d9fed13c10 con 0x55d9fecff770 2024-05-21T00:41:15.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.158+0000 7fbb2e800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d9fed00090 0x55d9fecfa720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:15.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.158+0000 7fbb2de00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d9fecfa340 0x55d9fecf9d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:15.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.159+0000 7fbb2e800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d9fed00090 0x55d9fecfa720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40278/0 (socket says 172.21.15.44:40278) 2024-05-21T00:41:15.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.159+0000 7fbb2e800700 1 -- 172.21.15.44:0/2605282925 learned_addr learned my addr 172.21.15.44:0/2605282925 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:15.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.159+0000 7fbb2d400700 1 --2- 172.21.15.44:0/2605282925 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d9fecff770 0x55d9fecfd900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:15.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.159+0000 7fbb2e800700 1 -- 172.21.15.44:0/2605282925 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d9fecff770 msgr2=0x55d9fecfd900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:15.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.159+0000 7fbb2e800700 1 --2- 172.21.15.44:0/2605282925 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d9fecff770 0x55d9fecfd900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.159+0000 7fbb2e800700 1 -- 172.21.15.44:0/2605282925 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d9fecfa340 msgr2=0x55d9fecf9d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:15.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.159+0000 7fbb2e800700 1 --2- 172.21.15.44:0/2605282925 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d9fecfa340 0x55d9fecf9d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.159+0000 7fbb2e800700 1 -- 172.21.15.44:0/2605282925 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d9fecffda0 con 0x55d9fed00090 2024-05-21T00:41:15.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.159+0000 7fbb2d400700 1 --2- 172.21.15.44:0/2605282925 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d9fecff770 0x55d9fecfd900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:41:15.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.159+0000 7fbb2de00700 1 --2- 172.21.15.44:0/2605282925 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d9fecfa340 0x55d9fecf9d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:41:15.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.159+0000 7fbb2e800700 1 --2- 172.21.15.44:0/2605282925 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d9fed00090 0x55d9fecfa720 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fbb280164e0 tx=0x7fbb28004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef1da1af485152a4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:15.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.160+0000 7fbb1aa00700 1 -- 172.21.15.44:0/2605282925 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb28024620 con 0x55d9fed00090 2024-05-21T00:41:15.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.160+0000 7fbb1aa00700 1 -- 172.21.15.44:0/2605282925 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbb2801c040 con 0x55d9fed00090 2024-05-21T00:41:15.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.160+0000 7fbb1aa00700 1 -- 172.21.15.44:0/2605282925 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb28015a30 con 0x55d9fed00090 2024-05-21T00:41:15.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.160+0000 7fbb3f476b80 1 -- 172.21.15.44:0/2605282925 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d9fed00090 msgr2=0x55d9fecfa720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:15.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.160+0000 7fbb3f476b80 1 --2- 172.21.15.44:0/2605282925 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d9fed00090 0x55d9fecfa720 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fbb280164e0 tx=0x7fbb28004ad0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.160+0000 7fbb3f476b80 1 -- 172.21.15.44:0/2605282925 shutdown_connections 2024-05-21T00:41:15.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.160+0000 7fbb3f476b80 1 --2- 172.21.15.44:0/2605282925 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d9fed00090 0x55d9fecfa720 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.160+0000 7fbb3f476b80 1 --2- 172.21.15.44:0/2605282925 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d9fecfa340 0x55d9fecf9d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.160+0000 7fbb3f476b80 1 --2- 172.21.15.44:0/2605282925 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d9fecff770 0x55d9fecfd900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.160+0000 7fbb3f476b80 1 -- 172.21.15.44:0/2605282925 >> 172.21.15.44:0/2605282925 conn(0x55d9fec27b90 msgr2=0x55d9fecfd1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:15.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.161+0000 7fbb3f476b80 1 -- 172.21.15.44:0/2605282925 shutdown_connections 2024-05-21T00:41:15.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.161+0000 7fbb3f476b80 1 -- 172.21.15.44:0/2605282925 wait complete. 2024-05-21T00:41:15.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.161+0000 7fbb3f476b80 1 -- start start 2024-05-21T00:41:15.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.161+0000 7fbb3f476b80 1 Processor -- start 2024-05-21T00:41:15.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.162+0000 7fbb3f476b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d9fecfa340 0x55d9fed1e600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:15.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.162+0000 7fbb3f476b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d9fecff770 0x55d9fecf3900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:15.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.162+0000 7fbb3f476b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d9fed00090 0x55d9fecf3e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:15.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.162+0000 7fbb3f476b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d9fed149b0 con 0x55d9fed00090 2024-05-21T00:41:15.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.162+0000 7fbb3f476b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55d9fed142e0 con 0x55d9fecfa340 2024-05-21T00:41:15.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.162+0000 7fbb3f476b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55d9fed15080 con 0x55d9fecff770 2024-05-21T00:41:15.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.162+0000 7fbb3f476b80 10 client.0 _ll_register_callbacks cb 0x55d9febf1c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:41:15.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.162+0000 7fbb2e800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d9fed00090 0x55d9fecf3e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:15.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.162+0000 7fbb2de00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d9fecfa340 0x55d9fed1e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:15.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.162+0000 7fbb2d400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d9fecff770 0x55d9fecf3900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:15.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.162+0000 7fbb2e800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d9fed00090 0x55d9fecf3e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40294/0 (socket says 172.21.15.44:40294) 2024-05-21T00:41:15.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.162+0000 7fbb2e800700 1 -- 172.21.15.44:0/507104240 learned_addr learned my addr 172.21.15.44:0/507104240 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:15.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.163+0000 7fbb2d400700 1 -- 172.21.15.44:0/507104240 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d9fecfa340 msgr2=0x55d9fed1e600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:15.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.163+0000 7fbb2d400700 1 --2- 172.21.15.44:0/507104240 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d9fecfa340 0x55d9fed1e600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.163+0000 7fbb2d400700 1 -- 172.21.15.44:0/507104240 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d9fed00090 msgr2=0x55d9fecf3e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:15.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.163+0000 7fbb2d400700 1 --2- 172.21.15.44:0/507104240 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d9fed00090 0x55d9fecf3e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.163+0000 7fbb2d400700 1 -- 172.21.15.44:0/507104240 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d9fecf46b0 con 0x55d9fecff770 2024-05-21T00:41:15.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.163+0000 7fbb2e800700 1 --2- 172.21.15.44:0/507104240 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d9fed00090 0x55d9fecf3e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:41:15.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.163+0000 7fbb2d400700 1 --2- 172.21.15.44:0/507104240 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d9fecff770 0x55d9fecf3900 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fbb1c00fdd0 tx=0x7fbb1c02f4f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=89149defacc98de2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:15.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.163+0000 7fbb0fe00700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:41:15.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.163+0000 7fbb0fe00700 1 -- 172.21.15.44:0/507104240 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb1c029040 con 0x55d9fecff770 2024-05-21T00:41:15.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.163+0000 7fbb3f476b80 1 -- 172.21.15.44:0/507104240 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbb2801c040 con 0x55d9fecff770 2024-05-21T00:41:15.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.163+0000 7fbb0fe00700 1 -- 172.21.15.44:0/507104240 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fbb1c003c30 con 0x55d9fecff770 2024-05-21T00:41:15.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.164+0000 7fbb0fe00700 1 -- 172.21.15.44:0/507104240 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fbb1c003e30 con 0x55d9fecff770 2024-05-21T00:41:15.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.164+0000 7fbb3f476b80 10 client.25006 fetch_fsmap learned FSMap version 25 2024-05-21T00:41:15.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.164+0000 7fbb3f476b80 1 -- 172.21.15.44:0/507104240 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55d9fed7eeb0 con 0x55d9fecff770 2024-05-21T00:41:15.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.164+0000 7fbb0fe00700 1 -- 172.21.15.44:0/507104240 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbb2801c040 con 0x55d9fecff770 2024-05-21T00:41:15.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.164+0000 7fbb0fe00700 1 -- 172.21.15.44:0/507104240 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7fbb1c00f7d0 con 0x55d9fecff770 2024-05-21T00:41:15.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.164+0000 7fbb3f476b80 10 client.25006 fetch_fsmap finished waiting for FSMap version 25 2024-05-21T00:41:15.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.164+0000 7fbb3f476b80 10 client.25006 resolve_mds: resolved name 'g' to daemon mds.g 2024-05-21T00:41:15.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.164+0000 7fbb3f476b80 20 client.25006 populate_metadata read hostname 'smithi044' 2024-05-21T00:41:15.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.164+0000 7fbb3f476b80 1 --2- 172.21.15.44:0/507104240 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55d9fed83930 0x55d9fed82640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:15.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.164+0000 7fbb3f476b80 4 client.25006 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T00:41:15.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.164+0000 7fbb3f476b80 1 -- 172.21.15.44:0/507104240 --> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] -- command(tid 0: {"prefix": "status"}) -- 0x55d9feaca200 con 0x55d9fed83930 2024-05-21T00:41:15.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.165+0000 7fbb2de00700 1 --2- 172.21.15.44:0/507104240 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55d9fed83930 0x55d9fed82640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:15.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.165+0000 7fbb2de00700 1 --2- 172.21.15.44:0/507104240 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55d9fed83930 0x55d9fed82640 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=fa326e2320f3d38a server_cookie=f63fb3cec770b590 in_seq=0 out_seq=0 2024-05-21T00:41:15.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.165+0000 7fbb0fe00700 10 client.25006 ms_handle_connect on v2:172.21.15.44:6838/1038937716 2024-05-21T00:41:15.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.165+0000 7fbb0fe00700 1 -- 172.21.15.44:0/507104240 <== mds.1 v2:172.21.15.44:6838/1038937716 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55d9feaca200 con 0x55d9fed83930 2024-05-21T00:41:15.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.165+0000 7fbb0fe00700 10 client.25006 handle_command_reply: tid=0 2024-05-21T00:41:15.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.165+0000 7fbb3f476b80 1 client.25006 shutdown 2024-05-21T00:41:15.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.166+0000 7fbb3f476b80 1 -- 172.21.15.44:0/507104240 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d9fecff770 msgr2=0x55d9fecf3900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:15.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.166+0000 7fbb3f476b80 1 --2- 172.21.15.44:0/507104240 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d9fecff770 0x55d9fecf3900 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fbb1c00fdd0 tx=0x7fbb1c02f4f0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.166+0000 7fbb3f476b80 1 -- 172.21.15.44:0/507104240 shutdown_connections 2024-05-21T00:41:15.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.166+0000 7fbb3f476b80 1 --2- 172.21.15.44:0/507104240 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55d9fed83930 0x55d9fed82640 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.166+0000 7fbb3f476b80 1 --2- 172.21.15.44:0/507104240 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d9fed00090 0x55d9fecf3e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.166+0000 7fbb3f476b80 1 --2- 172.21.15.44:0/507104240 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d9fecfa340 0x55d9fed1e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.166+0000 7fbb3f476b80 1 --2- 172.21.15.44:0/507104240 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d9fecff770 0x55d9fecf3900 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.166+0000 7fbb0fe00700 0 client.25006 ms_handle_reset on v2:172.21.15.44:6838/1038937716 2024-05-21T00:41:15.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.166+0000 7fbb3f476b80 1 -- 172.21.15.44:0/507104240 >> 172.21.15.44:0/507104240 conn(0x55d9fec27b90 msgr2=0x55d9fed02f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:15.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.166+0000 7fbb3f476b80 1 -- 172.21.15.44:0/507104240 shutdown_connections 2024-05-21T00:41:15.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.166+0000 7fbb3f476b80 1 -- 172.21.15.44:0/507104240 wait complete. 2024-05-21T00:41:15.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.166+0000 7fbb3f476b80 20 client.25006 trim_cache size 0 max 16384 2024-05-21T00:41:15.178 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:41:15.178 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "d03df2b2-1708-11ef-bc9a-c7b262605968", 2024-05-21T00:41:15.178 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 1, 2024-05-21T00:41:15.178 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24511, 2024-05-21T00:41:15.178 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-05-21T00:41:15.178 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-05-21T00:41:15.178 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-05-21T00:41:15.178 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 208.60808641200001, 2024-05-21T00:41:15.179 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 25, 2024-05-21T00:41:15.179 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 82, 2024-05-21T00:41:15.179 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 78, 2024-05-21T00:41:15.179 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 255.480781659 2024-05-21T00:41:15.179 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:41:15.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.167+0000 7fbb2f200700 1 -- 172.21.15.44:0/255814384 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fbb140b2880 msgr2=0x7fbb140b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:15.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.167+0000 7fbb2f200700 1 --2- 172.21.15.44:0/255814384 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fbb140b2880 0x7fbb140b4d40 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fbb280077f0 tx=0x7fbb28009040 comp rx=0 tx=0).stop 2024-05-21T00:41:15.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.167+0000 7fbb2f200700 1 -- 172.21.15.44:0/255814384 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb30105670 msgr2=0x7fbb3019bd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:15.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.167+0000 7fbb2f200700 1 --2- 172.21.15.44:0/255814384 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb30105670 0x7fbb3019bd80 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fbb2000e9a0 tx=0x7fbb2000ecb0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.167+0000 7fbb2f200700 1 -- 172.21.15.44:0/255814384 shutdown_connections 2024-05-21T00:41:15.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.167+0000 7fbb2f200700 1 --2- 172.21.15.44:0/255814384 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fbb140b2880 0x7fbb140b4d40 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.167+0000 7fbb2f200700 1 --2- 172.21.15.44:0/255814384 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbb3010b670 0x7fbb301a0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.167+0000 7fbb2f200700 1 --2- 172.21.15.44:0/255814384 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb30105670 0x7fbb3019bd80 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.167+0000 7fbb2f200700 1 --2- 172.21.15.44:0/255814384 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbb30106030 0x7fbb3019c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:15.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.167+0000 7fbb2f200700 1 -- 172.21.15.44:0/255814384 >> 172.21.15.44:0/255814384 conn(0x7fbb30101160 msgr2=0x7fbb30101840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:15.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.167+0000 7fbb2f200700 1 -- 172.21.15.44:0/255814384 shutdown_connections 2024-05-21T00:41:15.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:15.167+0000 7fbb2f200700 1 -- 172.21.15.44:0/255814384 wait complete. 2024-05-21T00:41:15.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:15 smithi044 ceph-mon[31392]: pgmap v434: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:41:15.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:15 smithi082 ceph-mon[36141]: pgmap v434: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:41:16.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:15 smithi092 ceph-mon[36335]: pgmap v434: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:41:16.199 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.b status 2024-05-21T00:41:16.686 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:41:17.875 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:17 smithi044 ceph-mon[31392]: pgmap v435: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:41:17.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:17 smithi082 ceph-mon[36141]: pgmap v435: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:41:18.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:17 smithi092 ceph-mon[36335]: pgmap v435: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:41:19.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.100+0000 7f8e00800700 1 -- 172.21.15.44:0/3300228377 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8df8114710 msgr2=0x7f8df8116b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:19.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.100+0000 7f8e00800700 1 --2- 172.21.15.44:0/3300228377 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8df8114710 0x7f8df8116b00 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f8df400b0a0 tx=0x7f8df400b3b0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.100+0000 7f8e00800700 1 -- 172.21.15.44:0/3300228377 shutdown_connections 2024-05-21T00:41:19.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.100+0000 7f8e00800700 1 --2- 172.21.15.44:0/3300228377 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8df8114710 0x7f8df8116b00 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.100+0000 7f8e00800700 1 --2- 172.21.15.44:0/3300228377 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8df8075770 0x7f8df8075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.100+0000 7f8e00800700 1 --2- 172.21.15.44:0/3300228377 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8df8076090 0x7f8df81141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.100+0000 7f8e00800700 1 -- 172.21.15.44:0/3300228377 >> 172.21.15.44:0/3300228377 conn(0x7f8df807a6a0 msgr2=0x7f8df807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:19.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.100+0000 7f8e00800700 1 -- 172.21.15.44:0/3300228377 shutdown_connections 2024-05-21T00:41:19.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.100+0000 7f8e00800700 1 -- 172.21.15.44:0/3300228377 wait complete. 2024-05-21T00:41:19.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.101+0000 7f8e00800700 1 Processor -- start 2024-05-21T00:41:19.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.101+0000 7f8e00800700 1 -- start start 2024-05-21T00:41:19.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.102+0000 7f8e00800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8df8075770 0x7f8df81a01e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:19.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.102+0000 7f8e00800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8df8076090 0x7f8df81a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:19.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.102+0000 7f8e00800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8df8114710 0x7f8df81a4ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:19.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.102+0000 7f8e00800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8df8119d30 con 0x7f8df8075770 2024-05-21T00:41:19.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.102+0000 7f8e00800700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8df8119bb0 con 0x7f8df8076090 2024-05-21T00:41:19.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.102+0000 7f8e00800700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f8df8119eb0 con 0x7f8df8114710 2024-05-21T00:41:19.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.102+0000 7f8dfde00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8df8075770 0x7f8df81a01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:19.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.102+0000 7f8dfde00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8df8075770 0x7f8df81a01e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59414/0 (socket says 172.21.15.44:59414) 2024-05-21T00:41:19.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.102+0000 7f8dfde00700 1 -- 172.21.15.44:0/1832792732 learned_addr learned my addr 172.21.15.44:0/1832792732 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:19.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.102+0000 7f8dfd400700 1 --2- 172.21.15.44:0/1832792732 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8df8076090 0x7f8df81a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:19.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.102+0000 7f8dfe800700 1 --2- 172.21.15.44:0/1832792732 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8df8114710 0x7f8df81a4ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:19.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.103+0000 7f8dfde00700 1 -- 172.21.15.44:0/1832792732 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8df8114710 msgr2=0x7f8df81a4ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:19.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.103+0000 7f8dfde00700 1 --2- 172.21.15.44:0/1832792732 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8df8114710 0x7f8df81a4ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.103+0000 7f8dfde00700 1 -- 172.21.15.44:0/1832792732 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8df8076090 msgr2=0x7f8df81a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:19.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.103+0000 7f8dfde00700 1 --2- 172.21.15.44:0/1832792732 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8df8076090 0x7f8df81a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.103+0000 7f8dfde00700 1 -- 172.21.15.44:0/1832792732 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8df81a51f0 con 0x7f8df8075770 2024-05-21T00:41:19.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.103+0000 7f8dfe800700 1 --2- 172.21.15.44:0/1832792732 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8df8114710 0x7f8df81a4ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:41:19.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.103+0000 7f8dfd400700 1 --2- 172.21.15.44:0/1832792732 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8df8076090 0x7f8df81a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:41:19.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.103+0000 7f8dfde00700 1 --2- 172.21.15.44:0/1832792732 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8df8075770 0x7f8df81a01e0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f8dec00e9a0 tx=0x7f8dec00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:19.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.103+0000 7f8df2a00700 1 -- 172.21.15.44:0/1832792732 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dec00ca10 con 0x7f8df8075770 2024-05-21T00:41:19.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.103+0000 7f8df2a00700 1 -- 172.21.15.44:0/1832792732 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8dec00cbb0 con 0x7f8df8075770 2024-05-21T00:41:19.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.103+0000 7f8df2a00700 1 -- 172.21.15.44:0/1832792732 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dec018680 con 0x7f8df8075770 2024-05-21T00:41:19.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.103+0000 7f8e00800700 1 -- 172.21.15.44:0/1832792732 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8df81a54e0 con 0x7f8df8075770 2024-05-21T00:41:19.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.104+0000 7f8e00800700 1 -- 172.21.15.44:0/1832792732 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8df81acd60 con 0x7f8df8075770 2024-05-21T00:41:19.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.107+0000 7f8df2a00700 1 -- 172.21.15.44:0/1832792732 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f8dec010430 con 0x7f8df8075770 2024-05-21T00:41:19.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.108+0000 7f8e0b1fbb80 1 Processor -- start 2024-05-21T00:41:19.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.108+0000 7f8e0b1fbb80 1 -- start start 2024-05-21T00:41:19.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.109+0000 7f8df2a00700 1 --2- 172.21.15.44:0/1832792732 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8de00b2900 0x7f8de00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:19.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.109+0000 7f8df2a00700 1 -- 172.21.15.44:0/1832792732 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f8dec0e23a0 con 0x7f8df8075770 2024-05-21T00:41:19.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.109+0000 7f8e0b1fbb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558c58904e60 0x558c58905240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:19.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.109+0000 7f8dfe800700 1 --2- 172.21.15.44:0/1832792732 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8de00b2900 0x7f8de00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:19.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.109+0000 7f8e0b1fbb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c58905780 0x558c588ff210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:19.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.109+0000 7f8e0b1fbb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558c588ff830 0x558c588ffc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:19.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.109+0000 7f8e0b1fbb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x558c5885ddf0 con 0x558c58905780 2024-05-21T00:41:19.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.109+0000 7f8e0b1fbb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x558c5884d990 con 0x558c58904e60 2024-05-21T00:41:19.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.109+0000 7f8e0b1fbb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x558c588519d0 con 0x558c588ff830 2024-05-21T00:41:19.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.109+0000 7f8dfde00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558c58904e60 0x558c58905240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:19.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.109+0000 7f8dfd400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c58905780 0x558c588ff210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:19.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.110+0000 7f8dfde00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558c58904e60 0x558c58905240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:52622/0 (socket says 172.21.15.44:52622) 2024-05-21T00:41:19.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.110+0000 7f8dfde00700 1 -- 172.21.15.44:0/222376571 learned_addr learned my addr 172.21.15.44:0/222376571 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:19.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.110+0000 7f8dfe800700 1 --2- 172.21.15.44:0/222376571 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558c588ff830 0x558c588ffc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:19.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.110+0000 7f8dfde00700 1 -- 172.21.15.44:0/222376571 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558c588ff830 msgr2=0x558c588ffc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:19.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.110+0000 7f8dfde00700 1 --2- 172.21.15.44:0/222376571 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558c588ff830 0x558c588ffc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.110+0000 7f8dfde00700 1 -- 172.21.15.44:0/222376571 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c58905780 msgr2=0x558c588ff210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:19.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.110+0000 7f8dfde00700 1 --2- 172.21.15.44:0/222376571 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c58905780 0x558c588ff210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.110+0000 7f8dfde00700 1 -- 172.21.15.44:0/222376571 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558c588163d0 con 0x558c58904e60 2024-05-21T00:41:19.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.110+0000 7f8dfe800700 1 --2- 172.21.15.44:0/1832792732 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8de00b2900 0x7f8de00b4dc0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f8df4009fd0 tx=0x7f8df40092e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:19.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.110+0000 7f8dfde00700 1 --2- 172.21.15.44:0/222376571 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558c58904e60 0x558c58905240 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f8dec0a98b0 tx=0x7f8dec0b2190 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b662c28942561b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:19.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.111+0000 7f8de7400700 1 -- 172.21.15.44:0/222376571 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dec0aa020 con 0x558c58904e60 2024-05-21T00:41:19.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.111+0000 7f8de7400700 1 -- 172.21.15.44:0/222376571 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8dec0a9920 con 0x558c58904e60 2024-05-21T00:41:19.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.111+0000 7f8de7400700 1 -- 172.21.15.44:0/222376571 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dec0cabd0 con 0x558c58904e60 2024-05-21T00:41:19.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.111+0000 7f8e0b1fbb80 1 -- 172.21.15.44:0/222376571 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558c58904e60 msgr2=0x558c58905240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:19.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.111+0000 7f8e0b1fbb80 1 --2- 172.21.15.44:0/222376571 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558c58904e60 0x558c58905240 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f8dec0a98b0 tx=0x7f8dec0b2190 comp rx=0 tx=0).stop 2024-05-21T00:41:19.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.112+0000 7f8e0b1fbb80 1 -- 172.21.15.44:0/222376571 shutdown_connections 2024-05-21T00:41:19.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.112+0000 7f8e0b1fbb80 1 --2- 172.21.15.44:0/222376571 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558c588ff830 0x558c588ffc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.112+0000 7f8e0b1fbb80 1 --2- 172.21.15.44:0/222376571 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558c58904e60 0x558c58905240 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.112+0000 7f8e0b1fbb80 1 --2- 172.21.15.44:0/222376571 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c58905780 0x558c588ff210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.112+0000 7f8e0b1fbb80 1 -- 172.21.15.44:0/222376571 >> 172.21.15.44:0/222376571 conn(0x558c5882db90 msgr2=0x558c588f9fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:19.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.112+0000 7f8e0b1fbb80 1 -- 172.21.15.44:0/222376571 shutdown_connections 2024-05-21T00:41:19.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.112+0000 7f8e0b1fbb80 1 -- 172.21.15.44:0/222376571 wait complete. 2024-05-21T00:41:19.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.112+0000 7f8e0b1fbb80 1 -- start start 2024-05-21T00:41:19.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.113+0000 7f8e0b1fbb80 1 Processor -- start 2024-05-21T00:41:19.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.113+0000 7f8e0b1fbb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558c588ff830 0x558c5890b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:19.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.113+0000 7f8e0b1fbb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558c58904e60 0x558c58908880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:19.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.113+0000 7f8e0b1fbb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c58905780 0x558c58908dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:19.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.113+0000 7f8e0b1fbb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x558c58753f50 con 0x558c58905780 2024-05-21T00:41:19.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.113+0000 7f8e0b1fbb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x558c587ee710 con 0x558c58904e60 2024-05-21T00:41:19.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.113+0000 7f8e0b1fbb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x558c5890c1f0 con 0x558c588ff830 2024-05-21T00:41:19.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.113+0000 7f8e0b1fbb80 10 client.0 _ll_register_callbacks cb 0x558c587f7c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:41:19.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.113+0000 7f8dfe800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c58905780 0x558c58908dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:19.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.113+0000 7f8dfde00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558c588ff830 0x558c5890b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:19.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.114+0000 7f8dfe800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c58905780 0x558c58908dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59436/0 (socket says 172.21.15.44:59436) 2024-05-21T00:41:19.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.114+0000 7f8dfd400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558c58904e60 0x558c58908880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:19.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.114+0000 7f8dfe800700 1 -- 172.21.15.44:0/3771437622 learned_addr learned my addr 172.21.15.44:0/3771437622 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:19.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.114+0000 7f8dfde00700 1 -- 172.21.15.44:0/3771437622 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558c58904e60 msgr2=0x558c58908880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:19.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.114+0000 7f8dfde00700 1 --2- 172.21.15.44:0/3771437622 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558c58904e60 0x558c58908880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.114+0000 7f8dfde00700 1 -- 172.21.15.44:0/3771437622 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c58905780 msgr2=0x558c58908dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:19.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.114+0000 7f8dfde00700 1 --2- 172.21.15.44:0/3771437622 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c58905780 0x558c58908dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.114+0000 7f8dfde00700 1 -- 172.21.15.44:0/3771437622 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558c5879d880 con 0x558c588ff830 2024-05-21T00:41:19.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.114+0000 7f8dfe800700 1 --2- 172.21.15.44:0/3771437622 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c58905780 0x558c58908dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:41:19.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.114+0000 7f8dfde00700 1 --2- 172.21.15.44:0/3771437622 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558c588ff830 0x558c5890b4e0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f8dec022000 tx=0x7f8dec0b2780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3959a92e757e7111 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:19.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.114+0000 7f8ddbe00700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:41:19.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.114+0000 7f8ddbe00700 1 -- 172.21.15.44:0/3771437622 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dec0aa020 con 0x558c588ff830 2024-05-21T00:41:19.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.115+0000 7f8ddbe00700 1 -- 172.21.15.44:0/3771437622 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f8dec0a5050 con 0x558c588ff830 2024-05-21T00:41:19.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.115+0000 7f8e0b1fbb80 1 -- 172.21.15.44:0/3771437622 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8dec0a9920 con 0x558c588ff830 2024-05-21T00:41:19.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.115+0000 7f8ddbe00700 1 -- 172.21.15.44:0/3771437622 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f8dec0cabd0 con 0x558c588ff830 2024-05-21T00:41:19.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.115+0000 7f8e0b1fbb80 10 client.25018 fetch_fsmap learned FSMap version 25 2024-05-21T00:41:19.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.115+0000 7f8e0b1fbb80 1 -- 172.21.15.44:0/3771437622 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x558c5881e010 con 0x558c588ff830 2024-05-21T00:41:19.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.115+0000 7f8ddbe00700 1 -- 172.21.15.44:0/3771437622 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8dec0a9920 con 0x558c588ff830 2024-05-21T00:41:19.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.115+0000 7f8ddbe00700 1 -- 172.21.15.44:0/3771437622 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f8dec010820 con 0x558c588ff830 2024-05-21T00:41:19.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.115+0000 7f8e0b1fbb80 10 client.25018 fetch_fsmap finished waiting for FSMap version 25 2024-05-21T00:41:19.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.115+0000 7f8e0b1fbb80 10 client.25018 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-21T00:41:19.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.115+0000 7f8e0b1fbb80 20 client.25018 populate_metadata read hostname 'smithi044' 2024-05-21T00:41:19.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.115+0000 7f8e0b1fbb80 1 --2- 172.21.15.44:0/3771437622 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x558c58918830 0x558c58919ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:19.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.115+0000 7f8e0b1fbb80 4 client.25018 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:41:19.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.115+0000 7f8e0b1fbb80 1 -- 172.21.15.44:0/3771437622 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558c5885fd40 con 0x558c58918830 2024-05-21T00:41:19.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.116+0000 7f8dfd400700 1 --2- 172.21.15.44:0/3771437622 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x558c58918830 0x558c58919ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:19.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.116+0000 7f8dfd400700 1 --2- 172.21.15.44:0/3771437622 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x558c58918830 0x558c58919ca0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3a32aebd42123a46 server_cookie=b8c78658036ea82a in_seq=0 out_seq=0 2024-05-21T00:41:19.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.116+0000 7f8ddbe00700 10 client.25018 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:41:19.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.117+0000 7f8ddbe00700 1 -- 172.21.15.44:0/3771437622 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558c5885fd40 con 0x558c58918830 2024-05-21T00:41:19.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.117+0000 7f8ddbe00700 10 client.25018 handle_command_reply: tid=0 2024-05-21T00:41:19.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.117+0000 7f8e0b1fbb80 1 client.25018 shutdown 2024-05-21T00:41:19.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.118+0000 7f8e0b1fbb80 1 -- 172.21.15.44:0/3771437622 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558c588ff830 msgr2=0x558c5890b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:19.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.118+0000 7f8e0b1fbb80 1 --2- 172.21.15.44:0/3771437622 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558c588ff830 0x558c5890b4e0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f8dec022000 tx=0x7f8dec0b2780 comp rx=0 tx=0).stop 2024-05-21T00:41:19.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.118+0000 7f8e0b1fbb80 1 -- 172.21.15.44:0/3771437622 shutdown_connections 2024-05-21T00:41:19.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.118+0000 7f8e0b1fbb80 1 --2- 172.21.15.44:0/3771437622 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c58905780 0x558c58908dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.118+0000 7f8e0b1fbb80 1 --2- 172.21.15.44:0/3771437622 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x558c58918830 0x558c58919ca0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.118+0000 7f8e0b1fbb80 1 --2- 172.21.15.44:0/3771437622 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558c588ff830 0x558c5890b4e0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.118+0000 7f8e0b1fbb80 1 --2- 172.21.15.44:0/3771437622 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558c58904e60 0x558c58908880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.118+0000 7f8ddbe00700 0 client.25018 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:41:19.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.118+0000 7f8e0b1fbb80 1 -- 172.21.15.44:0/3771437622 >> 172.21.15.44:0/3771437622 conn(0x558c5882db90 msgr2=0x558c588fe200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:19.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.118+0000 7f8e0b1fbb80 1 -- 172.21.15.44:0/3771437622 shutdown_connections 2024-05-21T00:41:19.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.118+0000 7f8e0b1fbb80 1 -- 172.21.15.44:0/3771437622 wait complete. 2024-05-21T00:41:19.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.118+0000 7f8e0b1fbb80 20 client.25018 trim_cache size 0 max 16384 2024-05-21T00:41:19.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.142+0000 7f8e0b1fbb80 1 Processor -- start 2024-05-21T00:41:19.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.142+0000 7f8e0b1fbb80 1 -- start start 2024-05-21T00:41:19.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.142+0000 7f8e0b1fbb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558c588ff830 0x558c588ff210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:19.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.142+0000 7f8e0b1fbb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558c58904e60 0x558c588f9990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:19.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.142+0000 7f8e0b1fbb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c58905780 0x558c588f9ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:19.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.142+0000 7f8e0b1fbb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x558c58917fe0 con 0x558c58905780 2024-05-21T00:41:19.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.142+0000 7f8e0b1fbb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x558c589186b0 con 0x558c588ff830 2024-05-21T00:41:19.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.142+0000 7f8e0b1fbb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x558c58918d80 con 0x558c58904e60 2024-05-21T00:41:19.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.143+0000 7f8dfde00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558c588ff830 0x558c588ff210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:19.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.143+0000 7f8dfe800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c58905780 0x558c588f9ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:19.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.143+0000 7f8dfde00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558c588ff830 0x558c588ff210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:52630/0 (socket says 172.21.15.44:52630) 2024-05-21T00:41:19.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.143+0000 7f8dfde00700 1 -- 172.21.15.44:0/425462451 learned_addr learned my addr 172.21.15.44:0/425462451 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:19.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.143+0000 7f8dfd400700 1 --2- 172.21.15.44:0/425462451 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558c58904e60 0x558c588f9990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:19.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.143+0000 7f8dfde00700 1 -- 172.21.15.44:0/425462451 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558c58904e60 msgr2=0x558c588f9990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:19.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.143+0000 7f8dfde00700 1 --2- 172.21.15.44:0/425462451 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558c58904e60 0x558c588f9990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.143+0000 7f8dfde00700 1 -- 172.21.15.44:0/425462451 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c58905780 msgr2=0x558c588f9ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:19.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.143+0000 7f8dfde00700 1 --2- 172.21.15.44:0/425462451 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c58905780 0x558c588f9ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.143+0000 7f8dfde00700 1 -- 172.21.15.44:0/425462451 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558c588f2140 con 0x558c588ff830 2024-05-21T00:41:19.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.143+0000 7f8dfe800700 1 --2- 172.21.15.44:0/425462451 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c58905780 0x558c588f9ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:41:19.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.144+0000 7f8dfde00700 1 --2- 172.21.15.44:0/425462451 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558c588ff830 0x558c588ff210 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f8dec0a9f80 tx=0x7f8dec0b2190 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4154e52dd3d1d143 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:19.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.144+0000 7f8de6a00700 1 -- 172.21.15.44:0/425462451 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dec0a9920 con 0x558c588ff830 2024-05-21T00:41:19.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.144+0000 7f8de6a00700 1 -- 172.21.15.44:0/425462451 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8dec0a5420 con 0x558c588ff830 2024-05-21T00:41:19.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.144+0000 7f8de6a00700 1 -- 172.21.15.44:0/425462451 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dec0a8700 con 0x558c588ff830 2024-05-21T00:41:19.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.144+0000 7f8e0b1fbb80 1 -- 172.21.15.44:0/425462451 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558c588ff830 msgr2=0x558c588ff210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:19.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.144+0000 7f8e0b1fbb80 1 --2- 172.21.15.44:0/425462451 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558c588ff830 0x558c588ff210 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f8dec0a9f80 tx=0x7f8dec0b2190 comp rx=0 tx=0).stop 2024-05-21T00:41:19.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.145+0000 7f8e0b1fbb80 1 -- 172.21.15.44:0/425462451 shutdown_connections 2024-05-21T00:41:19.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.145+0000 7f8e0b1fbb80 1 --2- 172.21.15.44:0/425462451 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c58905780 0x558c588f9ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.145+0000 7f8e0b1fbb80 1 --2- 172.21.15.44:0/425462451 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558c588ff830 0x558c588ff210 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.145+0000 7f8e0b1fbb80 1 --2- 172.21.15.44:0/425462451 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558c58904e60 0x558c588f9990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.145+0000 7f8e0b1fbb80 1 -- 172.21.15.44:0/425462451 >> 172.21.15.44:0/425462451 conn(0x558c5882db90 msgr2=0x558c588f3e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:19.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.145+0000 7f8e0b1fbb80 1 -- 172.21.15.44:0/425462451 shutdown_connections 2024-05-21T00:41:19.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.145+0000 7f8e0b1fbb80 1 -- 172.21.15.44:0/425462451 wait complete. 2024-05-21T00:41:19.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.145+0000 7f8e0b1fbb80 1 -- start start 2024-05-21T00:41:19.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.145+0000 7f8e0b1fbb80 1 Processor -- start 2024-05-21T00:41:19.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.146+0000 7f8e0b1fbb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c588ff830 0x558c58923400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:19.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.146+0000 7f8e0b1fbb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558c58904e60 0x558c58923940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:19.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.146+0000 7f8e0b1fbb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558c58905780 0x558c5891e280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:19.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.146+0000 7f8e0b1fbb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x558c58919b20 con 0x558c588ff830 2024-05-21T00:41:19.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.146+0000 7f8e0b1fbb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x558c58919450 con 0x558c58905780 2024-05-21T00:41:19.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.146+0000 7f8e0b1fbb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x558c5891a1f0 con 0x558c58904e60 2024-05-21T00:41:19.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.146+0000 7f8e0b1fbb80 10 client.0 _ll_register_callbacks cb 0x558c587f7c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:41:19.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.146+0000 7f8dfde00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c588ff830 0x558c58923400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:19.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.146+0000 7f8dfde00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c588ff830 0x558c58923400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59442/0 (socket says 172.21.15.44:59442) 2024-05-21T00:41:19.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.146+0000 7f8dfde00700 1 -- 172.21.15.44:0/1270702433 learned_addr learned my addr 172.21.15.44:0/1270702433 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:19.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.146+0000 7f8dfe800700 1 --2- 172.21.15.44:0/1270702433 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558c58905780 0x558c5891e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:19.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.146+0000 7f8dfd400700 1 --2- 172.21.15.44:0/1270702433 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558c58904e60 0x558c58923940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:19.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.147+0000 7f8dfde00700 1 -- 172.21.15.44:0/1270702433 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558c58904e60 msgr2=0x558c58923940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:19.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.147+0000 7f8dfde00700 1 --2- 172.21.15.44:0/1270702433 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558c58904e60 0x558c58923940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.147+0000 7f8dfde00700 1 -- 172.21.15.44:0/1270702433 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558c58905780 msgr2=0x558c5891e280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:19.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.147+0000 7f8dfde00700 1 --2- 172.21.15.44:0/1270702433 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558c58905780 0x558c5891e280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.147+0000 7f8dfde00700 1 -- 172.21.15.44:0/1270702433 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558c5891ea50 con 0x558c588ff830 2024-05-21T00:41:19.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.147+0000 7f8dfde00700 1 --2- 172.21.15.44:0/1270702433 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c588ff830 0x558c58923400 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f8dec0a98b0 tx=0x7f8dec009790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=732181956d00b40e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:19.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.147+0000 7f8ddbe00700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-21T00:41:19.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.147+0000 7f8ddbe00700 1 -- 172.21.15.44:0/1270702433 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dec0a50b0 con 0x558c588ff830 2024-05-21T00:41:19.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.147+0000 7f8ddbe00700 1 -- 172.21.15.44:0/1270702433 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f8dec0b2500 con 0x558c588ff830 2024-05-21T00:41:19.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.147+0000 7f8e0b1fbb80 1 -- 172.21.15.44:0/1270702433 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8dec0a5420 con 0x558c588ff830 2024-05-21T00:41:19.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.147+0000 7f8ddbe00700 1 -- 172.21.15.44:0/1270702433 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f8dec0a55d0 con 0x558c588ff830 2024-05-21T00:41:19.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.147+0000 7f8e0b1fbb80 10 client.14898 fetch_fsmap learned FSMap version 25 2024-05-21T00:41:19.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.148+0000 7f8e0b1fbb80 1 -- 172.21.15.44:0/1270702433 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x558c5891ea50 con 0x558c588ff830 2024-05-21T00:41:19.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.148+0000 7f8ddbe00700 1 -- 172.21.15.44:0/1270702433 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8dec0a5420 con 0x558c588ff830 2024-05-21T00:41:19.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.148+0000 7f8ddbe00700 1 -- 172.21.15.44:0/1270702433 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f8dec0910f0 con 0x558c588ff830 2024-05-21T00:41:19.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.148+0000 7f8e0b1fbb80 10 client.14898 fetch_fsmap finished waiting for FSMap version 25 2024-05-21T00:41:19.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.148+0000 7f8e0b1fbb80 10 client.14898 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-21T00:41:19.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.148+0000 7f8e0b1fbb80 20 client.14898 populate_metadata read hostname 'smithi044' 2024-05-21T00:41:19.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.148+0000 7f8e0b1fbb80 1 --2- 172.21.15.44:0/1270702433 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x558c58988f90 0x558c58987ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:19.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.148+0000 7f8e0b1fbb80 4 client.14898 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T00:41:19.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.148+0000 7f8e0b1fbb80 1 -- 172.21.15.44:0/1270702433 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "status"}) -- 0x558c58859520 con 0x558c58988f90 2024-05-21T00:41:19.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.149+0000 7f8dfd400700 1 --2- 172.21.15.44:0/1270702433 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x558c58988f90 0x558c58987ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:19.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.149+0000 7f8dfd400700 1 --2- 172.21.15.44:0/1270702433 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x558c58988f90 0x558c58987ca0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=37098a16ca6c6b67 server_cookie=46c97f871282413b in_seq=0 out_seq=0 2024-05-21T00:41:19.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.149+0000 7f8ddbe00700 10 client.14898 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:41:19.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.149+0000 7f8ddbe00700 1 -- 172.21.15.44:0/1270702433 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x558c58859520 con 0x558c58988f90 2024-05-21T00:41:19.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.149+0000 7f8ddbe00700 10 client.14898 handle_command_reply: tid=0 2024-05-21T00:41:19.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.149+0000 7f8e0b1fbb80 1 client.14898 shutdown 2024-05-21T00:41:19.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.150+0000 7f8e0b1fbb80 1 -- 172.21.15.44:0/1270702433 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c588ff830 msgr2=0x558c58923400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:19.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.150+0000 7f8e0b1fbb80 1 --2- 172.21.15.44:0/1270702433 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c588ff830 0x558c58923400 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f8dec0a98b0 tx=0x7f8dec009790 comp rx=0 tx=0).stop 2024-05-21T00:41:19.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.150+0000 7f8e0b1fbb80 1 -- 172.21.15.44:0/1270702433 shutdown_connections 2024-05-21T00:41:19.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.150+0000 7f8e0b1fbb80 1 --2- 172.21.15.44:0/1270702433 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c588ff830 0x558c58923400 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.150+0000 7f8e0b1fbb80 1 --2- 172.21.15.44:0/1270702433 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x558c58988f90 0x558c58987ca0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.150+0000 7f8e0b1fbb80 1 --2- 172.21.15.44:0/1270702433 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558c58905780 0x558c5891e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.150+0000 7f8e0b1fbb80 1 --2- 172.21.15.44:0/1270702433 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558c58904e60 0x558c58923940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.150+0000 7f8e0b1fbb80 1 -- 172.21.15.44:0/1270702433 >> 172.21.15.44:0/1270702433 conn(0x558c5882db90 msgr2=0x558c588f9990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:19.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.150+0000 7f8ddbe00700 0 client.14898 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:41:19.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.150+0000 7f8e0b1fbb80 1 -- 172.21.15.44:0/1270702433 shutdown_connections 2024-05-21T00:41:19.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.150+0000 7f8e0b1fbb80 1 -- 172.21.15.44:0/1270702433 wait complete. 2024-05-21T00:41:19.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.150+0000 7f8e0b1fbb80 20 client.14898 trim_cache size 0 max 16384 2024-05-21T00:41:19.162 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:41:19.162 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "d03df2b2-1708-11ef-bc9a-c7b262605968", 2024-05-21T00:41:19.162 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 0, 2024-05-21T00:41:19.162 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24521, 2024-05-21T00:41:19.162 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-05-21T00:41:19.162 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-05-21T00:41:19.162 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-05-21T00:41:19.162 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 228.677668778, 2024-05-21T00:41:19.162 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 25, 2024-05-21T00:41:19.162 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 82, 2024-05-21T00:41:19.162 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 78, 2024-05-21T00:41:19.162 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 251.699530138 2024-05-21T00:41:19.162 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:41:19.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.151+0000 7f8e00800700 1 -- 172.21.15.44:0/1832792732 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8de00b2900 msgr2=0x7f8de00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:19.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.151+0000 7f8e00800700 1 --2- 172.21.15.44:0/1832792732 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8de00b2900 0x7f8de00b4dc0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f8df4009fd0 tx=0x7f8df40092e0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.151+0000 7f8e00800700 1 -- 172.21.15.44:0/1832792732 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8df8075770 msgr2=0x7f8df81a01e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:19.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.151+0000 7f8e00800700 1 --2- 172.21.15.44:0/1832792732 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8df8075770 0x7f8df81a01e0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f8dec00e9a0 tx=0x7f8dec00ecb0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.151+0000 7f8e00800700 1 -- 172.21.15.44:0/1832792732 shutdown_connections 2024-05-21T00:41:19.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.151+0000 7f8e00800700 1 --2- 172.21.15.44:0/1832792732 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8de00b2900 0x7f8de00b4dc0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.151+0000 7f8e00800700 1 --2- 172.21.15.44:0/1832792732 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8df8075770 0x7f8df81a01e0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.151+0000 7f8e00800700 1 --2- 172.21.15.44:0/1832792732 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8df8114710 0x7f8df81a4ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.151+0000 7f8e00800700 1 --2- 172.21.15.44:0/1832792732 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8df8076090 0x7f8df81a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:19.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.151+0000 7f8e00800700 1 -- 172.21.15.44:0/1832792732 >> 172.21.15.44:0/1832792732 conn(0x7f8df807a6a0 msgr2=0x7f8df81101b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:19.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.151+0000 7f8e00800700 1 -- 172.21.15.44:0/1832792732 shutdown_connections 2024-05-21T00:41:19.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:19.151+0000 7f8e00800700 1 -- 172.21.15.44:0/1832792732 wait complete. 2024-05-21T00:41:19.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:19 smithi044 ceph-mon[31392]: pgmap v436: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:41:19.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:19 smithi082 ceph-mon[36141]: pgmap v436: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:41:20.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:19 smithi092 ceph-mon[36335]: pgmap v436: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:41:20.098 INFO:teuthology.run_tasks:Running task sequential... 2024-05-21T00:41:20.108 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-05-21T00:41:20.108 INFO:teuthology.task.sequential:In sequential, running task print... 2024-05-21T00:41:20.109 INFO:teuthology.task.print:Enabling mgr modules 2024-05-21T00:41:20.109 INFO:teuthology.run_tasks:Running task kclient... 2024-05-21T00:41:20.146 INFO:tasks.kclient:Mounting kernel clients... 2024-05-21T00:41:20.146 INFO:tasks.kclient:config is {'client.0': {}} 2024-05-21T00:41:20.147 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T00:41:20.147 DEBUG:teuthology.orchestra.run.smithi044:> ip netns list 2024-05-21T00:41:20.211 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T00:41:20.212 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip link delete ceph-brx 2024-05-21T00:41:20.303 INFO:teuthology.orchestra.run.smithi044.stderr:Cannot find device "ceph-brx" 2024-05-21T00:41:20.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T00:41:20.308 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=crc', 'nowsync'], 'syntax': 'v1', 'mount_subvol_num': 1} 2024-05-21T00:41:20.309 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-05-21T00:41:20.309 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-05-21T00:41:20.309 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs ls 2024-05-21T00:41:20.802 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:41:21.859 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:21 smithi092 ceph-mon[36335]: pgmap v437: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:41:21.874 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:21 smithi044 ceph-mon[31392]: pgmap v437: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:41:21.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:21 smithi082 ceph-mon[36141]: pgmap v437: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:41:23.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.127+0000 7fb84e000700 1 -- 172.21.15.44:0/1025642222 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb848104fa0 msgr2=0x7fb84810d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:23.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.127+0000 7fb84e000700 1 --2- 172.21.15.44:0/1025642222 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb848104fa0 0x7fb84810d490 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fb834009990 tx=0x7fb834009ca0 comp rx=0 tx=0).stop 2024-05-21T00:41:23.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.127+0000 7fb84e000700 1 -- 172.21.15.44:0/1025642222 shutdown_connections 2024-05-21T00:41:23.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.127+0000 7fb84e000700 1 --2- 172.21.15.44:0/1025642222 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb84810dab0 0x7fb84810ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:23.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.127+0000 7fb84e000700 1 --2- 172.21.15.44:0/1025642222 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb848104680 0x7fb848104a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:23.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.127+0000 7fb84e000700 1 --2- 172.21.15.44:0/1025642222 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb848104fa0 0x7fb84810d490 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:23.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.127+0000 7fb84e000700 1 -- 172.21.15.44:0/1025642222 >> 172.21.15.44:0/1025642222 conn(0x7fb8480fded0 msgr2=0x7fb8481002f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:23.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.127+0000 7fb84e000700 1 -- 172.21.15.44:0/1025642222 shutdown_connections 2024-05-21T00:41:23.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.127+0000 7fb84e000700 1 -- 172.21.15.44:0/1025642222 wait complete. 2024-05-21T00:41:23.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.128+0000 7fb84e000700 1 Processor -- start 2024-05-21T00:41:23.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.128+0000 7fb84e000700 1 -- start start 2024-05-21T00:41:23.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.129+0000 7fb84e000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb848104680 0x7fb84819be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:23.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.129+0000 7fb84e000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb848104fa0 0x7fb84819c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:23.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.129+0000 7fb84e000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb84810dab0 0x7fb8481a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:23.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.129+0000 7fb84e000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb8481136d0 con 0x7fb848104680 2024-05-21T00:41:23.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.129+0000 7fb84e000700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fb848113550 con 0x7fb848104fa0 2024-05-21T00:41:23.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.129+0000 7fb84e000700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fb848113850 con 0x7fb84810dab0 2024-05-21T00:41:23.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.129+0000 7fb84cc00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb848104680 0x7fb84819be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:23.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.129+0000 7fb847e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb848104fa0 0x7fb84819c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:23.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.129+0000 7fb84cc00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb848104680 0x7fb84819be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59452/0 (socket says 172.21.15.44:59452) 2024-05-21T00:41:23.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.129+0000 7fb84cc00700 1 -- 172.21.15.44:0/118297524 learned_addr learned my addr 172.21.15.44:0/118297524 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:23.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.130+0000 7fb84d600700 1 --2- 172.21.15.44:0/118297524 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb84810dab0 0x7fb8481a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:23.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.130+0000 7fb847e00700 1 -- 172.21.15.44:0/118297524 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb84810dab0 msgr2=0x7fb8481a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:23.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.130+0000 7fb847e00700 1 --2- 172.21.15.44:0/118297524 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb84810dab0 0x7fb8481a0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:23.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.130+0000 7fb847e00700 1 -- 172.21.15.44:0/118297524 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb848104680 msgr2=0x7fb84819be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:23.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.130+0000 7fb847e00700 1 --2- 172.21.15.44:0/118297524 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb848104680 0x7fb84819be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:23.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.130+0000 7fb847e00700 1 -- 172.21.15.44:0/118297524 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8481a0e50 con 0x7fb848104fa0 2024-05-21T00:41:23.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.130+0000 7fb847e00700 1 --2- 172.21.15.44:0/118297524 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb848104fa0 0x7fb84819c380 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fb8340098e0 tx=0x7fb8340057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:23.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.131+0000 7fb845600700 1 -- 172.21.15.44:0/118297524 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb834027070 con 0x7fb848104fa0 2024-05-21T00:41:23.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.131+0000 7fb845600700 1 -- 172.21.15.44:0/118297524 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb834022470 con 0x7fb848104fa0 2024-05-21T00:41:23.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.131+0000 7fb845600700 1 -- 172.21.15.44:0/118297524 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb834017650 con 0x7fb848104fa0 2024-05-21T00:41:23.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.131+0000 7fb84e000700 1 -- 172.21.15.44:0/118297524 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8481a10e0 con 0x7fb848104fa0 2024-05-21T00:41:23.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.131+0000 7fb84e000700 1 -- 172.21.15.44:0/118297524 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8481a89c0 con 0x7fb848104fa0 2024-05-21T00:41:23.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.132+0000 7fb84e000700 1 -- 172.21.15.44:0/118297524 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb84806c390 con 0x7fb848104fa0 2024-05-21T00:41:23.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.134+0000 7fb845600700 1 -- 172.21.15.44:0/118297524 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fb83402a070 con 0x7fb848104fa0 2024-05-21T00:41:23.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.136+0000 7fb845600700 1 --2- 172.21.15.44:0/118297524 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb8300b2880 0x7fb8300b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:23.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.136+0000 7fb845600700 1 -- 172.21.15.44:0/118297524 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fb8340e30e0 con 0x7fb848104fa0 2024-05-21T00:41:23.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.136+0000 7fb84cc00700 1 --2- 172.21.15.44:0/118297524 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb8300b2880 0x7fb8300b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:23.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.137+0000 7fb84cc00700 1 --2- 172.21.15.44:0/118297524 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb8300b2880 0x7fb8300b4d40 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fb83c009680 tx=0x7fb83c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:23.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.138+0000 7fb845600700 1 -- 172.21.15.44:0/118297524 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb834031080 con 0x7fb848104fa0 2024-05-21T00:41:23.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.429+0000 7fb84e000700 1 -- 172.21.15.44:0/118297524 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fb84806a230 con 0x7fb848104fa0 2024-05-21T00:41:23.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.430+0000 7fb845600700 1 -- 172.21.15.44:0/118297524 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v25) ==== 53+0+73 (secure 0 0 0) 0x7fb834013070 con 0x7fb848104fa0 2024-05-21T00:41:23.434 INFO:teuthology.orchestra.run.smithi044.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-05-21T00:41:23.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.434+0000 7fb84e000700 1 -- 172.21.15.44:0/118297524 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb8300b2880 msgr2=0x7fb8300b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:23.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.434+0000 7fb84e000700 1 --2- 172.21.15.44:0/118297524 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb8300b2880 0x7fb8300b4d40 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fb83c009680 tx=0x7fb83c009260 comp rx=0 tx=0).stop 2024-05-21T00:41:23.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.434+0000 7fb84e000700 1 -- 172.21.15.44:0/118297524 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb848104fa0 msgr2=0x7fb84819c380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:23.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.434+0000 7fb84e000700 1 --2- 172.21.15.44:0/118297524 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb848104fa0 0x7fb84819c380 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fb8340098e0 tx=0x7fb8340057c0 comp rx=0 tx=0).stop 2024-05-21T00:41:23.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.434+0000 7fb84e000700 1 -- 172.21.15.44:0/118297524 shutdown_connections 2024-05-21T00:41:23.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.434+0000 7fb84e000700 1 --2- 172.21.15.44:0/118297524 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb8300b2880 0x7fb8300b4d40 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:23.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.434+0000 7fb84e000700 1 --2- 172.21.15.44:0/118297524 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb848104680 0x7fb84819be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:23.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.434+0000 7fb84e000700 1 --2- 172.21.15.44:0/118297524 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb84810dab0 0x7fb8481a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:23.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.434+0000 7fb84e000700 1 --2- 172.21.15.44:0/118297524 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb848104fa0 0x7fb84819c380 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:23.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.434+0000 7fb84e000700 1 -- 172.21.15.44:0/118297524 >> 172.21.15.44:0/118297524 conn(0x7fb8480fded0 msgr2=0x7fb84810edf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:23.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.435+0000 7fb84e000700 1 -- 172.21.15.44:0/118297524 shutdown_connections 2024-05-21T00:41:23.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:23.435+0000 7fb84e000700 1 -- 172.21.15.44:0/118297524 wait complete. 2024-05-21T00:41:23.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:23 smithi044 ceph-mon[31392]: pgmap v438: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:41:23.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:23 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/118297524' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-21T00:41:23.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:23 smithi082 ceph-mon[36141]: pgmap v438: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:41:23.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:23 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/118297524' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-21T00:41:24.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:23 smithi092 ceph-mon[36335]: pgmap v438: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:41:24.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:23 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/118297524' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-21T00:41:24.405 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-05-21T00:41:24.405 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-05-21T00:41:24.406 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi044.front.sepia.ceph.com 2024-05-21T00:41:24.406 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-05-21T00:41:24.406 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-05-21T00:41:24.406 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-05-21T00:41:24.406 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-05-21T00:41:24.406 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-05-21T00:41:24.406 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-05-21T00:41:24.406 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T00:41:24.406 DEBUG:teuthology.orchestra.run.smithi044:> ip addr 2024-05-21T00:41:24.467 INFO:teuthology.orchestra.run.smithi044.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-05-21T00:41:24.467 INFO:teuthology.orchestra.run.smithi044.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-05-21T00:41:24.467 INFO:teuthology.orchestra.run.smithi044.stdout: inet 127.0.0.1/8 scope host lo 2024-05-21T00:41:24.467 INFO:teuthology.orchestra.run.smithi044.stdout: valid_lft forever preferred_lft forever 2024-05-21T00:41:24.467 INFO:teuthology.orchestra.run.smithi044.stdout: inet6 ::1/128 scope host 2024-05-21T00:41:24.468 INFO:teuthology.orchestra.run.smithi044.stdout: valid_lft forever preferred_lft forever 2024-05-21T00:41:24.468 INFO:teuthology.orchestra.run.smithi044.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-21T00:41:24.468 INFO:teuthology.orchestra.run.smithi044.stdout: link/ether 0c:c4:7a:6b:f7:8c brd ff:ff:ff:ff:ff:ff 2024-05-21T00:41:24.468 INFO:teuthology.orchestra.run.smithi044.stdout: altname enp7s0f0 2024-05-21T00:41:24.468 INFO:teuthology.orchestra.run.smithi044.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-21T00:41:24.468 INFO:teuthology.orchestra.run.smithi044.stdout: link/ether 0c:c4:7a:6b:f7:8d brd ff:ff:ff:ff:ff:ff 2024-05-21T00:41:24.468 INFO:teuthology.orchestra.run.smithi044.stdout: altname enp7s0f1 2024-05-21T00:41:24.468 INFO:teuthology.orchestra.run.smithi044.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-05-21T00:41:24.468 INFO:teuthology.orchestra.run.smithi044.stdout: link/ether 0c:c4:7a:bd:15:72 brd ff:ff:ff:ff:ff:ff 2024-05-21T00:41:24.468 INFO:teuthology.orchestra.run.smithi044.stdout: altname enp1s0f0 2024-05-21T00:41:24.468 INFO:teuthology.orchestra.run.smithi044.stdout: inet 172.21.15.44/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-05-21T00:41:24.468 INFO:teuthology.orchestra.run.smithi044.stdout: valid_lft 41773sec preferred_lft 41773sec 2024-05-21T00:41:24.469 INFO:teuthology.orchestra.run.smithi044.stdout: inet6 fe80::ec4:7aff:febd:1572/64 scope link noprefixroute 2024-05-21T00:41:24.469 INFO:teuthology.orchestra.run.smithi044.stdout: valid_lft forever preferred_lft forever 2024-05-21T00:41:24.469 INFO:teuthology.orchestra.run.smithi044.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-21T00:41:24.469 INFO:teuthology.orchestra.run.smithi044.stdout: link/ether 0c:c4:7a:bd:15:73 brd ff:ff:ff:ff:ff:ff 2024-05-21T00:41:24.469 INFO:teuthology.orchestra.run.smithi044.stdout: altname enp1s0f1 2024-05-21T00:41:24.470 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-05-21T00:41:24.470 DEBUG:teuthology.orchestra.run.smithi044:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-21T00:41:24.470 DEBUG:teuthology.orchestra.run.smithi044:> set -e 2024-05-21T00:41:24.470 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip link add name ceph-brx type bridge 2024-05-21T00:41:24.470 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip addr flush dev ceph-brx 2024-05-21T00:41:24.471 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip link set ceph-brx up 2024-05-21T00:41:24.471 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-05-21T00:41:24.471 DEBUG:teuthology.orchestra.run.smithi044:> ') 2024-05-21T00:41:24.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:24 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-21T00:41:24.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T00:41:24.983 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T00:41:24.983 DEBUG:teuthology.orchestra.run.smithi044:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-05-21T00:41:25.059 INFO:teuthology.orchestra.run.smithi044.stdout:1 2024-05-21T00:41:25.063 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T00:41:25.064 DEBUG:teuthology.orchestra.run.smithi044:> route 2024-05-21T00:41:25.118 INFO:teuthology.orchestra.run.smithi044.stdout:Kernel IP routing table 2024-05-21T00:41:25.119 INFO:teuthology.orchestra.run.smithi044.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-05-21T00:41:25.119 INFO:teuthology.orchestra.run.smithi044.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-05-21T00:41:25.119 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-05-21T00:41:25.119 INFO:teuthology.orchestra.run.smithi044.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-05-21T00:41:25.119 DEBUG:teuthology.orchestra.run.smithi044:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-21T00:41:25.119 DEBUG:teuthology.orchestra.run.smithi044:> set -e 2024-05-21T00:41:25.119 DEBUG:teuthology.orchestra.run.smithi044:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-05-21T00:41:25.120 DEBUG:teuthology.orchestra.run.smithi044:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-05-21T00:41:25.120 DEBUG:teuthology.orchestra.run.smithi044:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-05-21T00:41:25.120 DEBUG:teuthology.orchestra.run.smithi044:> ') 2024-05-21T00:41:25.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:25 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-21T00:41:25.871 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:25 smithi044 ceph-mon[31392]: pgmap v439: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:41:25.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T00:41:25.885 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T00:41:25.885 DEBUG:teuthology.orchestra.run.smithi044:> ip netns list 2024-05-21T00:41:25.941 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T00:41:25.941 DEBUG:teuthology.orchestra.run.smithi044:> ip netns list-id 2024-05-21T00:41:25.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:25 smithi082 ceph-mon[36141]: pgmap v439: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:41:25.999 DEBUG:teuthology.orchestra.run.smithi044:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-21T00:41:25.999 DEBUG:teuthology.orchestra.run.smithi044:> set -e 2024-05-21T00:41:25.999 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-21T00:41:26.000 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-05-21T00:41:26.000 DEBUG:teuthology.orchestra.run.smithi044:> ') 2024-05-21T00:41:26.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:25 smithi092 ceph-mon[36335]: pgmap v439: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:41:26.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:26 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-21T00:41:26.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T00:41:26.199 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-05-21T00:41:26.199 DEBUG:teuthology.orchestra.run.smithi044:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-21T00:41:26.199 DEBUG:teuthology.orchestra.run.smithi044:> set -e 2024-05-21T00:41:26.199 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-05-21T00:41:26.199 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-05-21T00:41:26.199 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-05-21T00:41:26.199 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-05-21T00:41:26.200 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-05-21T00:41:26.200 DEBUG:teuthology.orchestra.run.smithi044:> ') 2024-05-21T00:41:26.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:26 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-21T00:41:26.504 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T00:41:26.513 DEBUG:teuthology.orchestra.run.smithi044:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-21T00:41:26.513 DEBUG:teuthology.orchestra.run.smithi044:> set -e 2024-05-21T00:41:26.514 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip link set brx.0 up 2024-05-21T00:41:26.514 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip link set dev brx.0 master ceph-brx 2024-05-21T00:41:26.514 DEBUG:teuthology.orchestra.run.smithi044:> ') 2024-05-21T00:41:26.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:26 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-21T00:41:26.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T00:41:26.724 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-05-21T00:41:26.725 DEBUG:teuthology.orchestra.run.smithi044:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-05-21T00:41:26.776 INFO:teuthology.orchestra.run.smithi044.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-05-21T00:41:26.776 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-05-21T00:41:26.776 DEBUG:teuthology.orchestra.run.smithi044:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-05-21T00:41:26.825 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-05-21T00:41:26.863 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-05-21T00:41:26.863 INFO:tasks.cephfs.kernel_mount:mounting using device: :/volumes/qa/sv_1/d0b8d362-64f7-4cd1-ad5c-0947f4de3cca 2024-05-21T00:41:26.863 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T00:41:26.863 DEBUG:teuthology.orchestra.run.smithi044:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/volumes/qa/sv_1/d0b8d362-64f7-4cd1-ad5c-0947f4de3cca /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,nowsync 2024-05-21T00:41:27.017 INFO:teuthology.orchestra.run.smithi044.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,nowsync 2024-05-21T00:41:27.017 INFO:teuthology.orchestra.run.smithi044.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,nowsync". 2024-05-21T00:41:27.017 INFO:teuthology.orchestra.run.smithi044.stdout:invalid new device string format 2024-05-21T00:41:27.757 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:27 smithi044 ceph-mon[31392]: pgmap v440: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:41:27.793 INFO:teuthology.orchestra.run.smithi044.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,nowsync 2024-05-21T00:41:27.793 INFO:teuthology.orchestra.run.smithi044.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,nowsync". 2024-05-21T00:41:27.793 INFO:teuthology.orchestra.run.smithi044.stdout:invalid new device string format 2024-05-21T00:41:27.794 INFO:teuthology.orchestra.run.smithi044.stdout:mount.ceph: resolved to: "172.21.15.44:3300,172.21.15.82:3300,172.21.15.92:3300" 2024-05-21T00:41:27.794 INFO:teuthology.orchestra.run.smithi044.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.44:3300,172.21.15.82:3300,172.21.15.92:3300:/volumes/qa/sv_1/d0b8d362-64f7-4cd1-ad5c-0947f4de3cca 2024-05-21T00:41:27.794 INFO:teuthology.orchestra.run.smithi044.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,nowsync,key=0,fsid=d03df2b2-1708-11ef-bc9a-c7b262605968" will pass to kernel 2024-05-21T00:41:27.799 INFO:teuthology.orchestra.run.smithi044.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-05-21T00:41:27.799 INFO:teuthology.orchestra.run.smithi044.stdout: You just mounted a file system that supports labels which does not 2024-05-21T00:41:27.799 INFO:teuthology.orchestra.run.smithi044.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-05-21T00:41:27.799 INFO:teuthology.orchestra.run.smithi044.stdout: applications will generate AVC messages and not be allowed access to 2024-05-21T00:41:27.799 INFO:teuthology.orchestra.run.smithi044.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-05-21T00:41:27.805 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-05-21T00:41:27.805 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T00:41:27.805 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-05-21T00:41:27.900 DEBUG:teuthology.orchestra.run.smithi044:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-05-21T00:41:27.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:27 smithi082 ceph-mon[36141]: pgmap v440: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:41:28.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-05-21T00:41:28.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T00:41:28.029 INFO:teuthology.orchestra.run.smithi044.stdout:client25033 2024-05-21T00:41:28.029 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-21T00:41:28.030 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-21T00:41:28.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:27 smithi092 ceph-mon[36335]: pgmap v440: 97 pgs: 97 active+clean; 640 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:41:28.084 DEBUG:teuthology.orchestra.run.smithi044:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-05-21T00:41:28.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-05-21T00:41:28.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T00:41:28.209 INFO:teuthology.orchestra.run.smithi044.stdout:client25033 2024-05-21T00:41:28.210 DEBUG:teuthology.orchestra.run.smithi044:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-05-21T00:41:28.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-05-21T00:41:28.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T00:41:28.334 INFO:teuthology.orchestra.run.smithi044.stdout:client25033 2024-05-21T00:41:28.335 DEBUG:teuthology.orchestra.run.smithi044:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968.client25033/status') 2024-05-21T00:41:28.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-21T00:41:28.472 INFO:teuthology.orchestra.run.smithi044.stdout:instance: client.25033 (3)172.21.15.44:0/1925369663 2024-05-21T00:41:28.473 INFO:teuthology.orchestra.run.smithi044.stdout:blocklisted: false 2024-05-21T00:41:28.473 INFO:teuthology.orchestra.run.smithi044.stderr:0+1 records in 2024-05-21T00:41:28.473 INFO:teuthology.orchestra.run.smithi044.stderr:0+1 records out 2024-05-21T00:41:28.473 INFO:teuthology.orchestra.run.smithi044.stderr:71 bytes copied, 0.00010334 s, 687 kB/s 2024-05-21T00:41:28.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T00:41:28.486 INFO:teuthology.run_tasks:Running task exec... 2024-05-21T00:41:28.500 INFO:teuthology.task.exec:Executing custom commands... 2024-05-21T00:41:28.501 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi044.front.sepia.ceph.com 2024-05-21T00:41:28.501 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate false' 2024-05-21T00:41:28.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.704+0000 7fde15800640 1 -- 172.21.15.44:0/2292041052 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde10103ae0 msgr2=0x7fde10103f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:28.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.704+0000 7fde15800640 1 --2- 172.21.15.44:0/2292041052 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde10103ae0 0x7fde10103f60 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fddfc009900 tx=0x7fddfc02a3f0 comp rx=0 tx=0).stop 2024-05-21T00:41:28.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.704+0000 7fde15800640 1 -- 172.21.15.44:0/2292041052 shutdown_connections 2024-05-21T00:41:28.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.704+0000 7fde15800640 1 --2- 172.21.15.44:0/2292041052 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde101044a0 0x7fde1010ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:28.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.704+0000 7fde15800640 1 --2- 172.21.15.44:0/2292041052 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde10103ae0 0x7fde10103f60 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:28.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.704+0000 7fde15800640 1 --2- 172.21.15.44:0/2292041052 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde101028f0 0x7fde10102d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:28.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.704+0000 7fde15800640 1 -- 172.21.15.44:0/2292041052 >> 172.21.15.44:0/2292041052 conn(0x7fde100fde60 msgr2=0x7fde101002a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:28.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.704+0000 7fde15800640 1 -- 172.21.15.44:0/2292041052 shutdown_connections 2024-05-21T00:41:28.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.704+0000 7fde15800640 1 -- 172.21.15.44:0/2292041052 wait complete. 2024-05-21T00:41:28.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.706+0000 7fde15800640 1 Processor -- start 2024-05-21T00:41:28.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.706+0000 7fde15800640 1 -- start start 2024-05-21T00:41:28.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.706+0000 7fde15800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde101028f0 0x7fde10076800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:28.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.706+0000 7fde15800640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde10103ae0 0x7fde10074e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:28.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.706+0000 7fde15800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde101044a0 0x7fde10075380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:28.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.706+0000 7fde15800640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fde1010e470 con 0x7fde101028f0 2024-05-21T00:41:28.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.706+0000 7fde15800640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fde1010e2f0 con 0x7fde10103ae0 2024-05-21T00:41:28.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.706+0000 7fde15800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fde1010e5f0 con 0x7fde101044a0 2024-05-21T00:41:28.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.707+0000 7fde0fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde101028f0 0x7fde10076800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:28.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.707+0000 7fde0f400640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde10103ae0 0x7fde10074e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:28.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.707+0000 7fde14e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde101044a0 0x7fde10075380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:28.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.707+0000 7fde0f400640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde10103ae0 0x7fde10074e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:43860/0 (socket says 172.21.15.44:43860) 2024-05-21T00:41:28.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.707+0000 7fde0f400640 1 -- 172.21.15.44:0/577768383 learned_addr learned my addr 172.21.15.44:0/577768383 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:28.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.707+0000 7fde14e00640 1 -- 172.21.15.44:0/577768383 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde10103ae0 msgr2=0x7fde10074e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:28.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.707+0000 7fde14e00640 1 --2- 172.21.15.44:0/577768383 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde10103ae0 0x7fde10074e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:28.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.707+0000 7fde14e00640 1 -- 172.21.15.44:0/577768383 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde101028f0 msgr2=0x7fde10076800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:28.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.707+0000 7fde14e00640 1 --2- 172.21.15.44:0/577768383 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde101028f0 0x7fde10076800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:28.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.707+0000 7fde14e00640 1 -- 172.21.15.44:0/577768383 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde10075c10 con 0x7fde101044a0 2024-05-21T00:41:28.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.707+0000 7fde14e00640 1 --2- 172.21.15.44:0/577768383 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde101044a0 0x7fde10075380 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fde0800da10 tx=0x7fde0800ded0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:28.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.708+0000 7fde0cc00640 1 -- 172.21.15.44:0/577768383 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde0800bd70 con 0x7fde101044a0 2024-05-21T00:41:28.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.708+0000 7fde15800640 1 -- 172.21.15.44:0/577768383 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde101a2c90 con 0x7fde101044a0 2024-05-21T00:41:28.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.708+0000 7fde0cc00640 1 -- 172.21.15.44:0/577768383 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde08003e20 con 0x7fde101044a0 2024-05-21T00:41:28.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.708+0000 7fde0cc00640 1 -- 172.21.15.44:0/577768383 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde080106c0 con 0x7fde101044a0 2024-05-21T00:41:28.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.708+0000 7fde15800640 1 -- 172.21.15.44:0/577768383 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde101a3190 con 0x7fde101044a0 2024-05-21T00:41:28.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.709+0000 7fde15800640 1 -- 172.21.15.44:0/577768383 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde10109c90 con 0x7fde101044a0 2024-05-21T00:41:28.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.711+0000 7fde0cc00640 1 -- 172.21.15.44:0/577768383 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fde08004270 con 0x7fde101044a0 2024-05-21T00:41:28.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.713+0000 7fde0cc00640 1 --2- 172.21.15.44:0/577768383 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fddf40b27d0 0x7fddf40b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:28.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.713+0000 7fde0cc00640 1 -- 172.21.15.44:0/577768383 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fde080e26b0 con 0x7fde101044a0 2024-05-21T00:41:28.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.713+0000 7fde0fe00640 1 --2- 172.21.15.44:0/577768383 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fddf40b27d0 0x7fddf40b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:28.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.714+0000 7fde0fe00640 1 --2- 172.21.15.44:0/577768383 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fddf40b27d0 0x7fddf40b4c90 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fde10103940 tx=0x7fde00005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:28.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.717+0000 7fde0cc00640 1 -- 172.21.15.44:0/577768383 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fde080aa330 con 0x7fde101044a0 2024-05-21T00:41:28.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:28.975+0000 7fde15800640 1 -- 172.21.15.44:0/577768383 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"} v 0) -- 0x7fde10063650 con 0x7fde101044a0 2024-05-21T00:41:29.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.596+0000 7fde0cc00640 1 -- 172.21.15.44:0/577768383 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]=0 v26) ==== 118+0+0 (secure 0 0 0) 0x7fde080a9c30 con 0x7fde101044a0 2024-05-21T00:41:29.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.600+0000 7fde15800640 1 -- 172.21.15.44:0/577768383 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fddf40b27d0 msgr2=0x7fddf40b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:29.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.600+0000 7fde15800640 1 --2- 172.21.15.44:0/577768383 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fddf40b27d0 0x7fddf40b4c90 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fde10103940 tx=0x7fde00005f90 comp rx=0 tx=0).stop 2024-05-21T00:41:29.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.600+0000 7fde15800640 1 -- 172.21.15.44:0/577768383 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde101044a0 msgr2=0x7fde10075380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:29.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.600+0000 7fde15800640 1 --2- 172.21.15.44:0/577768383 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde101044a0 0x7fde10075380 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fde0800da10 tx=0x7fde0800ded0 comp rx=0 tx=0).stop 2024-05-21T00:41:29.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.601+0000 7fde15800640 1 -- 172.21.15.44:0/577768383 shutdown_connections 2024-05-21T00:41:29.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.601+0000 7fde15800640 1 --2- 172.21.15.44:0/577768383 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fddf40b27d0 0x7fddf40b4c90 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:29.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.601+0000 7fde15800640 1 --2- 172.21.15.44:0/577768383 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde101044a0 0x7fde10075380 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:29.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.601+0000 7fde15800640 1 --2- 172.21.15.44:0/577768383 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde10103ae0 0x7fde10074e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:29.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.601+0000 7fde15800640 1 --2- 172.21.15.44:0/577768383 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde101028f0 0x7fde10076800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:29.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.601+0000 7fde15800640 1 -- 172.21.15.44:0/577768383 >> 172.21.15.44:0/577768383 conn(0x7fde100fde60 msgr2=0x7fde10106e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:29.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.601+0000 7fde15800640 1 -- 172.21.15.44:0/577768383 shutdown_connections 2024-05-21T00:41:29.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.601+0000 7fde15800640 1 -- 172.21.15.44:0/577768383 wait complete. 2024-05-21T00:41:29.627 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs subvolumegroup pin cephfs qa random 0.10' 2024-05-21T00:41:29.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.837+0000 7f1464c00640 1 -- 172.21.15.44:0/1280490843 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14601028f0 msgr2=0x7f1460102d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:29.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.837+0000 7f1464c00640 1 --2- 172.21.15.44:0/1280490843 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14601028f0 0x7f1460102d10 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f1450009900 tx=0x7f145002a3f0 comp rx=0 tx=0).stop 2024-05-21T00:41:29.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.837+0000 7f1464c00640 1 -- 172.21.15.44:0/1280490843 shutdown_connections 2024-05-21T00:41:29.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.837+0000 7f1464c00640 1 --2- 172.21.15.44:0/1280490843 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14601044a0 0x7f146010ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:29.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.837+0000 7f1464c00640 1 --2- 172.21.15.44:0/1280490843 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1460103ae0 0x7f1460103f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:29.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.837+0000 7f1464c00640 1 --2- 172.21.15.44:0/1280490843 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14601028f0 0x7f1460102d10 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:29.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.837+0000 7f1464c00640 1 -- 172.21.15.44:0/1280490843 >> 172.21.15.44:0/1280490843 conn(0x7f14600fde60 msgr2=0x7f14601002a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:29.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.838+0000 7f1464c00640 1 -- 172.21.15.44:0/1280490843 shutdown_connections 2024-05-21T00:41:29.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.838+0000 7f1464c00640 1 -- 172.21.15.44:0/1280490843 wait complete. 2024-05-21T00:41:29.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.839+0000 7f1464c00640 1 Processor -- start 2024-05-21T00:41:29.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.839+0000 7f1464c00640 1 -- start start 2024-05-21T00:41:29.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.839+0000 7f1464c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14601028f0 0x7f146019adc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:29.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.839+0000 7f1464c00640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1460103ae0 0x7f146019b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:29.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.839+0000 7f1464c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14601044a0 0x7f14601a2370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:29.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.839+0000 7f1464c00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f146010e470 con 0x7f14601044a0 2024-05-21T00:41:29.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.839+0000 7f1464c00640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f146010e2f0 con 0x7f1460103ae0 2024-05-21T00:41:29.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.839+0000 7f1464c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f146010e5f0 con 0x7f14601028f0 2024-05-21T00:41:29.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.839+0000 7f1457e00640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1460103ae0 0x7f146019b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:29.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.839+0000 7f145f400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14601028f0 0x7f146019adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:29.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.839+0000 7f1457e00640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1460103ae0 0x7f146019b300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:43884/0 (socket says 172.21.15.44:43884) 2024-05-21T00:41:29.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.839+0000 7f145fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14601044a0 0x7f14601a2370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:29.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.839+0000 7f1457e00640 1 -- 172.21.15.44:0/2635647579 learned_addr learned my addr 172.21.15.44:0/2635647579 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:29.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.840+0000 7f1457e00640 1 -- 172.21.15.44:0/2635647579 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14601028f0 msgr2=0x7f146019adc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:29.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.840+0000 7f1457e00640 1 --2- 172.21.15.44:0/2635647579 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14601028f0 0x7f146019adc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:29.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.840+0000 7f1457e00640 1 -- 172.21.15.44:0/2635647579 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14601044a0 msgr2=0x7f14601a2370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:29.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.840+0000 7f1457e00640 1 --2- 172.21.15.44:0/2635647579 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14601044a0 0x7f14601a2370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:29.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.840+0000 7f1457e00640 1 -- 172.21.15.44:0/2635647579 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14601a29e0 con 0x7f1460103ae0 2024-05-21T00:41:29.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.840+0000 7f1457e00640 1 --2- 172.21.15.44:0/2635647579 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1460103ae0 0x7f146019b300 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f144800e9f0 tx=0x7f144800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:29.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.840+0000 7f145cc00640 1 -- 172.21.15.44:0/2635647579 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f144800cd80 con 0x7f1460103ae0 2024-05-21T00:41:29.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.841+0000 7f145cc00640 1 -- 172.21.15.44:0/2635647579 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f14480108e0 con 0x7f1460103ae0 2024-05-21T00:41:29.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.841+0000 7f145cc00640 1 -- 172.21.15.44:0/2635647579 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1448018980 con 0x7f1460103ae0 2024-05-21T00:41:29.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.841+0000 7f1464c00640 1 -- 172.21.15.44:0/2635647579 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14601a2cd0 con 0x7f1460103ae0 2024-05-21T00:41:29.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.841+0000 7f1464c00640 1 -- 172.21.15.44:0/2635647579 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14601a31d0 con 0x7f1460103ae0 2024-05-21T00:41:29.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.842+0000 7f1464c00640 1 -- 172.21.15.44:0/2635647579 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14601a33a0 con 0x7f1460103ae0 2024-05-21T00:41:29.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.844+0000 7f145cc00640 1 -- 172.21.15.44:0/2635647579 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f1448010430 con 0x7f1460103ae0 2024-05-21T00:41:29.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.845+0000 7f145cc00640 1 --2- 172.21.15.44:0/2635647579 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f14440b27d0 0x7f14440b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:29.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.846+0000 7f145cc00640 1 -- 172.21.15.44:0/2635647579 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f14480e25d0 con 0x7f1460103ae0 2024-05-21T00:41:29.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.846+0000 7f145f400640 1 --2- 172.21.15.44:0/2635647579 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f14440b27d0 0x7f14440b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:29.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.847+0000 7f145f400640 1 --2- 172.21.15.44:0/2635647579 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f14440b27d0 0x7f14440b4c90 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f1450005ab0 tx=0x7f1450005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:29.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:29.850+0000 7f145cc00640 1 -- 172.21.15.44:0/2635647579 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f14480a9c00 con 0x7f1460103ae0 2024-05-21T00:41:29.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:29 smithi044 ceph-mon[31392]: pgmap v441: 97 pgs: 97 active+clean; 641 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-21T00:41:29.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:29 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/577768383' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-05-21T00:41:29.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:29 smithi044 ceph-mon[31392]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-05-21T00:41:29.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:29 smithi082 ceph-mon[36141]: pgmap v441: 97 pgs: 97 active+clean; 641 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-21T00:41:29.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:29 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/577768383' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-05-21T00:41:29.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:29 smithi082 ceph-mon[36141]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-05-21T00:41:30.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:29 smithi092 ceph-mon[36335]: pgmap v441: 97 pgs: 97 active+clean; 641 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-21T00:41:30.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:29 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/577768383' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-05-21T00:41:30.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:29 smithi092 ceph-mon[36335]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-05-21T00:41:30.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.097+0000 7f1464c00640 1 -- 172.21.15.44:0/2635647579 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}) -- 0x7f14600763a0 con 0x7f14440b27d0 2024-05-21T00:41:30.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.129+0000 7f145cc00640 1 -- 172.21.15.44:0/2635647579 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+3 (secure 0 0 0) 0x7f14600763a0 con 0x7f14440b27d0 2024-05-21T00:41:30.133 INFO:teuthology.orchestra.run.smithi044.stdout:{} 2024-05-21T00:41:30.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.133+0000 7f1464c00640 1 -- 172.21.15.44:0/2635647579 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f14440b27d0 msgr2=0x7f14440b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:30.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.133+0000 7f1464c00640 1 --2- 172.21.15.44:0/2635647579 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f14440b27d0 0x7f14440b4c90 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f1450005ab0 tx=0x7f1450005a20 comp rx=0 tx=0).stop 2024-05-21T00:41:30.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.133+0000 7f1464c00640 1 -- 172.21.15.44:0/2635647579 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1460103ae0 msgr2=0x7f146019b300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:30.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.133+0000 7f1464c00640 1 --2- 172.21.15.44:0/2635647579 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1460103ae0 0x7f146019b300 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f144800e9f0 tx=0x7f144800eeb0 comp rx=0 tx=0).stop 2024-05-21T00:41:30.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.133+0000 7f1464c00640 1 -- 172.21.15.44:0/2635647579 shutdown_connections 2024-05-21T00:41:30.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.134+0000 7f1464c00640 1 --2- 172.21.15.44:0/2635647579 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f14440b27d0 0x7f14440b4c90 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:30.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.134+0000 7f1464c00640 1 --2- 172.21.15.44:0/2635647579 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14601044a0 0x7f14601a2370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:30.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.134+0000 7f1464c00640 1 --2- 172.21.15.44:0/2635647579 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1460103ae0 0x7f146019b300 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:30.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.134+0000 7f1464c00640 1 --2- 172.21.15.44:0/2635647579 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14601028f0 0x7f146019adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:30.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.134+0000 7f1464c00640 1 -- 172.21.15.44:0/2635647579 >> 172.21.15.44:0/2635647579 conn(0x7f14600fde60 msgr2=0x7f1460074c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:30.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.134+0000 7f1464c00640 1 -- 172.21.15.44:0/2635647579 shutdown_connections 2024-05-21T00:41:30.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.134+0000 7f1464c00640 1 -- 172.21.15.44:0/2635647579 wait complete. 2024-05-21T00:41:30.158 INFO:teuthology.run_tasks:Running task check-counter... 2024-05-21T00:41:30.168 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-05-21T00:41:30.179 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-21T00:41:30.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.385+0000 7f659a200640 1 -- 172.21.15.44:0/390291193 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6594104bb0 msgr2=0x7f6594104fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:30.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.385+0000 7f659a200640 1 --2- 172.21.15.44:0/390291193 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6594104bb0 0x7f6594104fd0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f6588009860 tx=0x7f658802a340 comp rx=0 tx=0).stop 2024-05-21T00:41:30.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.385+0000 7f659a200640 1 -- 172.21.15.44:0/390291193 shutdown_connections 2024-05-21T00:41:30.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.385+0000 7f659a200640 1 --2- 172.21.15.44:0/390291193 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6594106760 0x7f659410cff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:30.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.385+0000 7f659a200640 1 --2- 172.21.15.44:0/390291193 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6594105da0 0x7f6594106220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:30.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.385+0000 7f659a200640 1 --2- 172.21.15.44:0/390291193 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6594104bb0 0x7f6594104fd0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:30.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.385+0000 7f659a200640 1 -- 172.21.15.44:0/390291193 >> 172.21.15.44:0/390291193 conn(0x7f6594100120 msgr2=0x7f6594102560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:30.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.386+0000 7f659a200640 1 -- 172.21.15.44:0/390291193 shutdown_connections 2024-05-21T00:41:30.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.386+0000 7f659a200640 1 -- 172.21.15.44:0/390291193 wait complete. 2024-05-21T00:41:30.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.387+0000 7f659a200640 1 Processor -- start 2024-05-21T00:41:30.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.387+0000 7f659a200640 1 -- start start 2024-05-21T00:41:30.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.388+0000 7f659a200640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6594104bb0 0x7f659419adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:30.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.388+0000 7f659a200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6594105da0 0x7f659419b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:30.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.388+0000 7f659a200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6594106760 0x7f65941a2320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:30.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.388+0000 7f659a200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f65941106b0 con 0x7f6594105da0 2024-05-21T00:41:30.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.388+0000 7f659a200640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f6594110530 con 0x7f6594104bb0 2024-05-21T00:41:30.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.388+0000 7f659a200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f6594110830 con 0x7f6594106760 2024-05-21T00:41:30.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.388+0000 7f6598e00640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6594104bb0 0x7f659419adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:30.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.388+0000 7f6598e00640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6594104bb0 0x7f659419adb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:43926/0 (socket says 172.21.15.44:43926) 2024-05-21T00:41:30.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.388+0000 7f6598e00640 1 -- 172.21.15.44:0/3943211617 learned_addr learned my addr 172.21.15.44:0/3943211617 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:30.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.388+0000 7f6593e00640 1 --2- 172.21.15.44:0/3943211617 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6594105da0 0x7f659419b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:30.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.388+0000 7f6599800640 1 --2- 172.21.15.44:0/3943211617 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6594106760 0x7f65941a2320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:30.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.389+0000 7f6598e00640 1 -- 172.21.15.44:0/3943211617 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6594106760 msgr2=0x7f65941a2320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:30.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.389+0000 7f6598e00640 1 --2- 172.21.15.44:0/3943211617 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6594106760 0x7f65941a2320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:30.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.389+0000 7f6598e00640 1 -- 172.21.15.44:0/3943211617 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6594105da0 msgr2=0x7f659419b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:30.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.389+0000 7f6598e00640 1 --2- 172.21.15.44:0/3943211617 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6594105da0 0x7f659419b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:30.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.389+0000 7f6598e00640 1 -- 172.21.15.44:0/3943211617 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65941a29c0 con 0x7f6594104bb0 2024-05-21T00:41:30.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.389+0000 7f6599800640 1 --2- 172.21.15.44:0/3943211617 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6594106760 0x7f65941a2320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:41:30.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.389+0000 7f6598e00640 1 --2- 172.21.15.44:0/3943211617 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6594104bb0 0x7f659419adb0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f6588005940 tx=0x7f6588032dc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:30.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.389+0000 7f6591600640 1 -- 172.21.15.44:0/3943211617 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6588040020 con 0x7f6594104bb0 2024-05-21T00:41:30.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.389+0000 7f6591600640 1 -- 172.21.15.44:0/3943211617 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6588004040 con 0x7f6594104bb0 2024-05-21T00:41:30.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.389+0000 7f6591600640 1 -- 172.21.15.44:0/3943211617 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6588037040 con 0x7f6594104bb0 2024-05-21T00:41:30.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.389+0000 7f659a200640 1 -- 172.21.15.44:0/3943211617 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65941a2c50 con 0x7f6594104bb0 2024-05-21T00:41:30.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.390+0000 7f659a200640 1 -- 172.21.15.44:0/3943211617 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65941a3190 con 0x7f6594104bb0 2024-05-21T00:41:30.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.391+0000 7f659a200640 1 -- 172.21.15.44:0/3943211617 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f659410bf50 con 0x7f6594104bb0 2024-05-21T00:41:30.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.393+0000 7f6591600640 1 -- 172.21.15.44:0/3943211617 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f6588043020 con 0x7f6594104bb0 2024-05-21T00:41:30.397 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:41:30 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:41:30.108+0000 7fa8c6200700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-21T00:41:30.397 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:41:30 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:41:30.108+0000 7fa8c6200700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-21T00:41:30.397 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:41:30 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:41:30.108+0000 7fa8c6200700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-21T00:41:30.397 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:41:30 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:41:30.108+0000 7fa8c6200700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-21T00:41:30.397 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:41:30 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:41:30.108+0000 7fa8c6200700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-21T00:41:30.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.395+0000 7f6591600640 1 --2- 172.21.15.44:0/3943211617 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f657c0b2860 0x7f657c0b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:30.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.395+0000 7f6591600640 1 -- 172.21.15.44:0/3943211617 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f6588102460 con 0x7f6594104bb0 2024-05-21T00:41:30.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.395+0000 7f6593e00640 1 --2- 172.21.15.44:0/3943211617 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f657c0b2860 0x7f657c0b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:30.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.396+0000 7f6593e00640 1 --2- 172.21.15.44:0/3943211617 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f657c0b2860 0x7f657c0b4d20 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f6580009530 tx=0x7f6580009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:30.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.396+0000 7f6591600640 1 -- 172.21.15.44:0/3943211617 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f658804a020 con 0x7f6594104bb0 2024-05-21T00:41:30.619 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.616+0000 7f659a200640 1 -- 172.21.15.44:0/3943211617 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f659402ddf0 con 0x7f6594104bb0 2024-05-21T00:41:30.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.632+0000 7f6591600640 1 -- 172.21.15.44:0/3943211617 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f65880c5d10 con 0x7f6594104bb0 2024-05-21T00:41:30.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.632+0000 7f6591600640 1 -- 172.21.15.44:0/3943211617 <== mon.2 v2:172.21.15.82:3300/0 8 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22707 (secure 0 0 0) 0x7f65881039c0 con 0x7f6594104bb0 2024-05-21T00:41:30.637 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:41:30.637 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":82,"fsid":"d03df2b2-1708-11ef-bc9a-c7b262605968","created":"2024-05-21T00:27:51.458771+0000","modified":"2024-05-21T00:39:11.514065+0000","last_up_change":"2024-05-21T00:36:10.971414+0000","last_in_change":"2024-05-21T00:35:50.957727+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T00:31:54.252537+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T00:37:21.067118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T00:37:25.328393+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"87d95ec0-9884-407b-9d90-67a37bd139bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6803","nonce":3592915645}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6805","nonce":3592915645}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6809","nonce":3592915645}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6807","nonce":3592915645}]},"public_addr":"172.21.15.44:6803/3592915645","cluster_addr":"172.21.15.44:6805/3592915645","heartbeat_back_addr":"172.21.15.44:6809/3592915645","heartbeat_front_addr":"172.21.15.44:6807/3592915645","state":["exists","up"]},{"osd":1,"uuid":"f63d59d5-bcc5-4875-befd-f9ff99c11c5a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6800","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6801","nonce":2647472512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6803","nonce":2647472512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6807","nonce":2647472512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6805","nonce":2647472512}]},"public_addr":"172.21.15.82:6801/2647472512","cluster_addr":"172.21.15.82:6803/2647472512","heartbeat_back_addr":"172.21.15.82:6807/2647472512","heartbeat_front_addr":"172.21.15.82:6805/2647472512","state":["exists","up"]},{"osd":2,"uuid":"03dda03d-7581-476b-8e0b-ede8b7865165","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6801","nonce":2514141415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6803","nonce":2514141415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6807","nonce":2514141415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6805","nonce":2514141415}]},"public_addr":"172.21.15.92:6801/2514141415","cluster_addr":"172.21.15.92:6803/2514141415","heartbeat_back_addr":"172.21.15.92:6807/2514141415","heartbeat_front_addr":"172.21.15.92:6805/2514141415","state":["exists","up"]},{"osd":3,"uuid":"ee4c6871-e0ba-4dda-9fa1-f53d17314665","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6811","nonce":3929544733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6813","nonce":3929544733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6817","nonce":3929544733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6815","nonce":3929544733}]},"public_addr":"172.21.15.44:6811/3929544733","cluster_addr":"172.21.15.44:6813/3929544733","heartbeat_back_addr":"172.21.15.44:6817/3929544733","heartbeat_front_addr":"172.21.15.44:6815/3929544733","state":["exists","up"]},{"osd":4,"uuid":"43686e5d-9d5d-47ce-9a87-809e4dd36914","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6809","nonce":1580415467}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6811","nonce":1580415467}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6815","nonce":1580415467}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6813","nonce":1580415467}]},"public_addr":"172.21.15.82:6809/1580415467","cluster_addr":"172.21.15.82:6811/1580415467","heartbeat_back_addr":"172.21.15.82:6815/1580415467","heartbeat_front_addr":"172.21.15.82:6813/1580415467","state":["exists","up"]},{"osd":5,"uuid":"d37ad690-2e64-44d9-b4ba-5c1413dbde2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6809","nonce":965782434}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6811","nonce":965782434}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6815","nonce":965782434}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6813","nonce":965782434}]},"public_addr":"172.21.15.92:6809/965782434","cluster_addr":"172.21.15.92:6811/965782434","heartbeat_back_addr":"172.21.15.92:6815/965782434","heartbeat_front_addr":"172.21.15.92:6813/965782434","state":["exists","up"]},{"osd":6,"uuid":"a51f7723-c78c-4ef9-a341-b1ff72ba518e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6819","nonce":1537486544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6821","nonce":1537486544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6825","nonce":1537486544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6823","nonce":1537486544}]},"public_addr":"172.21.15.44:6819/1537486544","cluster_addr":"172.21.15.44:6821/1537486544","heartbeat_back_addr":"172.21.15.44:6825/1537486544","heartbeat_front_addr":"172.21.15.44:6823/1537486544","state":["exists","up"]},{"osd":7,"uuid":"9cb07a5c-be70-4030-a329-3d4f374fb837","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6817","nonce":205724371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6819","nonce":205724371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6823","nonce":205724371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6821","nonce":205724371}]},"public_addr":"172.21.15.82:6817/205724371","cluster_addr":"172.21.15.82:6819/205724371","heartbeat_back_addr":"172.21.15.82:6823/205724371","heartbeat_front_addr":"172.21.15.82:6821/205724371","state":["exists","up"]},{"osd":8,"uuid":"5dcab637-f5dc-45c1-8100-cb0b5ace5c92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6817","nonce":3959245624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6819","nonce":3959245624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6823","nonce":3959245624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6821","nonce":3959245624}]},"public_addr":"172.21.15.92:6817/3959245624","cluster_addr":"172.21.15.92:6819/3959245624","heartbeat_back_addr":"172.21.15.92:6823/3959245624","heartbeat_front_addr":"172.21.15.92:6821/3959245624","state":["exists","up"]},{"osd":9,"uuid":"e8018f84-c48b-46c3-97f9-933126a7b2fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6827","nonce":1654517516}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6829","nonce":1654517516}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6833","nonce":1654517516}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6831","nonce":1654517516}]},"public_addr":"172.21.15.44:6827/1654517516","cluster_addr":"172.21.15.44:6829/1654517516","heartbeat_back_addr":"172.21.15.44:6833/1654517516","heartbeat_front_addr":"172.21.15.44:6831/1654517516","state":["exists","up"]},{"osd":10,"uuid":"2887e4b5-afd3-4a9f-9d8a-c8c22964451d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6825","nonce":1964064567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6827","nonce":1964064567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6831","nonce":1964064567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6829","nonce":1964064567}]},"public_addr":"172.21.15.82:6825/1964064567","cluster_addr":"172.21.15.82:6827/1964064567","heartbeat_back_addr":"172.21.15.82:6831/1964064567","heartbeat_front_addr":"172.21.15.82:6829/1964064567","state":["exists","up"]},{"osd":11,"uuid":"0bc8302f-4e43-4172-8b39-e845532325dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6825","nonce":2911355193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6827","nonce":2911355193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6831","nonce":2911355193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6829","nonce":2911355193}]},"public_addr":"172.21.15.92:6825/2911355193","cluster_addr":"172.21.15.92:6827/2911355193","heartbeat_back_addr":"172.21.15.92:6831/2911355193","heartbeat_front_addr":"172.21.15.92:6829/2911355193","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:03.521286+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:28.491762+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:51.825721+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:32:25.293696+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:32:51.285539+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:33:15.925099+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:33:50.761232+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:34:17.058992+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:34:41.840124+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:35:16.093194+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:35:43.418271+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:36:09.237970+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":2,"to":1}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.18","mappings":[{"from":3,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":7}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/880191957":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/587444604":"2024-05-22T00:29:10.086497+0000","172.21.15.44:6800/3330900916":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/64733516":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6801/3460387030":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6801/3330900916":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/1049391158":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6800/3460387030":"2024-05-22T00:28:34.433643+0000","172.21.15.44:0/1950433201":"2024-05-22T00:28:34.433643+0000","172.21.15.44:0/866497567":"2024-05-22T00:29:10.086497+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T00:41:30.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.636+0000 7f659a200640 1 -- 172.21.15.44:0/3943211617 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f657c0b2860 msgr2=0x7f657c0b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:30.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.636+0000 7f659a200640 1 --2- 172.21.15.44:0/3943211617 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f657c0b2860 0x7f657c0b4d20 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f6580009530 tx=0x7f6580009260 comp rx=0 tx=0).stop 2024-05-21T00:41:30.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.636+0000 7f659a200640 1 -- 172.21.15.44:0/3943211617 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6594104bb0 msgr2=0x7f659419adb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:30.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.636+0000 7f659a200640 1 --2- 172.21.15.44:0/3943211617 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6594104bb0 0x7f659419adb0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f6588005940 tx=0x7f6588032dc0 comp rx=0 tx=0).stop 2024-05-21T00:41:30.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.636+0000 7f659a200640 1 -- 172.21.15.44:0/3943211617 shutdown_connections 2024-05-21T00:41:30.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.636+0000 7f659a200640 1 --2- 172.21.15.44:0/3943211617 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f657c0b2860 0x7f657c0b4d20 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:30.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.636+0000 7f659a200640 1 --2- 172.21.15.44:0/3943211617 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6594106760 0x7f65941a2320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:30.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.636+0000 7f659a200640 1 --2- 172.21.15.44:0/3943211617 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6594105da0 0x7f659419b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:30.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.636+0000 7f659a200640 1 --2- 172.21.15.44:0/3943211617 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6594104bb0 0x7f659419adb0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:30.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.636+0000 7f659a200640 1 -- 172.21.15.44:0/3943211617 >> 172.21.15.44:0/3943211617 conn(0x7f6594100120 msgr2=0x7f6594109120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:30.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.636+0000 7f659a200640 1 -- 172.21.15.44:0/3943211617 shutdown_connections 2024-05-21T00:41:30.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.636+0000 7f659a200640 1 -- 172.21.15.44:0/3943211617 wait complete. 2024-05-21T00:41:30.659 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-21T00:31:54.252537+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-21T00:37:21.067118+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '78', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-05-21T00:37:25.328393+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '78', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-05-21T00:41:30.660 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-21T00:41:30.867 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.864+0000 7f43c1600640 1 -- 172.21.15.44:0/358881695 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f43bc102280 msgr2=0x7f43bc104670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:30.867 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.864+0000 7f43c1600640 1 --2- 172.21.15.44:0/358881695 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f43bc102280 0x7f43bc104670 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f43ac009900 tx=0x7f43ac02a3f0 comp rx=0 tx=0).stop 2024-05-21T00:41:30.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.864+0000 7f43c1600640 1 -- 172.21.15.44:0/358881695 shutdown_connections 2024-05-21T00:41:30.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.864+0000 7f43c1600640 1 --2- 172.21.15.44:0/358881695 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f43bc107610 0x7f43bc109ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:30.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.864+0000 7f43c1600640 1 --2- 172.21.15.44:0/358881695 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f43bc104bb0 0x7f43bc106fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:30.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.864+0000 7f43c1600640 1 --2- 172.21.15.44:0/358881695 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f43bc102280 0x7f43bc104670 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:30.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.864+0000 7f43c1600640 1 -- 172.21.15.44:0/358881695 >> 172.21.15.44:0/358881695 conn(0x7f43bc0fc240 msgr2=0x7f43bc0fe680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:30.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.864+0000 7f43c1600640 1 -- 172.21.15.44:0/358881695 shutdown_connections 2024-05-21T00:41:30.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.864+0000 7f43c1600640 1 -- 172.21.15.44:0/358881695 wait complete. 2024-05-21T00:41:30.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.865+0000 7f43c1600640 1 Processor -- start 2024-05-21T00:41:30.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.865+0000 7f43c1600640 1 -- start start 2024-05-21T00:41:30.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.865+0000 7f43c1600640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f43bc102280 0x7f43bc19afa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:30.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.865+0000 7f43c1600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f43bc104bb0 0x7f43bc19b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:30.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.865+0000 7f43c1600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f43bc107610 0x7f43bc1a2550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:30.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.865+0000 7f43c1600640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f43bc10d510 con 0x7f43bc107610 2024-05-21T00:41:30.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.865+0000 7f43c1600640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f43bc10d390 con 0x7f43bc102280 2024-05-21T00:41:30.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.865+0000 7f43c1600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f43bc10d690 con 0x7f43bc104bb0 2024-05-21T00:41:30.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.866+0000 7f43bb400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f43bc107610 0x7f43bc1a2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:30.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.866+0000 7f43bb400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f43bc107610 0x7f43bc1a2550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56466/0 (socket says 172.21.15.44:56466) 2024-05-21T00:41:30.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.866+0000 7f43bb400640 1 -- 172.21.15.44:0/433577247 learned_addr learned my addr 172.21.15.44:0/433577247 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:30.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.866+0000 7f43baa00640 1 --2- 172.21.15.44:0/433577247 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f43bc102280 0x7f43bc19afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:30.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.866+0000 7f43b2000640 1 --2- 172.21.15.44:0/433577247 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f43bc104bb0 0x7f43bc19b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:30.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.866+0000 7f43bb400640 1 -- 172.21.15.44:0/433577247 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f43bc104bb0 msgr2=0x7f43bc19b4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:30.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.866+0000 7f43bb400640 1 --2- 172.21.15.44:0/433577247 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f43bc104bb0 0x7f43bc19b4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:30.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.866+0000 7f43bb400640 1 -- 172.21.15.44:0/433577247 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f43bc102280 msgr2=0x7f43bc19afa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:30.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.866+0000 7f43bb400640 1 --2- 172.21.15.44:0/433577247 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f43bc102280 0x7f43bc19afa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:30.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.866+0000 7f43bb400640 1 -- 172.21.15.44:0/433577247 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43bc1a2bc0 con 0x7f43bc107610 2024-05-21T00:41:30.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.867+0000 7f43bb400640 1 --2- 172.21.15.44:0/433577247 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f43bc107610 0x7f43bc1a2550 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f43b400e970 tx=0x7f43b400ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:30.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.867+0000 7f43b3e00640 1 -- 172.21.15.44:0/433577247 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43b400ccc0 con 0x7f43bc107610 2024-05-21T00:41:30.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.867+0000 7f43b3e00640 1 -- 172.21.15.44:0/433577247 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f43b400ce60 con 0x7f43bc107610 2024-05-21T00:41:30.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.867+0000 7f43b3e00640 1 -- 172.21.15.44:0/433577247 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43b4010430 con 0x7f43bc107610 2024-05-21T00:41:30.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.867+0000 7f43c1600640 1 -- 172.21.15.44:0/433577247 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43bc1a2eb0 con 0x7f43bc107610 2024-05-21T00:41:30.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.867+0000 7f43c1600640 1 -- 172.21.15.44:0/433577247 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43bc1a3370 con 0x7f43bc107610 2024-05-21T00:41:30.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.868+0000 7f43c1600640 1 -- 172.21.15.44:0/433577247 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43bc1a3630 con 0x7f43bc107610 2024-05-21T00:41:30.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.871+0000 7f43b3e00640 1 -- 172.21.15.44:0/433577247 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f43b4004ff0 con 0x7f43bc107610 2024-05-21T00:41:30.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.873+0000 7f43b3e00640 1 --2- 172.21.15.44:0/433577247 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f43a00b2900 0x7f43a00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:30.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.873+0000 7f43b3e00640 1 -- 172.21.15.44:0/433577247 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f43b40e2850 con 0x7f43bc107610 2024-05-21T00:41:30.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.873+0000 7f43baa00640 1 --2- 172.21.15.44:0/433577247 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f43a00b2900 0x7f43a00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:30.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.874+0000 7f43baa00640 1 --2- 172.21.15.44:0/433577247 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f43a00b2900 0x7f43a00b4dc0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f43ac031500 tx=0x7f43ac005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:30.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:30.878+0000 7f43b3e00640 1 -- 172.21.15.44:0/433577247 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f43b40aa370 con 0x7f43bc107610 2024-05-21T00:41:30.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:30 smithi044 ceph-mon[31392]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-05-21T00:41:30.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:30 smithi044 ceph-mon[31392]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=a=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T00:41:30.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:30 smithi082 ceph-mon[36141]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-05-21T00:41:30.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:30 smithi082 ceph-mon[36141]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=a=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T00:41:31.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:30 smithi092 ceph-mon[36335]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-05-21T00:41:31.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:30 smithi092 ceph-mon[36335]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=a=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T00:41:31.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.092+0000 7f43c1600640 1 -- 172.21.15.44:0/433577247 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f43bc1a3800 con 0x7f43bc107610 2024-05-21T00:41:31.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.093+0000 7f43b3e00640 1 -- 172.21.15.44:0/433577247 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7f43b40a9c70 con 0x7f43bc107610 2024-05-21T00:41:31.096 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 1 2024-05-21T00:41:31.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.095+0000 7f43c1600640 1 -- 172.21.15.44:0/433577247 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f43a00b2900 msgr2=0x7f43a00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:31.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.095+0000 7f43c1600640 1 --2- 172.21.15.44:0/433577247 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f43a00b2900 0x7f43a00b4dc0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f43ac031500 tx=0x7f43ac005a20 comp rx=0 tx=0).stop 2024-05-21T00:41:31.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.096+0000 7f43c1600640 1 -- 172.21.15.44:0/433577247 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f43bc107610 msgr2=0x7f43bc1a2550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:31.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.096+0000 7f43c1600640 1 --2- 172.21.15.44:0/433577247 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f43bc107610 0x7f43bc1a2550 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f43b400e970 tx=0x7f43b400ed70 comp rx=0 tx=0).stop 2024-05-21T00:41:31.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.096+0000 7f43c1600640 1 -- 172.21.15.44:0/433577247 shutdown_connections 2024-05-21T00:41:31.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.096+0000 7f43c1600640 1 --2- 172.21.15.44:0/433577247 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f43a00b2900 0x7f43a00b4dc0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:31.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.096+0000 7f43c1600640 1 --2- 172.21.15.44:0/433577247 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f43bc107610 0x7f43bc1a2550 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:31.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.096+0000 7f43c1600640 1 --2- 172.21.15.44:0/433577247 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f43bc104bb0 0x7f43bc19b4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:31.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.096+0000 7f43c1600640 1 --2- 172.21.15.44:0/433577247 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f43bc102280 0x7f43bc19afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:31.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.096+0000 7f43c1600640 1 -- 172.21.15.44:0/433577247 >> 172.21.15.44:0/433577247 conn(0x7f43bc0fc240 msgr2=0x7f43bc107ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:31.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.096+0000 7f43c1600640 1 -- 172.21.15.44:0/433577247 shutdown_connections 2024-05-21T00:41:31.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.096+0000 7f43c1600640 1 -- 172.21.15.44:0/433577247 wait complete. 2024-05-21T00:41:31.120 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-21T00:41:31.340 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.337+0000 7f99f2800640 1 -- 172.21.15.44:0/2435520634 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f99ec105cc0 msgr2=0x7f99ec106140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:31.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.337+0000 7f99f2800640 1 --2- 172.21.15.44:0/2435520634 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f99ec105cc0 0x7f99ec106140 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f99d8009860 tx=0x7f99d802a340 comp rx=0 tx=0).stop 2024-05-21T00:41:31.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.337+0000 7f99f2800640 1 -- 172.21.15.44:0/2435520634 shutdown_connections 2024-05-21T00:41:31.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.337+0000 7f99f2800640 1 --2- 172.21.15.44:0/2435520634 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99ec106680 0x7f99ec10cf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:31.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.337+0000 7f99f2800640 1 --2- 172.21.15.44:0/2435520634 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f99ec105cc0 0x7f99ec106140 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:31.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.337+0000 7f99f2800640 1 --2- 172.21.15.44:0/2435520634 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f99ec104ad0 0x7f99ec104ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:31.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.337+0000 7f99f2800640 1 -- 172.21.15.44:0/2435520634 >> 172.21.15.44:0/2435520634 conn(0x7f99ec100060 msgr2=0x7f99ec102480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:31.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.337+0000 7f99f2800640 1 -- 172.21.15.44:0/2435520634 shutdown_connections 2024-05-21T00:41:31.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.337+0000 7f99f2800640 1 -- 172.21.15.44:0/2435520634 wait complete. 2024-05-21T00:41:31.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.339+0000 7f99f2800640 1 Processor -- start 2024-05-21T00:41:31.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.339+0000 7f99f2800640 1 -- start start 2024-05-21T00:41:31.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.339+0000 7f99f2800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f99ec104ad0 0x7f99ec19adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:31.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.339+0000 7f99f2800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99ec105cc0 0x7f99ec19b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:31.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.339+0000 7f99f2800640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f99ec106680 0x7f99ec1a2310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:31.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.339+0000 7f99f2800640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f99ec110600 con 0x7f99ec104ad0 2024-05-21T00:41:31.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.339+0000 7f99f2800640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f99ec110480 con 0x7f99ec106680 2024-05-21T00:41:31.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.339+0000 7f99f2800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f99ec110780 con 0x7f99ec105cc0 2024-05-21T00:41:31.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.340+0000 7f99f1400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f99ec104ad0 0x7f99ec19adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:31.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.340+0000 7f99f0a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99ec105cc0 0x7f99ec19b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:31.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.340+0000 7f99f0a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99ec105cc0 0x7f99ec19b2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:49136/0 (socket says 172.21.15.44:49136) 2024-05-21T00:41:31.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.340+0000 7f99f1400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f99ec104ad0 0x7f99ec19adb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56484/0 (socket says 172.21.15.44:56484) 2024-05-21T00:41:31.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.340+0000 7f99f0a00640 1 -- 172.21.15.44:0/2216507562 learned_addr learned my addr 172.21.15.44:0/2216507562 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:31.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.340+0000 7f99f1e00640 1 --2- 172.21.15.44:0/2216507562 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f99ec106680 0x7f99ec1a2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:31.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.340+0000 7f99f0a00640 1 -- 172.21.15.44:0/2216507562 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f99ec106680 msgr2=0x7f99ec1a2310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:31.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.340+0000 7f99f0a00640 1 --2- 172.21.15.44:0/2216507562 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f99ec106680 0x7f99ec1a2310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:31.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.340+0000 7f99f0a00640 1 -- 172.21.15.44:0/2216507562 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f99ec104ad0 msgr2=0x7f99ec19adb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:31.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.340+0000 7f99f0a00640 1 --2- 172.21.15.44:0/2216507562 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f99ec104ad0 0x7f99ec19adb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:31.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.340+0000 7f99f0a00640 1 -- 172.21.15.44:0/2216507562 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99ec1a2980 con 0x7f99ec105cc0 2024-05-21T00:41:31.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.340+0000 7f99f1400640 1 --2- 172.21.15.44:0/2216507562 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f99ec104ad0 0x7f99ec19adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:41:31.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.341+0000 7f99f0a00640 1 --2- 172.21.15.44:0/2216507562 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99ec105cc0 0x7f99ec19b2f0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f99d80057c0 tx=0x7f99d8032da0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:31.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.341+0000 7f99ea000640 1 -- 172.21.15.44:0/2216507562 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99d8037040 con 0x7f99ec105cc0 2024-05-21T00:41:31.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.341+0000 7f99ea000640 1 -- 172.21.15.44:0/2216507562 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f99d8030bd0 con 0x7f99ec105cc0 2024-05-21T00:41:31.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.341+0000 7f99f2800640 1 -- 172.21.15.44:0/2216507562 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99ec1a2c10 con 0x7f99ec105cc0 2024-05-21T00:41:31.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.341+0000 7f99ea000640 1 -- 172.21.15.44:0/2216507562 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99d8005280 con 0x7f99ec105cc0 2024-05-21T00:41:31.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.341+0000 7f99f2800640 1 -- 172.21.15.44:0/2216507562 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99ec1a30f0 con 0x7f99ec105cc0 2024-05-21T00:41:31.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.342+0000 7f99f2800640 1 -- 172.21.15.44:0/2216507562 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99ec10bfb0 con 0x7f99ec105cc0 2024-05-21T00:41:31.347 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.344+0000 7f99ea000640 1 -- 172.21.15.44:0/2216507562 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f99d8043020 con 0x7f99ec105cc0 2024-05-21T00:41:31.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.346+0000 7f99ea000640 1 --2- 172.21.15.44:0/2216507562 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f99d40b2900 0x7f99d40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:31.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.346+0000 7f99ea000640 1 -- 172.21.15.44:0/2216507562 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f99d81018b0 con 0x7f99ec105cc0 2024-05-21T00:41:31.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.346+0000 7f99f1400640 1 --2- 172.21.15.44:0/2216507562 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f99d40b2900 0x7f99d40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:31.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.347+0000 7f99f1400640 1 --2- 172.21.15.44:0/2216507562 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f99d40b2900 0x7f99d40b4dc0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f99e00096c0 tx=0x7f99e0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:31.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.351+0000 7f99ea000640 1 -- 172.21.15.44:0/2216507562 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f99d80c94e0 con 0x7f99ec105cc0 2024-05-21T00:41:31.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.564+0000 7f99f2800640 1 -- 172.21.15.44:0/2216507562 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f99ec02dda0 con 0x7f99ec105cc0 2024-05-21T00:41:31.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.565+0000 7f99ea000640 1 -- 172.21.15.44:0/2216507562 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v82) ==== 104+0+11 (secure 0 0 0) 0x7f99d80c8de0 con 0x7f99ec105cc0 2024-05-21T00:41:31.568 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 32 2024-05-21T00:41:31.571 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.568+0000 7f99f2800640 1 -- 172.21.15.44:0/2216507562 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f99d40b2900 msgr2=0x7f99d40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:31.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.568+0000 7f99f2800640 1 --2- 172.21.15.44:0/2216507562 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f99d40b2900 0x7f99d40b4dc0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f99e00096c0 tx=0x7f99e0009260 comp rx=0 tx=0).stop 2024-05-21T00:41:31.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.568+0000 7f99f2800640 1 -- 172.21.15.44:0/2216507562 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99ec105cc0 msgr2=0x7f99ec19b2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:31.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.568+0000 7f99f2800640 1 --2- 172.21.15.44:0/2216507562 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99ec105cc0 0x7f99ec19b2f0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f99d80057c0 tx=0x7f99d8032da0 comp rx=0 tx=0).stop 2024-05-21T00:41:31.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.568+0000 7f99f2800640 1 -- 172.21.15.44:0/2216507562 shutdown_connections 2024-05-21T00:41:31.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.568+0000 7f99f2800640 1 --2- 172.21.15.44:0/2216507562 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f99d40b2900 0x7f99d40b4dc0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:31.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.568+0000 7f99f2800640 1 --2- 172.21.15.44:0/2216507562 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f99ec106680 0x7f99ec1a2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:31.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.568+0000 7f99f2800640 1 --2- 172.21.15.44:0/2216507562 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99ec105cc0 0x7f99ec19b2f0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:31.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.568+0000 7f99f2800640 1 --2- 172.21.15.44:0/2216507562 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f99ec104ad0 0x7f99ec19adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:31.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.568+0000 7f99f2800640 1 -- 172.21.15.44:0/2216507562 >> 172.21.15.44:0/2216507562 conn(0x7f99ec100060 msgr2=0x7f99ec109180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:31.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.568+0000 7f99f2800640 1 -- 172.21.15.44:0/2216507562 shutdown_connections 2024-05-21T00:41:31.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.568+0000 7f99f2800640 1 -- 172.21.15.44:0/2216507562 wait complete. 2024-05-21T00:41:31.592 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-21T00:41:31.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.812+0000 7f540be00640 1 -- 172.21.15.44:0/750770978 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f540c103340 msgr2=0x7f540c105730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:31.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.812+0000 7f540be00640 1 --2- 172.21.15.44:0/750770978 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f540c103340 0x7f540c105730 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f53fc009900 tx=0x7f53fc02a3f0 comp rx=0 tx=0).stop 2024-05-21T00:41:31.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.812+0000 7f540be00640 1 -- 172.21.15.44:0/750770978 shutdown_connections 2024-05-21T00:41:31.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.812+0000 7f540be00640 1 --2- 172.21.15.44:0/750770978 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f540c1085a0 0x7f540c10a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:31.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.812+0000 7f540be00640 1 --2- 172.21.15.44:0/750770978 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f540c105c70 0x7f540c108060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:31.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.812+0000 7f540be00640 1 --2- 172.21.15.44:0/750770978 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f540c103340 0x7f540c105730 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:31.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.812+0000 7f540be00640 1 -- 172.21.15.44:0/750770978 >> 172.21.15.44:0/750770978 conn(0x7f540c0fcd30 msgr2=0x7f540c0ff170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:31.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.812+0000 7f540be00640 1 -- 172.21.15.44:0/750770978 shutdown_connections 2024-05-21T00:41:31.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.812+0000 7f540be00640 1 -- 172.21.15.44:0/750770978 wait complete. 2024-05-21T00:41:31.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.813+0000 7f540be00640 1 Processor -- start 2024-05-21T00:41:31.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.814+0000 7f540be00640 1 -- start start 2024-05-21T00:41:31.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.814+0000 7f540be00640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f540c103340 0x7f540c19ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:31.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.814+0000 7f540be00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f540c105c70 0x7f540c19b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:31.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.814+0000 7f540be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f540c1085a0 0x7f540c1a22c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:31.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.814+0000 7f540be00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f540c10e460 con 0x7f540c1085a0 2024-05-21T00:41:31.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.814+0000 7f540be00640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f540c10e2e0 con 0x7f540c103340 2024-05-21T00:41:31.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.814+0000 7f540be00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f540c10e5e0 con 0x7f540c105c70 2024-05-21T00:41:31.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.814+0000 7f540aa00640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f540c103340 0x7f540c19ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:31.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.814+0000 7f540aa00640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f540c103340 0x7f540c19ad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:43966/0 (socket says 172.21.15.44:43966) 2024-05-21T00:41:31.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.814+0000 7f540aa00640 1 -- 172.21.15.44:0/413902283 learned_addr learned my addr 172.21.15.44:0/413902283 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:31.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.814+0000 7f540b400640 1 --2- 172.21.15.44:0/413902283 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f540c1085a0 0x7f540c1a22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:31.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.814+0000 7f540a000640 1 --2- 172.21.15.44:0/413902283 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f540c105c70 0x7f540c19b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:31.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.815+0000 7f540aa00640 1 -- 172.21.15.44:0/413902283 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f540c105c70 msgr2=0x7f540c19b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:31.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.815+0000 7f540aa00640 1 --2- 172.21.15.44:0/413902283 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f540c105c70 0x7f540c19b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:31.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.815+0000 7f540aa00640 1 -- 172.21.15.44:0/413902283 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f540c1085a0 msgr2=0x7f540c1a22c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:31.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.815+0000 7f540aa00640 1 --2- 172.21.15.44:0/413902283 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f540c1085a0 0x7f540c1a22c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:31.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.815+0000 7f540aa00640 1 -- 172.21.15.44:0/413902283 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f540c1a2960 con 0x7f540c103340 2024-05-21T00:41:31.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.815+0000 7f540aa00640 1 --2- 172.21.15.44:0/413902283 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f540c103340 0x7f540c19ad50 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f53fc005ab0 tx=0x7f53fc003b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:31.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.815+0000 7f5403400640 1 -- 172.21.15.44:0/413902283 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53fc03f070 con 0x7f540c103340 2024-05-21T00:41:31.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.815+0000 7f5403400640 1 -- 172.21.15.44:0/413902283 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f53fc031c50 con 0x7f540c103340 2024-05-21T00:41:31.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.815+0000 7f540be00640 1 -- 172.21.15.44:0/413902283 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f540c1a2bf0 con 0x7f540c103340 2024-05-21T00:41:31.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.815+0000 7f5403400640 1 -- 172.21.15.44:0/413902283 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53fc035030 con 0x7f540c103340 2024-05-21T00:41:31.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.815+0000 7f540be00640 1 -- 172.21.15.44:0/413902283 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f540c1a30e0 con 0x7f540c103340 2024-05-21T00:41:31.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.817+0000 7f540be00640 1 -- 172.21.15.44:0/413902283 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f540c10a0f0 con 0x7f540c103340 2024-05-21T00:41:31.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.819+0000 7f5403400640 1 -- 172.21.15.44:0/413902283 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f53fc042070 con 0x7f540c103340 2024-05-21T00:41:31.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.820+0000 7f5403400640 1 --2- 172.21.15.44:0/413902283 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f53f00b2880 0x7f53f00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:31.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.821+0000 7f5403400640 1 -- 172.21.15.44:0/413902283 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f53fc103280 con 0x7f540c103340 2024-05-21T00:41:31.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.821+0000 7f540a000640 1 --2- 172.21.15.44:0/413902283 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f53f00b2880 0x7f53f00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:31.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.821+0000 7f540a000640 1 --2- 172.21.15.44:0/413902283 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f53f00b2880 0x7f53f00b4d40 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f540c06a8b0 tx=0x7f53f8009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:31.826 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:31.823+0000 7f5403400640 1 -- 172.21.15.44:0/413902283 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f53fc0ca750 con 0x7f540c103340 2024-05-21T00:41:31.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:31 smithi044 ceph-mon[31392]: from='client.25040 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:41:31.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:31 smithi044 ceph-mon[31392]: pgmap v442: 97 pgs: 97 active+clean; 641 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-21T00:41:31.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:31 smithi044 ceph-mon[31392]: mgrmap e19: x(active, since 12m), standbys: z, y 2024-05-21T00:41:31.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:31 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/3943211617' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:41:31.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:31 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/433577247' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T00:41:31.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:31 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/2216507562' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-21T00:41:31.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:31 smithi082 ceph-mon[36141]: from='client.25040 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:41:31.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:31 smithi082 ceph-mon[36141]: pgmap v442: 97 pgs: 97 active+clean; 641 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-21T00:41:31.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:31 smithi082 ceph-mon[36141]: mgrmap e19: x(active, since 12m), standbys: z, y 2024-05-21T00:41:31.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:31 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/3943211617' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:41:31.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:31 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/433577247' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T00:41:31.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:31 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/2216507562' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-21T00:41:32.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:32.038+0000 7f540be00640 1 -- 172.21.15.44:0/413902283 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f540c02ddf0 con 0x7f540c103340 2024-05-21T00:41:32.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:32.039+0000 7f5403400640 1 -- 172.21.15.44:0/413902283 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v82) ==== 100+0+11 (secure 0 0 0) 0x7f53fc0cea50 con 0x7f540c103340 2024-05-21T00:41:32.042 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 64 2024-05-21T00:41:32.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:32.041+0000 7f540be00640 1 -- 172.21.15.44:0/413902283 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f53f00b2880 msgr2=0x7f53f00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:32.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:32.041+0000 7f540be00640 1 --2- 172.21.15.44:0/413902283 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f53f00b2880 0x7f53f00b4d40 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f540c06a8b0 tx=0x7f53f8009500 comp rx=0 tx=0).stop 2024-05-21T00:41:32.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:32.041+0000 7f540be00640 1 -- 172.21.15.44:0/413902283 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f540c103340 msgr2=0x7f540c19ad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:32.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:32.042+0000 7f540be00640 1 --2- 172.21.15.44:0/413902283 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f540c103340 0x7f540c19ad50 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f53fc005ab0 tx=0x7f53fc003b90 comp rx=0 tx=0).stop 2024-05-21T00:41:32.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:32.042+0000 7f540be00640 1 -- 172.21.15.44:0/413902283 shutdown_connections 2024-05-21T00:41:32.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:32.042+0000 7f540be00640 1 --2- 172.21.15.44:0/413902283 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f53f00b2880 0x7f53f00b4d40 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:32.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:32.042+0000 7f540be00640 1 --2- 172.21.15.44:0/413902283 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f540c1085a0 0x7f540c1a22c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:32.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:32.042+0000 7f540be00640 1 --2- 172.21.15.44:0/413902283 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f540c105c70 0x7f540c19b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:32.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:32.042+0000 7f540be00640 1 --2- 172.21.15.44:0/413902283 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f540c103340 0x7f540c19ad50 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:32.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:32.042+0000 7f540be00640 1 -- 172.21.15.44:0/413902283 >> 172.21.15.44:0/413902283 conn(0x7f540c0fcd30 msgr2=0x7f540c102b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:32.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:32.042+0000 7f540be00640 1 -- 172.21.15.44:0/413902283 shutdown_connections 2024-05-21T00:41:32.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:32.042+0000 7f540be00640 1 -- 172.21.15.44:0/413902283 wait complete. 2024-05-21T00:41:32.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:31 smithi092 ceph-mon[36335]: from='client.25040 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:41:32.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:31 smithi092 ceph-mon[36335]: pgmap v442: 97 pgs: 97 active+clean; 641 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-21T00:41:32.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:31 smithi092 ceph-mon[36335]: mgrmap e19: x(active, since 12m), standbys: z, y 2024-05-21T00:41:32.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:31 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/3943211617' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:41:32.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:31 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/433577247' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T00:41:32.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:31 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/2216507562' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-21T00:41:32.064 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-05-21T00:41:32.065 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:41:32.539 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:41:32.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:32 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/413902283' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-21T00:41:32.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:32 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/413902283' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-21T00:41:33.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:32 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/413902283' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-21T00:41:33.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:33 smithi044 ceph-mon[31392]: pgmap v443: 97 pgs: 97 active+clean; 647 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-21T00:41:33.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:33 smithi082 ceph-mon[36141]: pgmap v443: 97 pgs: 97 active+clean; 647 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-21T00:41:34.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:33 smithi092 ceph-mon[36335]: pgmap v443: 97 pgs: 97 active+clean; 647 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-21T00:41:35.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.019+0000 7f063a000700 1 -- 172.21.15.44:0/372582916 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f063410b780 msgr2=0x7f063410bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:35.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.019+0000 7f063a000700 1 --2- 172.21.15.44:0/372582916 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f063410b780 0x7f063410bb60 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f0624009990 tx=0x7f0624009ca0 comp rx=0 tx=0).stop 2024-05-21T00:41:35.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.019+0000 7f063a000700 1 -- 172.21.15.44:0/372582916 shutdown_connections 2024-05-21T00:41:35.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.019+0000 7f063a000700 1 --2- 172.21.15.44:0/372582916 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0634106140 0x7f0634112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:35.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.019+0000 7f063a000700 1 --2- 172.21.15.44:0/372582916 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f063410b780 0x7f063410bb60 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:35.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.019+0000 7f063a000700 1 --2- 172.21.15.44:0/372582916 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0634105780 0x7f0634105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:35.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.019+0000 7f063a000700 1 -- 172.21.15.44:0/372582916 >> 172.21.15.44:0/372582916 conn(0x7f0634101270 msgr2=0x7f0634103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:35.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.019+0000 7f063a000700 1 -- 172.21.15.44:0/372582916 shutdown_connections 2024-05-21T00:41:35.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.019+0000 7f063a000700 1 -- 172.21.15.44:0/372582916 wait complete. 2024-05-21T00:41:35.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.020+0000 7f063a000700 1 Processor -- start 2024-05-21T00:41:35.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.021+0000 7f063a000700 1 -- start start 2024-05-21T00:41:35.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.021+0000 7f063a000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0634105780 0x7f063419be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:35.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.021+0000 7f063a000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0634106140 0x7f063419c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:35.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.021+0000 7f063a000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f063410b780 0x7f06341a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:35.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.021+0000 7f063a000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f06341159b0 con 0x7f0634106140 2024-05-21T00:41:35.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.021+0000 7f063a000700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0634115830 con 0x7f063410b780 2024-05-21T00:41:35.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.021+0000 7f063a000700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0634115b30 con 0x7f0634105780 2024-05-21T00:41:35.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.021+0000 7f0633400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0634105780 0x7f063419be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:35.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.021+0000 7f0633400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0634105780 0x7f063419be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:49166/0 (socket says 172.21.15.44:49166) 2024-05-21T00:41:35.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.021+0000 7f0633400700 1 -- 172.21.15.44:0/1524864779 learned_addr learned my addr 172.21.15.44:0/1524864779 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:35.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.021+0000 7f0632a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0634106140 0x7f063419c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:35.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.022+0000 7f0633e00700 1 --2- 172.21.15.44:0/1524864779 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f063410b780 0x7f06341a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:35.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.022+0000 7f0633400700 1 -- 172.21.15.44:0/1524864779 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f063410b780 msgr2=0x7f06341a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:35.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.022+0000 7f0633400700 1 --2- 172.21.15.44:0/1524864779 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f063410b780 0x7f06341a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:35.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.022+0000 7f0633400700 1 -- 172.21.15.44:0/1524864779 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0634106140 msgr2=0x7f063419c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:35.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.022+0000 7f0633400700 1 --2- 172.21.15.44:0/1524864779 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0634106140 0x7f063419c360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:35.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.022+0000 7f0633400700 1 -- 172.21.15.44:0/1524864779 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06341a0e30 con 0x7f0634105780 2024-05-21T00:41:35.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.022+0000 7f0633e00700 1 --2- 172.21.15.44:0/1524864779 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f063410b780 0x7f06341a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:41:35.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.022+0000 7f0633400700 1 --2- 172.21.15.44:0/1524864779 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0634105780 0x7f063419be20 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f0624000c00 tx=0x7f06240057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:35.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.023+0000 7f062be00700 1 -- 172.21.15.44:0/1524864779 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0624027070 con 0x7f0634105780 2024-05-21T00:41:35.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.023+0000 7f062be00700 1 -- 172.21.15.44:0/1524864779 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0624022470 con 0x7f0634105780 2024-05-21T00:41:35.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.023+0000 7f062be00700 1 -- 172.21.15.44:0/1524864779 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0624017650 con 0x7f0634105780 2024-05-21T00:41:35.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.023+0000 7f063a000700 1 -- 172.21.15.44:0/1524864779 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06341a10c0 con 0x7f0634105780 2024-05-21T00:41:35.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.023+0000 7f063a000700 1 -- 172.21.15.44:0/1524864779 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06341a89a0 con 0x7f0634105780 2024-05-21T00:41:35.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.024+0000 7f063a000700 1 -- 172.21.15.44:0/1524864779 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f063410dd10 con 0x7f0634105780 2024-05-21T00:41:35.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.026+0000 7f062be00700 1 -- 172.21.15.44:0/1524864779 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f062402a070 con 0x7f0634105780 2024-05-21T00:41:35.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.028+0000 7f062be00700 1 --2- 172.21.15.44:0/1524864779 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f06180b2990 0x7f06180b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:35.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.028+0000 7f062be00700 1 -- 172.21.15.44:0/1524864779 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f06240e3170 con 0x7f0634105780 2024-05-21T00:41:35.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.028+0000 7f0632a00700 1 --2- 172.21.15.44:0/1524864779 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f06180b2990 0x7f06180b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:35.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.029+0000 7f0632a00700 1 --2- 172.21.15.44:0/1524864779 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f06180b2990 0x7f06180b4e50 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f06341038f0 tx=0x7f0620009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:35.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.032+0000 7f062be00700 1 -- 172.21.15.44:0/1524864779 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0624013070 con 0x7f0634105780 2024-05-21T00:41:35.331 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.328+0000 7f063a000700 1 -- 172.21.15.44:0/1524864779 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f063419d180 con 0x7f0634105780 2024-05-21T00:41:35.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.329+0000 7f062be00700 1 -- 172.21.15.44:0/1524864779 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11854 (secure 0 0 0) 0x7f06240aad20 con 0x7f0634105780 2024-05-21T00:41:35.333 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:41:35.333 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/561549854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":561549854},{"type":"v1","addr":"172.21.15.44:6837","nonce":561549854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/2400906516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2400906516},{"type":"v1","addr":"172.21.15.82:6835","nonce":2400906516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2996309052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2996309052},{"type":"v1","addr":"172.21.15.92:6835","nonce":2996309052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:37:29.521554+0000","modified":"2024-05-21T00:41:28.977476+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24521,"mds_1":24511,"mds_2":24509},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24482":{"gid":24482,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6837/2183805482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":2183805482},{"type":"v1","addr":"172.21.15.82:6837","nonce":2183805482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6837/1462528640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1462528640},{"type":"v1","addr":"172.21.15.92:6837","nonce":1462528640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6839/1183044801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6838","nonce":1183044801},{"type":"v1","addr":"172.21.15.92:6839","nonce":1183044801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"a","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/3917264755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":3917264755},{"type":"v1","addr":"172.21.15.44:6841","nonce":3917264755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1038937716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1038937716},{"type":"v1","addr":"172.21.15.44:6839","nonce":1038937716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.82:6839/3736218763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":3736218763},{"type":"v1","addr":"172.21.15.82:6839","nonce":3736218763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24521,"qdb_cluster":[24509,24511,24521]},"id":1}]} 2024-05-21T00:41:35.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.333+0000 7f063a000700 1 -- 172.21.15.44:0/1524864779 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f06180b2990 msgr2=0x7f06180b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:35.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.333+0000 7f063a000700 1 --2- 172.21.15.44:0/1524864779 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f06180b2990 0x7f06180b4e50 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f06341038f0 tx=0x7f0620009260 comp rx=0 tx=0).stop 2024-05-21T00:41:35.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.333+0000 7f063a000700 1 -- 172.21.15.44:0/1524864779 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0634105780 msgr2=0x7f063419be20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:35.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.333+0000 7f063a000700 1 --2- 172.21.15.44:0/1524864779 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0634105780 0x7f063419be20 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f0624000c00 tx=0x7f06240057c0 comp rx=0 tx=0).stop 2024-05-21T00:41:35.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.333+0000 7f063a000700 1 -- 172.21.15.44:0/1524864779 shutdown_connections 2024-05-21T00:41:35.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.333+0000 7f063a000700 1 --2- 172.21.15.44:0/1524864779 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f06180b2990 0x7f06180b4e50 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:35.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.333+0000 7f063a000700 1 --2- 172.21.15.44:0/1524864779 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f063410b780 0x7f06341a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:35.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.333+0000 7f063a000700 1 --2- 172.21.15.44:0/1524864779 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0634105780 0x7f063419be20 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:35.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.333+0000 7f063a000700 1 --2- 172.21.15.44:0/1524864779 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0634106140 0x7f063419c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:35.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.333+0000 7f063a000700 1 -- 172.21.15.44:0/1524864779 >> 172.21.15.44:0/1524864779 conn(0x7f0634101270 msgr2=0x7f06341019c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:35.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.333+0000 7f063a000700 1 -- 172.21.15.44:0/1524864779 shutdown_connections 2024-05-21T00:41:35.338 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:35.333+0000 7f063a000700 1 -- 172.21.15.44:0/1524864779 wait complete. 2024-05-21T00:41:35.338 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 26 2024-05-21T00:41:35.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:35 smithi044 ceph-mon[31392]: pgmap v444: 97 pgs: 97 active+clean; 647 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.3 KiB/s wr, 7 op/s 2024-05-21T00:41:35.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:35 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1524864779' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:41:35.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:35 smithi082 ceph-mon[36141]: pgmap v444: 97 pgs: 97 active+clean; 647 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.3 KiB/s wr, 7 op/s 2024-05-21T00:41:35.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:35 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/1524864779' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:41:36.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:35 smithi092 ceph-mon[36335]: pgmap v444: 97 pgs: 97 active+clean; 647 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.3 KiB/s wr, 7 op/s 2024-05-21T00:41:36.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:35 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/1524864779' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:41:36.204 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-05-21T00:41:36.204 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-05-21T00:41:36.204 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-21T00:41:36.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.424+0000 7fb29fe00640 1 -- 172.21.15.44:0/2511332536 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb2a0077410 msgr2=0x7fb2a0077830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:36.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.424+0000 7fb29fe00640 1 --2- 172.21.15.44:0/2511332536 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb2a0077410 0x7fb2a0077830 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fb290009900 tx=0x7fb29002a400 comp rx=0 tx=0).stop 2024-05-21T00:41:36.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.424+0000 7fb29fe00640 1 -- 172.21.15.44:0/2511332536 shutdown_connections 2024-05-21T00:41:36.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.425+0000 7fb29fe00640 1 --2- 172.21.15.44:0/2511332536 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb2a0078ff0 0x7fb2a0079890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:36.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.425+0000 7fb29fe00640 1 --2- 172.21.15.44:0/2511332536 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb2a0078650 0x7fb2a0078ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:36.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.425+0000 7fb29fe00640 1 --2- 172.21.15.44:0/2511332536 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb2a0077410 0x7fb2a0077830 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:36.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.425+0000 7fb29fe00640 1 -- 172.21.15.44:0/2511332536 >> 172.21.15.44:0/2511332536 conn(0x7fb2a0100120 msgr2=0x7fb2a0102560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:36.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.425+0000 7fb29fe00640 1 -- 172.21.15.44:0/2511332536 shutdown_connections 2024-05-21T00:41:36.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.425+0000 7fb29fe00640 1 -- 172.21.15.44:0/2511332536 wait complete. 2024-05-21T00:41:36.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.426+0000 7fb29fe00640 1 Processor -- start 2024-05-21T00:41:36.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.426+0000 7fb29fe00640 1 -- start start 2024-05-21T00:41:36.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.427+0000 7fb29fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb2a0077410 0x7fb2a019f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:36.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.427+0000 7fb29fe00640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb2a0078650 0x7fb2a019f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:36.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.427+0000 7fb29fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb2a0078ff0 0x7fb2a01a6790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:36.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.427+0000 7fb29fe00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb2a0114b30 con 0x7fb2a0078ff0 2024-05-21T00:41:36.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.427+0000 7fb29fe00640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fb2a01149b0 con 0x7fb2a0078650 2024-05-21T00:41:36.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.427+0000 7fb29fe00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fb2a0114cb0 con 0x7fb2a0077410 2024-05-21T00:41:36.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.427+0000 7fb29f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb2a0078ff0 0x7fb2a01a6790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:36.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.427+0000 7fb29ea00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb2a0077410 0x7fb2a019f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:36.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.427+0000 7fb29ea00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb2a0077410 0x7fb2a019f1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:49178/0 (socket says 172.21.15.44:49178) 2024-05-21T00:41:36.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.427+0000 7fb29f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb2a0078ff0 0x7fb2a01a6790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56534/0 (socket says 172.21.15.44:56534) 2024-05-21T00:41:36.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.427+0000 7fb29ea00640 1 -- 172.21.15.44:0/3680599339 learned_addr learned my addr 172.21.15.44:0/3680599339 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:36.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.427+0000 7fb29e000640 1 --2- 172.21.15.44:0/3680599339 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb2a0078650 0x7fb2a019f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:36.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.428+0000 7fb29ea00640 1 -- 172.21.15.44:0/3680599339 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb2a0078650 msgr2=0x7fb2a019f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:36.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.428+0000 7fb29ea00640 1 --2- 172.21.15.44:0/3680599339 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb2a0078650 0x7fb2a019f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:36.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.428+0000 7fb29ea00640 1 -- 172.21.15.44:0/3680599339 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb2a0078ff0 msgr2=0x7fb2a01a6790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:36.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.428+0000 7fb29ea00640 1 --2- 172.21.15.44:0/3680599339 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb2a0078ff0 0x7fb2a01a6790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:36.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.428+0000 7fb29ea00640 1 -- 172.21.15.44:0/3680599339 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2a01a6e00 con 0x7fb2a0077410 2024-05-21T00:41:36.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.428+0000 7fb29f400640 1 --2- 172.21.15.44:0/3680599339 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb2a0078ff0 0x7fb2a01a6790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:41:36.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.428+0000 7fb29ea00640 1 --2- 172.21.15.44:0/3680599339 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb2a0077410 0x7fb2a019f1e0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fb290005ab0 tx=0x7fb290003b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:36.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.428+0000 7fb2a4a00640 1 -- 172.21.15.44:0/3680599339 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb29003f070 con 0x7fb2a0077410 2024-05-21T00:41:36.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.428+0000 7fb29fe00640 1 -- 172.21.15.44:0/3680599339 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2a01a7090 con 0x7fb2a0077410 2024-05-21T00:41:36.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.429+0000 7fb2a4a00640 1 -- 172.21.15.44:0/3680599339 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb290031c50 con 0x7fb2a0077410 2024-05-21T00:41:36.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.429+0000 7fb2a4a00640 1 -- 172.21.15.44:0/3680599339 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb290035030 con 0x7fb2a0077410 2024-05-21T00:41:36.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.429+0000 7fb29fe00640 1 -- 172.21.15.44:0/3680599339 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2a01a75d0 con 0x7fb2a0077410 2024-05-21T00:41:36.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.430+0000 7fb29fe00640 1 -- 172.21.15.44:0/3680599339 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2a0111710 con 0x7fb2a0077410 2024-05-21T00:41:36.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.432+0000 7fb2a4a00640 1 -- 172.21.15.44:0/3680599339 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7fb290042070 con 0x7fb2a0077410 2024-05-21T00:41:36.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.434+0000 7fb2a4a00640 1 --2- 172.21.15.44:0/3680599339 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb2840b28f0 0x7fb2840b4db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:36.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.434+0000 7fb2a4a00640 1 -- 172.21.15.44:0/3680599339 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fb290103200 con 0x7fb2a0077410 2024-05-21T00:41:36.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.434+0000 7fb29e000640 1 --2- 172.21.15.44:0/3680599339 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb2840b28f0 0x7fb2840b4db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:36.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.435+0000 7fb29e000640 1 --2- 172.21.15.44:0/3680599339 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb2840b28f0 0x7fb2840b4db0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fb2a01a06f0 tx=0x7fb28c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:36.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.436+0000 7fb2a4a00640 1 -- 172.21.15.44:0/3680599339 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb2900ca6d0 con 0x7fb2a0077410 2024-05-21T00:41:36.650 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.647+0000 7fb29fe00640 1 -- 172.21.15.44:0/3680599339 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb2a0062e90 con 0x7fb2840b28f0 2024-05-21T00:41:36.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.664+0000 7fb2a4a00640 1 -- 172.21.15.44:0/3680599339 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259101 (secure 0 0 0) 0x7fb2a0062e90 con 0x7fb2840b28f0 2024-05-21T00:41:36.671 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:41:36.672 INFO:teuthology.orchestra.run.smithi044.stderr:dumped all 2024-05-21T00:41:36.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.668+0000 7fb29fe00640 1 -- 172.21.15.44:0/3680599339 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb2840b28f0 msgr2=0x7fb2840b4db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:36.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.668+0000 7fb29fe00640 1 --2- 172.21.15.44:0/3680599339 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb2840b28f0 0x7fb2840b4db0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fb2a01a06f0 tx=0x7fb28c005f90 comp rx=0 tx=0).stop 2024-05-21T00:41:36.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.669+0000 7fb29fe00640 1 -- 172.21.15.44:0/3680599339 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb2a0077410 msgr2=0x7fb2a019f1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:36.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.669+0000 7fb29fe00640 1 --2- 172.21.15.44:0/3680599339 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb2a0077410 0x7fb2a019f1e0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fb290005ab0 tx=0x7fb290003b90 comp rx=0 tx=0).stop 2024-05-21T00:41:36.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.669+0000 7fb29fe00640 1 -- 172.21.15.44:0/3680599339 shutdown_connections 2024-05-21T00:41:36.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.669+0000 7fb29fe00640 1 --2- 172.21.15.44:0/3680599339 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb2840b28f0 0x7fb2840b4db0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:36.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.669+0000 7fb29fe00640 1 --2- 172.21.15.44:0/3680599339 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb2a0078ff0 0x7fb2a01a6790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:36.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.669+0000 7fb29fe00640 1 --2- 172.21.15.44:0/3680599339 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb2a0078650 0x7fb2a019f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:36.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.669+0000 7fb29fe00640 1 --2- 172.21.15.44:0/3680599339 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb2a0077410 0x7fb2a019f1e0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:36.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.669+0000 7fb29fe00640 1 -- 172.21.15.44:0/3680599339 >> 172.21.15.44:0/3680599339 conn(0x7fb2a0100120 msgr2=0x7fb2a01018a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:36.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.669+0000 7fb29fe00640 1 -- 172.21.15.44:0/3680599339 shutdown_connections 2024-05-21T00:41:36.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.669+0000 7fb29fe00640 1 -- 172.21.15.44:0/3680599339 wait complete. 2024-05-21T00:41:36.693 INFO:teuthology.orchestra.run.smithi044.stdout:{"pg_ready":true,"pg_map":{"version":445,"stamp":"2024-05-21T00:41:36.342005+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":665558,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":1457,"num_read_kb":835,"num_write":313,"num_write_kb":2289,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2951862,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":753,"ondisk_log_size":753,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":372600,"kb_used_data":10968,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124569224,"statfs":{"total":1151940427776,"available":1151558885376,"internally_reserved":0,"allocated":11231232,"data_stored":7295310,"data_compressed":246114,"data_compressed_allocated":331776,"data_compressed_original":2162688,"omap_allocated":19141,"internal_metadata":370193723},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":9686,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":81,"num_read_kb":53,"num_write":15,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005208"},"pg_stats":[{"pgid":"3.3f","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252018+0000","last_change":"2024-05-21T00:37:26.427879+0000","last_active":"2024-05-21T00:39:40.252018+0000","last_peered":"2024-05-21T00:39:40.252018+0000","last_clean":"2024-05-21T00:39:40.252018+0000","last_became_active":"2024-05-21T00:37:26.427573+0000","last_became_peered":"2024-05-21T00:37:26.427573+0000","last_unstale":"2024-05-21T00:39:40.252018+0000","last_undegraded":"2024-05-21T00:39:40.252018+0000","last_fullsized":"2024-05-21T00:39:40.252018+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:57:27.497480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"82'4","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.257680+0000","last_change":"2024-05-21T00:37:26.421272+0000","last_active":"2024-05-21T00:39:40.257680+0000","last_peered":"2024-05-21T00:39:40.257680+0000","last_clean":"2024-05-21T00:39:40.257680+0000","last_became_active":"2024-05-21T00:37:26.420035+0000","last_became_peered":"2024-05-21T00:37:26.420035+0000","last_unstale":"2024-05-21T00:39:40.257680+0000","last_undegraded":"2024-05-21T00:39:40.257680+0000","last_fullsized":"2024-05-21T00:39:40.257680+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:16:09.723800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261793+0000","last_change":"2024-05-21T00:37:26.424117+0000","last_active":"2024-05-21T00:39:40.261793+0000","last_peered":"2024-05-21T00:39:40.261793+0000","last_clean":"2024-05-21T00:39:40.261793+0000","last_became_active":"2024-05-21T00:37:26.422986+0000","last_became_peered":"2024-05-21T00:37:26.422986+0000","last_unstale":"2024-05-21T00:39:40.261793+0000","last_undegraded":"2024-05-21T00:39:40.261793+0000","last_fullsized":"2024-05-21T00:39:40.261793+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:05:54.239121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"82'8","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.239424+0000","last_change":"2024-05-21T00:37:26.420077+0000","last_active":"2024-05-21T00:39:40.239424+0000","last_peered":"2024-05-21T00:39:40.239424+0000","last_clean":"2024-05-21T00:39:40.239424+0000","last_became_active":"2024-05-21T00:37:26.419742+0000","last_became_peered":"2024-05-21T00:37:26.419742+0000","last_unstale":"2024-05-21T00:39:40.239424+0000","last_undegraded":"2024-05-21T00:39:40.239424+0000","last_fullsized":"2024-05-21T00:39:40.239424+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:42:46.759050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"82'4","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.264591+0000","last_change":"2024-05-21T00:37:26.437010+0000","last_active":"2024-05-21T00:39:40.264591+0000","last_peered":"2024-05-21T00:39:40.264591+0000","last_clean":"2024-05-21T00:39:40.264591+0000","last_became_active":"2024-05-21T00:37:26.436628+0000","last_became_peered":"2024-05-21T00:37:26.436628+0000","last_unstale":"2024-05-21T00:39:40.264591+0000","last_undegraded":"2024-05-21T00:39:40.264591+0000","last_fullsized":"2024-05-21T00:39:40.264591+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:27:05.252106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.247179+0000","last_change":"2024-05-21T00:37:26.424453+0000","last_active":"2024-05-21T00:39:40.247179+0000","last_peered":"2024-05-21T00:39:40.247179+0000","last_clean":"2024-05-21T00:39:40.247179+0000","last_became_active":"2024-05-21T00:37:26.424098+0000","last_became_peered":"2024-05-21T00:37:26.424098+0000","last_unstale":"2024-05-21T00:39:40.247179+0000","last_undegraded":"2024-05-21T00:39:40.247179+0000","last_fullsized":"2024-05-21T00:39:40.247179+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:38:05.711162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"82'5","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.248741+0000","last_change":"2024-05-21T00:38:11.355349+0000","last_active":"2024-05-21T00:39:40.248741+0000","last_peered":"2024-05-21T00:39:40.248741+0000","last_clean":"2024-05-21T00:39:40.248741+0000","last_became_active":"2024-05-21T00:38:11.354966+0000","last_became_peered":"2024-05-21T00:38:11.354966+0000","last_unstale":"2024-05-21T00:39:40.248741+0000","last_undegraded":"2024-05-21T00:39:40.248741+0000","last_fullsized":"2024-05-21T00:39:40.248741+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:06:47.894167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,8],"acting":[7,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262851+0000","last_change":"2024-05-21T00:37:26.434586+0000","last_active":"2024-05-21T00:39:40.262851+0000","last_peered":"2024-05-21T00:39:40.262851+0000","last_clean":"2024-05-21T00:39:40.262851+0000","last_became_active":"2024-05-21T00:37:26.434135+0000","last_became_peered":"2024-05-21T00:37:26.434135+0000","last_unstale":"2024-05-21T00:39:40.262851+0000","last_undegraded":"2024-05-21T00:39:40.262851+0000","last_fullsized":"2024-05-21T00:39:40.262851+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:36:07.384616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"82'11","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.251494+0000","last_change":"2024-05-21T00:37:26.422156+0000","last_active":"2024-05-21T00:39:40.251494+0000","last_peered":"2024-05-21T00:39:40.251494+0000","last_clean":"2024-05-21T00:39:40.251494+0000","last_became_active":"2024-05-21T00:37:26.421786+0000","last_became_peered":"2024-05-21T00:37:26.421786+0000","last_unstale":"2024-05-21T00:39:40.251494+0000","last_undegraded":"2024-05-21T00:39:40.251494+0000","last_fullsized":"2024-05-21T00:39:40.251494+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:09:46.739541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"82'16","reported_seq":41,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.241248+0000","last_change":"2024-05-21T00:37:26.420314+0000","last_active":"2024-05-21T00:39:40.241248+0000","last_peered":"2024-05-21T00:39:40.241248+0000","last_clean":"2024-05-21T00:39:40.241248+0000","last_became_active":"2024-05-21T00:37:26.419975+0000","last_became_peered":"2024-05-21T00:37:26.419975+0000","last_unstale":"2024-05-21T00:39:40.241248+0000","last_undegraded":"2024-05-21T00:39:40.241248+0000","last_fullsized":"2024-05-21T00:39:40.241248+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:17:16.447135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252558+0000","last_change":"2024-05-21T00:37:26.415187+0000","last_active":"2024-05-21T00:39:40.252558+0000","last_peered":"2024-05-21T00:39:40.252558+0000","last_clean":"2024-05-21T00:39:40.252558+0000","last_became_active":"2024-05-21T00:37:26.414638+0000","last_became_peered":"2024-05-21T00:37:26.414638+0000","last_unstale":"2024-05-21T00:39:40.252558+0000","last_undegraded":"2024-05-21T00:39:40.252558+0000","last_fullsized":"2024-05-21T00:39:40.252558+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:53:16.873608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.242879+0000","last_change":"2024-05-21T00:37:26.423652+0000","last_active":"2024-05-21T00:39:40.242879+0000","last_peered":"2024-05-21T00:39:40.242879+0000","last_clean":"2024-05-21T00:39:40.242879+0000","last_became_active":"2024-05-21T00:37:26.423247+0000","last_became_peered":"2024-05-21T00:37:26.423247+0000","last_unstale":"2024-05-21T00:39:40.242879+0000","last_undegraded":"2024-05-21T00:39:40.242879+0000","last_fullsized":"2024-05-21T00:39:40.242879+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:59:05.986098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"82'10","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267411+0000","last_change":"2024-05-21T00:37:26.418991+0000","last_active":"2024-05-21T00:39:40.267411+0000","last_peered":"2024-05-21T00:39:40.267411+0000","last_clean":"2024-05-21T00:39:40.267411+0000","last_became_active":"2024-05-21T00:37:26.418574+0000","last_became_peered":"2024-05-21T00:37:26.418574+0000","last_unstale":"2024-05-21T00:39:40.267411+0000","last_undegraded":"2024-05-21T00:39:40.267411+0000","last_fullsized":"2024-05-21T00:39:40.267411+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:27:47.863261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.260464+0000","last_change":"2024-05-21T00:37:26.418725+0000","last_active":"2024-05-21T00:39:40.260464+0000","last_peered":"2024-05-21T00:39:40.260464+0000","last_clean":"2024-05-21T00:39:40.260464+0000","last_became_active":"2024-05-21T00:37:26.417640+0000","last_became_peered":"2024-05-21T00:37:26.417640+0000","last_unstale":"2024-05-21T00:39:40.260464+0000","last_undegraded":"2024-05-21T00:39:40.260464+0000","last_fullsized":"2024-05-21T00:39:40.260464+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:50:23.058203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262685+0000","last_change":"2024-05-21T00:37:26.430147+0000","last_active":"2024-05-21T00:39:40.262685+0000","last_peered":"2024-05-21T00:39:40.262685+0000","last_clean":"2024-05-21T00:39:40.262685+0000","last_became_active":"2024-05-21T00:37:26.429599+0000","last_became_peered":"2024-05-21T00:37:26.429599+0000","last_unstale":"2024-05-21T00:39:40.262685+0000","last_undegraded":"2024-05-21T00:39:40.262685+0000","last_fullsized":"2024-05-21T00:39:40.262685+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:10:12.429375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261173+0000","last_change":"2024-05-21T00:37:26.435334+0000","last_active":"2024-05-21T00:39:40.261173+0000","last_peered":"2024-05-21T00:39:40.261173+0000","last_clean":"2024-05-21T00:39:40.261173+0000","last_became_active":"2024-05-21T00:37:26.434991+0000","last_became_peered":"2024-05-21T00:37:26.434991+0000","last_unstale":"2024-05-21T00:39:40.261173+0000","last_undegraded":"2024-05-21T00:39:40.261173+0000","last_fullsized":"2024-05-21T00:39:40.261173+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:37:25.875616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.257725+0000","last_change":"2024-05-21T00:37:26.427871+0000","last_active":"2024-05-21T00:39:40.257725+0000","last_peered":"2024-05-21T00:39:40.257725+0000","last_clean":"2024-05-21T00:39:40.257725+0000","last_became_active":"2024-05-21T00:37:26.427532+0000","last_became_peered":"2024-05-21T00:37:26.427532+0000","last_unstale":"2024-05-21T00:39:40.257725+0000","last_undegraded":"2024-05-21T00:39:40.257725+0000","last_fullsized":"2024-05-21T00:39:40.257725+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:26:31.168527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"82'10","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.253035+0000","last_change":"2024-05-21T00:37:26.427783+0000","last_active":"2024-05-21T00:39:40.253035+0000","last_peered":"2024-05-21T00:39:40.253035+0000","last_clean":"2024-05-21T00:39:40.253035+0000","last_became_active":"2024-05-21T00:37:26.427364+0000","last_became_peered":"2024-05-21T00:37:26.427364+0000","last_unstale":"2024-05-21T00:39:40.253035+0000","last_undegraded":"2024-05-21T00:39:40.253035+0000","last_fullsized":"2024-05-21T00:39:40.253035+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:53:08.031403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261414+0000","last_change":"2024-05-21T00:37:26.425632+0000","last_active":"2024-05-21T00:39:40.261414+0000","last_peered":"2024-05-21T00:39:40.261414+0000","last_clean":"2024-05-21T00:39:40.261414+0000","last_became_active":"2024-05-21T00:37:26.425298+0000","last_became_peered":"2024-05-21T00:37:26.425298+0000","last_unstale":"2024-05-21T00:39:40.261414+0000","last_undegraded":"2024-05-21T00:39:40.261414+0000","last_fullsized":"2024-05-21T00:39:40.261414+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:08:58.187696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"78'9","reported_seq":42,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:28.376523+0000","last_change":"2024-05-21T00:37:22.392035+0000","last_active":"2024-05-21T00:39:28.376523+0000","last_peered":"2024-05-21T00:39:28.376523+0000","last_clean":"2024-05-21T00:39:28.376523+0000","last_became_active":"2024-05-21T00:37:22.390654+0000","last_became_peered":"2024-05-21T00:37:22.390654+0000","last_unstale":"2024-05-21T00:39:28.376523+0000","last_undegraded":"2024-05-21T00:39:28.376523+0000","last_fullsized":"2024-05-21T00:39:28.376523+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:56:32.967821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"82'5","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.254268+0000","last_change":"2024-05-21T00:37:26.434754+0000","last_active":"2024-05-21T00:39:40.254268+0000","last_peered":"2024-05-21T00:39:40.254268+0000","last_clean":"2024-05-21T00:39:40.254268+0000","last_became_active":"2024-05-21T00:37:26.430623+0000","last_became_peered":"2024-05-21T00:37:26.430623+0000","last_unstale":"2024-05-21T00:39:40.254268+0000","last_undegraded":"2024-05-21T00:39:40.254268+0000","last_fullsized":"2024-05-21T00:39:40.254268+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:27:40.304167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"78'2","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:22.994727+0000","last_change":"2024-05-21T00:37:22.953646+0000","last_active":"2024-05-21T00:39:22.994727+0000","last_peered":"2024-05-21T00:39:22.994727+0000","last_clean":"2024-05-21T00:39:22.994727+0000","last_became_active":"2024-05-21T00:37:22.952491+0000","last_became_peered":"2024-05-21T00:37:22.952491+0000","last_unstale":"2024-05-21T00:39:22.994727+0000","last_undegraded":"2024-05-21T00:39:22.994727+0000","last_fullsized":"2024-05-21T00:39:22.994727+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:11:39.314478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.263614+0000","last_change":"2024-05-21T00:37:26.428446+0000","last_active":"2024-05-21T00:39:40.263614+0000","last_peered":"2024-05-21T00:39:40.263614+0000","last_clean":"2024-05-21T00:39:40.263614+0000","last_became_active":"2024-05-21T00:37:26.427853+0000","last_became_peered":"2024-05-21T00:37:26.427853+0000","last_unstale":"2024-05-21T00:39:40.263614+0000","last_undegraded":"2024-05-21T00:39:40.263614+0000","last_fullsized":"2024-05-21T00:39:40.263614+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:17:21.904244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"78'4","reported_seq":47,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824975+0000","last_change":"2024-05-21T00:38:11.361142+0000","last_active":"2024-05-21T00:39:11.824975+0000","last_peered":"2024-05-21T00:39:11.824975+0000","last_clean":"2024-05-21T00:39:11.824975+0000","last_became_active":"2024-05-21T00:38:11.347994+0000","last_became_peered":"2024-05-21T00:38:11.347994+0000","last_unstale":"2024-05-21T00:39:11.824975+0000","last_undegraded":"2024-05-21T00:39:11.824975+0000","last_fullsized":"2024-05-21T00:39:11.824975+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:28:28.018651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.265698+0000","last_change":"2024-05-21T00:37:26.418621+0000","last_active":"2024-05-21T00:39:40.265698+0000","last_peered":"2024-05-21T00:39:40.265698+0000","last_clean":"2024-05-21T00:39:40.265698+0000","last_became_active":"2024-05-21T00:37:26.418244+0000","last_became_peered":"2024-05-21T00:37:26.418244+0000","last_unstale":"2024-05-21T00:39:40.265698+0000","last_undegraded":"2024-05-21T00:39:40.265698+0000","last_fullsized":"2024-05-21T00:39:40.265698+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:27:03.711204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"78'2","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824784+0000","last_change":"2024-05-21T00:37:22.382054+0000","last_active":"2024-05-21T00:39:11.824784+0000","last_peered":"2024-05-21T00:39:11.824784+0000","last_clean":"2024-05-21T00:39:11.824784+0000","last_became_active":"2024-05-21T00:37:22.381688+0000","last_became_peered":"2024-05-21T00:37:22.381688+0000","last_unstale":"2024-05-21T00:39:11.824784+0000","last_undegraded":"2024-05-21T00:39:11.824784+0000","last_fullsized":"2024-05-21T00:39:11.824784+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:25:10.880958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"82'15","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252614+0000","last_change":"2024-05-21T00:37:26.422382+0000","last_active":"2024-05-21T00:39:40.252614+0000","last_peered":"2024-05-21T00:39:40.252614+0000","last_clean":"2024-05-21T00:39:40.252614+0000","last_became_active":"2024-05-21T00:37:26.422039+0000","last_became_peered":"2024-05-21T00:37:26.422039+0000","last_unstale":"2024-05-21T00:39:40.252614+0000","last_undegraded":"2024-05-21T00:39:40.252614+0000","last_fullsized":"2024-05-21T00:39:40.252614+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:55:29.868930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"82'9","reported_seq":268,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:30.966525+0000","last_change":"2024-05-21T00:37:22.382385+0000","last_active":"2024-05-21T00:41:30.966525+0000","last_peered":"2024-05-21T00:41:30.966525+0000","last_clean":"2024-05-21T00:41:30.966525+0000","last_became_active":"2024-05-21T00:37:22.380908+0000","last_became_peered":"2024-05-21T00:37:22.380908+0000","last_unstale":"2024-05-21T00:41:30.966525+0000","last_undegraded":"2024-05-21T00:41:30.966525+0000","last_fullsized":"2024-05-21T00:41:30.966525+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:07:11.404082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1855,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":228,"num_read_kb":6,"num_write":6,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.246141+0000","last_change":"2024-05-21T00:37:26.420818+0000","last_active":"2024-05-21T00:39:40.246141+0000","last_peered":"2024-05-21T00:39:40.246141+0000","last_clean":"2024-05-21T00:39:40.246141+0000","last_became_active":"2024-05-21T00:37:26.420299+0000","last_became_peered":"2024-05-21T00:37:26.420299+0000","last_unstale":"2024-05-21T00:39:40.246141+0000","last_undegraded":"2024-05-21T00:39:40.246141+0000","last_fullsized":"2024-05-21T00:39:40.246141+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:20:12.973792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"78'3","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.729757+0000","last_change":"2024-05-21T00:37:22.383491+0000","last_active":"2024-05-21T00:39:11.729757+0000","last_peered":"2024-05-21T00:39:11.729757+0000","last_clean":"2024-05-21T00:39:11.729757+0000","last_became_active":"2024-05-21T00:37:22.382965+0000","last_became_peered":"2024-05-21T00:37:22.382965+0000","last_unstale":"2024-05-21T00:39:11.729757+0000","last_undegraded":"2024-05-21T00:39:11.729757+0000","last_fullsized":"2024-05-21T00:39:11.729757+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:38:56.992721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"82'8","reported_seq":39,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.257708+0000","last_change":"2024-05-21T00:38:11.351708+0000","last_active":"2024-05-21T00:39:40.257708+0000","last_peered":"2024-05-21T00:39:40.257708+0000","last_clean":"2024-05-21T00:39:40.257708+0000","last_became_active":"2024-05-21T00:38:11.351431+0000","last_became_peered":"2024-05-21T00:38:11.351431+0000","last_unstale":"2024-05-21T00:39:40.257708+0000","last_undegraded":"2024-05-21T00:39:40.257708+0000","last_fullsized":"2024-05-21T00:39:40.257708+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:37:15.606215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"78'2","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.762220+0000","last_change":"2024-05-21T00:37:22.393868+0000","last_active":"2024-05-21T00:39:11.762220+0000","last_peered":"2024-05-21T00:39:11.762220+0000","last_clean":"2024-05-21T00:39:11.762220+0000","last_became_active":"2024-05-21T00:37:22.392006+0000","last_became_peered":"2024-05-21T00:37:22.392006+0000","last_unstale":"2024-05-21T00:39:11.762220+0000","last_undegraded":"2024-05-21T00:39:11.762220+0000","last_fullsized":"2024-05-21T00:39:11.762220+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:06:20.765944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"82'8","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261832+0000","last_change":"2024-05-21T00:38:11.644903+0000","last_active":"2024-05-21T00:39:40.261832+0000","last_peered":"2024-05-21T00:39:40.261832+0000","last_clean":"2024-05-21T00:39:40.261832+0000","last_became_active":"2024-05-21T00:38:11.643620+0000","last_became_peered":"2024-05-21T00:38:11.643620+0000","last_unstale":"2024-05-21T00:39:40.261832+0000","last_undegraded":"2024-05-21T00:39:40.261832+0000","last_fullsized":"2024-05-21T00:39:40.261832+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:06:12.218251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,6],"acting":[9,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"78'1","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.732019+0000","last_change":"2024-05-21T00:37:22.382399+0000","last_active":"2024-05-21T00:39:11.732019+0000","last_peered":"2024-05-21T00:39:11.732019+0000","last_clean":"2024-05-21T00:39:11.732019+0000","last_became_active":"2024-05-21T00:37:22.380928+0000","last_became_peered":"2024-05-21T00:37:22.380928+0000","last_unstale":"2024-05-21T00:39:11.732019+0000","last_undegraded":"2024-05-21T00:39:11.732019+0000","last_fullsized":"2024-05-21T00:39:11.732019+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:14:16.927598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"82'11","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.254644+0000","last_change":"2024-05-21T00:37:26.440324+0000","last_active":"2024-05-21T00:39:40.254644+0000","last_peered":"2024-05-21T00:39:40.254644+0000","last_clean":"2024-05-21T00:39:40.254644+0000","last_became_active":"2024-05-21T00:37:26.439898+0000","last_became_peered":"2024-05-21T00:37:26.439898+0000","last_unstale":"2024-05-21T00:39:40.254644+0000","last_undegraded":"2024-05-21T00:39:40.254644+0000","last_fullsized":"2024-05-21T00:39:40.254644+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:37:05.253214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"82'5","reported_seq":261,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:33.971281+0000","last_change":"2024-05-21T00:37:22.392088+0000","last_active":"2024-05-21T00:41:33.971281+0000","last_peered":"2024-05-21T00:41:33.971281+0000","last_clean":"2024-05-21T00:41:33.971281+0000","last_became_active":"2024-05-21T00:37:22.391693+0000","last_became_peered":"2024-05-21T00:37:22.391693+0000","last_unstale":"2024-05-21T00:41:33.971281+0000","last_undegraded":"2024-05-21T00:41:33.971281+0000","last_fullsized":"2024-05-21T00:41:33.971281+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:59:06.379254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":225,"num_read_kb":225,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"82'10","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.249214+0000","last_change":"2024-05-21T00:37:26.421633+0000","last_active":"2024-05-21T00:39:40.249214+0000","last_peered":"2024-05-21T00:39:40.249214+0000","last_clean":"2024-05-21T00:39:40.249214+0000","last_became_active":"2024-05-21T00:37:26.421278+0000","last_became_peered":"2024-05-21T00:37:26.421278+0000","last_unstale":"2024-05-21T00:39:40.249214+0000","last_undegraded":"2024-05-21T00:39:40.249214+0000","last_fullsized":"2024-05-21T00:39:40.249214+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:35:03.618852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"78'2","reported_seq":43,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.527145+0000","last_change":"2024-05-21T00:38:11.357389+0000","last_active":"2024-05-21T00:39:11.527145+0000","last_peered":"2024-05-21T00:39:11.527145+0000","last_clean":"2024-05-21T00:39:11.527145+0000","last_became_active":"2024-05-21T00:38:11.347249+0000","last_became_peered":"2024-05-21T00:38:11.347249+0000","last_unstale":"2024-05-21T00:39:11.527145+0000","last_undegraded":"2024-05-21T00:39:11.527145+0000","last_fullsized":"2024-05-21T00:39:11.527145+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:34:48.493234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"82'9","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.263720+0000","last_change":"2024-05-21T00:38:11.349083+0000","last_active":"2024-05-21T00:39:40.263720+0000","last_peered":"2024-05-21T00:39:40.263720+0000","last_clean":"2024-05-21T00:39:40.263720+0000","last_became_active":"2024-05-21T00:38:11.348549+0000","last_became_peered":"2024-05-21T00:38:11.348549+0000","last_unstale":"2024-05-21T00:39:40.263720+0000","last_undegraded":"2024-05-21T00:39:40.263720+0000","last_fullsized":"2024-05-21T00:39:40.263720+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:59:18.237158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"78'4","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.732440+0000","last_change":"2024-05-21T00:37:22.956929+0000","last_active":"2024-05-21T00:39:11.732440+0000","last_peered":"2024-05-21T00:39:11.732440+0000","last_clean":"2024-05-21T00:39:11.732440+0000","last_became_active":"2024-05-21T00:37:22.956561+0000","last_became_peered":"2024-05-21T00:37:22.956561+0000","last_unstale":"2024-05-21T00:39:11.732440+0000","last_undegraded":"2024-05-21T00:39:11.732440+0000","last_fullsized":"2024-05-21T00:39:11.732440+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:07.623279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"82'11","reported_seq":42,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.265652+0000","last_change":"2024-05-21T00:38:11.644592+0000","last_active":"2024-05-21T00:39:40.265652+0000","last_peered":"2024-05-21T00:39:40.265652+0000","last_clean":"2024-05-21T00:39:40.265652+0000","last_became_active":"2024-05-21T00:38:11.644239+0000","last_became_peered":"2024-05-21T00:38:11.644239+0000","last_unstale":"2024-05-21T00:39:40.265652+0000","last_undegraded":"2024-05-21T00:39:40.265652+0000","last_fullsized":"2024-05-21T00:39:40.265652+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:51:22.983763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'35","reported_seq":529,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:34.973062+0000","last_change":"2024-05-21T00:37:22.380538+0000","last_active":"2024-05-21T00:41:34.973062+0000","last_peered":"2024-05-21T00:41:34.973062+0000","last_clean":"2024-05-21T00:41:34.973062+0000","last_became_active":"2024-05-21T00:37:22.380144+0000","last_became_peered":"2024-05-21T00:37:22.380144+0000","last_unstale":"2024-05-21T00:41:34.973062+0000","last_undegraded":"2024-05-21T00:41:34.973062+0000","last_fullsized":"2024-05-21T00:41:34.973062+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:46:09.966830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69190,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":463,"num_read_kb":299,"num_write":36,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.232993+0000","last_change":"2024-05-21T00:37:26.416679+0000","last_active":"2024-05-21T00:39:40.232993+0000","last_peered":"2024-05-21T00:39:40.232993+0000","last_clean":"2024-05-21T00:39:40.232993+0000","last_became_active":"2024-05-21T00:37:26.416106+0000","last_became_peered":"2024-05-21T00:37:26.416106+0000","last_unstale":"2024-05-21T00:39:40.232993+0000","last_undegraded":"2024-05-21T00:39:40.232993+0000","last_fullsized":"2024-05-21T00:39:40.232993+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:01:37.352242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"78'6","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.607691+0000","last_change":"2024-05-21T00:37:22.387287+0000","last_active":"2024-05-21T00:39:11.607691+0000","last_peered":"2024-05-21T00:39:11.607691+0000","last_clean":"2024-05-21T00:39:11.607691+0000","last_became_active":"2024-05-21T00:37:22.386952+0000","last_became_peered":"2024-05-21T00:37:22.386952+0000","last_unstale":"2024-05-21T00:39:11.607691+0000","last_undegraded":"2024-05-21T00:39:11.607691+0000","last_fullsized":"2024-05-21T00:39:11.607691+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:28:01.020680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267451+0000","last_change":"2024-05-21T00:37:26.419351+0000","last_active":"2024-05-21T00:39:40.267451+0000","last_peered":"2024-05-21T00:39:40.267451+0000","last_clean":"2024-05-21T00:39:40.267451+0000","last_became_active":"2024-05-21T00:37:26.418733+0000","last_became_peered":"2024-05-21T00:37:26.418733+0000","last_unstale":"2024-05-21T00:39:40.267451+0000","last_undegraded":"2024-05-21T00:39:40.267451+0000","last_fullsized":"2024-05-21T00:39:40.267451+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:09:29.893036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"78'3","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.732361+0000","last_change":"2024-05-21T00:37:22.382339+0000","last_active":"2024-05-21T00:39:11.732361+0000","last_peered":"2024-05-21T00:39:11.732361+0000","last_clean":"2024-05-21T00:39:11.732361+0000","last_became_active":"2024-05-21T00:37:22.380365+0000","last_became_peered":"2024-05-21T00:37:22.380365+0000","last_unstale":"2024-05-21T00:39:11.732361+0000","last_undegraded":"2024-05-21T00:39:11.732361+0000","last_fullsized":"2024-05-21T00:39:11.732361+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:17:33.356246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"82'15","reported_seq":46,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267326+0000","last_change":"2024-05-21T00:39:11.763891+0000","last_active":"2024-05-21T00:39:40.267326+0000","last_peered":"2024-05-21T00:39:40.267326+0000","last_clean":"2024-05-21T00:39:40.267326+0000","last_became_active":"2024-05-21T00:39:11.763525+0000","last_became_peered":"2024-05-21T00:39:11.763525+0000","last_unstale":"2024-05-21T00:39:40.267326+0000","last_undegraded":"2024-05-21T00:39:40.267326+0000","last_fullsized":"2024-05-21T00:39:40.267326+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:49:14.136461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"82'6","reported_seq":266,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:33.091505+0000","last_change":"2024-05-21T00:37:22.380435+0000","last_active":"2024-05-21T00:41:33.091505+0000","last_peered":"2024-05-21T00:41:33.091505+0000","last_clean":"2024-05-21T00:41:33.091505+0000","last_became_active":"2024-05-21T00:37:22.379943+0000","last_became_peered":"2024-05-21T00:37:22.379943+0000","last_unstale":"2024-05-21T00:41:33.091505+0000","last_undegraded":"2024-05-21T00:41:33.091505+0000","last_fullsized":"2024-05-21T00:41:33.091505+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:57:43.120772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1511,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":230,"num_read_kb":6,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.249267+0000","last_change":"2024-05-21T00:37:26.418584+0000","last_active":"2024-05-21T00:39:40.249267+0000","last_peered":"2024-05-21T00:39:40.249267+0000","last_clean":"2024-05-21T00:39:40.249267+0000","last_became_active":"2024-05-21T00:37:26.418239+0000","last_became_peered":"2024-05-21T00:37:26.418239+0000","last_unstale":"2024-05-21T00:39:40.249267+0000","last_undegraded":"2024-05-21T00:39:40.249267+0000","last_fullsized":"2024-05-21T00:39:40.249267+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:44:27.000528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"78'15","reported_seq":47,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824475+0000","last_change":"2024-05-21T00:37:22.952053+0000","last_active":"2024-05-21T00:39:11.824475+0000","last_peered":"2024-05-21T00:39:11.824475+0000","last_clean":"2024-05-21T00:39:11.824475+0000","last_became_active":"2024-05-21T00:37:22.951649+0000","last_became_peered":"2024-05-21T00:37:22.951649+0000","last_unstale":"2024-05-21T00:39:11.824475+0000","last_undegraded":"2024-05-21T00:39:11.824475+0000","last_fullsized":"2024-05-21T00:39:11.824475+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:21:43.406488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252317+0000","last_change":"2024-05-21T00:37:26.423294+0000","last_active":"2024-05-21T00:39:40.252317+0000","last_peered":"2024-05-21T00:39:40.252317+0000","last_clean":"2024-05-21T00:39:40.252317+0000","last_became_active":"2024-05-21T00:37:26.422958+0000","last_became_peered":"2024-05-21T00:37:26.422958+0000","last_unstale":"2024-05-21T00:39:40.252317+0000","last_undegraded":"2024-05-21T00:39:40.252317+0000","last_fullsized":"2024-05-21T00:39:40.252317+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:36:16.071919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"82'3","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:40:26.569036+0000","last_change":"2024-05-21T00:38:11.355611+0000","last_active":"2024-05-21T00:40:26.569036+0000","last_peered":"2024-05-21T00:40:26.569036+0000","last_clean":"2024-05-21T00:40:26.569036+0000","last_became_active":"2024-05-21T00:38:11.345854+0000","last_became_peered":"2024-05-21T00:38:11.345854+0000","last_unstale":"2024-05-21T00:40:26.569036+0000","last_undegraded":"2024-05-21T00:40:26.569036+0000","last_fullsized":"2024-05-21T00:40:26.569036+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:42:49.958758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"82'5","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.239857+0000","last_change":"2024-05-21T00:37:26.418846+0000","last_active":"2024-05-21T00:39:40.239857+0000","last_peered":"2024-05-21T00:39:40.239857+0000","last_clean":"2024-05-21T00:39:40.239857+0000","last_became_active":"2024-05-21T00:37:26.418414+0000","last_became_peered":"2024-05-21T00:37:26.418414+0000","last_unstale":"2024-05-21T00:39:40.239857+0000","last_undegraded":"2024-05-21T00:39:40.239857+0000","last_fullsized":"2024-05-21T00:39:40.239857+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:50:10.954057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:28.376472+0000","last_change":"2024-05-21T00:37:22.954772+0000","last_active":"2024-05-21T00:39:28.376472+0000","last_peered":"2024-05-21T00:39:28.376472+0000","last_clean":"2024-05-21T00:39:28.376472+0000","last_became_active":"2024-05-21T00:37:22.953627+0000","last_became_peered":"2024-05-21T00:37:22.953627+0000","last_unstale":"2024-05-21T00:39:28.376472+0000","last_undegraded":"2024-05-21T00:39:28.376472+0000","last_fullsized":"2024-05-21T00:39:28.376472+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:14:44.650523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'5","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.264037+0000","last_change":"2024-05-21T00:37:26.425757+0000","last_active":"2024-05-21T00:39:40.264037+0000","last_peered":"2024-05-21T00:39:40.264037+0000","last_clean":"2024-05-21T00:39:40.264037+0000","last_became_active":"2024-05-21T00:37:26.425386+0000","last_became_peered":"2024-05-21T00:37:26.425386+0000","last_unstale":"2024-05-21T00:39:40.264037+0000","last_undegraded":"2024-05-21T00:39:40.264037+0000","last_fullsized":"2024-05-21T00:39:40.264037+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:00:29.246729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"78'1","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:29.078551+0000","last_change":"2024-05-21T00:37:22.384298+0000","last_active":"2024-05-21T00:39:29.078551+0000","last_peered":"2024-05-21T00:39:29.078551+0000","last_clean":"2024-05-21T00:39:29.078551+0000","last_became_active":"2024-05-21T00:37:22.383349+0000","last_became_peered":"2024-05-21T00:37:22.383349+0000","last_unstale":"2024-05-21T00:39:29.078551+0000","last_undegraded":"2024-05-21T00:39:29.078551+0000","last_fullsized":"2024-05-21T00:39:29.078551+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:43:16.082465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"82'7","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.258859+0000","last_change":"2024-05-21T00:37:26.431349+0000","last_active":"2024-05-21T00:39:40.258859+0000","last_peered":"2024-05-21T00:39:40.258859+0000","last_clean":"2024-05-21T00:39:40.258859+0000","last_became_active":"2024-05-21T00:37:26.430974+0000","last_became_peered":"2024-05-21T00:37:26.430974+0000","last_unstale":"2024-05-21T00:39:40.258859+0000","last_undegraded":"2024-05-21T00:39:40.258859+0000","last_fullsized":"2024-05-21T00:39:40.258859+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:05:37.263961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"82'8","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.238560+0000","last_change":"2024-05-21T00:37:26.423596+0000","last_active":"2024-05-21T00:39:40.238560+0000","last_peered":"2024-05-21T00:39:40.238560+0000","last_clean":"2024-05-21T00:39:40.238560+0000","last_became_active":"2024-05-21T00:37:26.423213+0000","last_became_peered":"2024-05-21T00:37:26.423213+0000","last_unstale":"2024-05-21T00:39:40.238560+0000","last_undegraded":"2024-05-21T00:39:40.238560+0000","last_fullsized":"2024-05-21T00:39:40.238560+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:01:37.383917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"82'6","reported_seq":261,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:33.090659+0000","last_change":"2024-05-21T00:37:22.954874+0000","last_active":"2024-05-21T00:41:33.090659+0000","last_peered":"2024-05-21T00:41:33.090659+0000","last_clean":"2024-05-21T00:41:33.090659+0000","last_became_active":"2024-05-21T00:37:22.953725+0000","last_became_peered":"2024-05-21T00:37:22.953725+0000","last_unstale":"2024-05-21T00:41:33.090659+0000","last_undegraded":"2024-05-21T00:41:33.090659+0000","last_fullsized":"2024-05-21T00:41:33.090659+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:39:06.020522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":223,"num_read_kb":223,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.258647+0000","last_change":"2024-05-21T00:37:26.430059+0000","last_active":"2024-05-21T00:39:40.258647+0000","last_peered":"2024-05-21T00:39:40.258647+0000","last_clean":"2024-05-21T00:39:40.258647+0000","last_became_active":"2024-05-21T00:37:26.429679+0000","last_became_peered":"2024-05-21T00:37:26.429679+0000","last_unstale":"2024-05-21T00:39:40.258647+0000","last_undegraded":"2024-05-21T00:39:40.258647+0000","last_fullsized":"2024-05-21T00:39:40.258647+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:39:46.411010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"78'3","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:29.201838+0000","last_change":"2024-05-21T00:37:22.392280+0000","last_active":"2024-05-21T00:39:29.201838+0000","last_peered":"2024-05-21T00:39:29.201838+0000","last_clean":"2024-05-21T00:39:29.201838+0000","last_became_active":"2024-05-21T00:37:22.391763+0000","last_became_peered":"2024-05-21T00:37:22.391763+0000","last_unstale":"2024-05-21T00:39:29.201838+0000","last_undegraded":"2024-05-21T00:39:29.201838+0000","last_fullsized":"2024-05-21T00:39:29.201838+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:23:00.989554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":106,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.526828+0000","last_change":"2024-05-21T00:35:47.556218+0000","last_active":"2024-05-21T00:39:11.526828+0000","last_peered":"2024-05-21T00:39:11.526828+0000","last_clean":"2024-05-21T00:39:11.526828+0000","last_became_active":"2024-05-21T00:35:47.551154+0000","last_became_peered":"2024-05-21T00:35:47.551154+0000","last_unstale":"2024-05-21T00:39:11.526828+0000","last_undegraded":"2024-05-21T00:39:11.526828+0000","last_fullsized":"2024-05-21T00:39:11.526828+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:31:54.569048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:31:54.569048+0000","last_clean_scrub_stamp":"2024-05-21T00:31:54.569048+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:33:13.320323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"82'5","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.256109+0000","last_change":"2024-05-21T00:37:26.432972+0000","last_active":"2024-05-21T00:39:40.256109+0000","last_peered":"2024-05-21T00:39:40.256109+0000","last_clean":"2024-05-21T00:39:40.256109+0000","last_became_active":"2024-05-21T00:37:26.432457+0000","last_became_peered":"2024-05-21T00:37:26.432457+0000","last_unstale":"2024-05-21T00:39:40.256109+0000","last_undegraded":"2024-05-21T00:39:40.256109+0000","last_fullsized":"2024-05-21T00:39:40.256109+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:24:20.012796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"78'3","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.521966+0000","last_change":"2024-05-21T00:38:11.358908+0000","last_active":"2024-05-21T00:39:11.521966+0000","last_peered":"2024-05-21T00:39:11.521966+0000","last_clean":"2024-05-21T00:39:11.521966+0000","last_became_active":"2024-05-21T00:38:11.347777+0000","last_became_peered":"2024-05-21T00:38:11.347777+0000","last_unstale":"2024-05-21T00:39:11.521966+0000","last_undegraded":"2024-05-21T00:39:11.521966+0000","last_fullsized":"2024-05-21T00:39:11.521966+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:48:18.666853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"78'1","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:28.839900+0000","last_change":"2024-05-21T00:37:22.956440+0000","last_active":"2024-05-21T00:39:28.839900+0000","last_peered":"2024-05-21T00:39:28.839900+0000","last_clean":"2024-05-21T00:39:28.839900+0000","last_became_active":"2024-05-21T00:37:22.956150+0000","last_became_peered":"2024-05-21T00:37:22.956150+0000","last_unstale":"2024-05-21T00:39:28.839900+0000","last_undegraded":"2024-05-21T00:39:28.839900+0000","last_fullsized":"2024-05-21T00:39:28.839900+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:07:57.939279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.263343+0000","last_change":"2024-05-21T00:37:26.433491+0000","last_active":"2024-05-21T00:39:40.263343+0000","last_peered":"2024-05-21T00:39:40.263343+0000","last_clean":"2024-05-21T00:39:40.263343+0000","last_became_active":"2024-05-21T00:37:26.433144+0000","last_became_peered":"2024-05-21T00:37:26.433144+0000","last_unstale":"2024-05-21T00:39:40.263343+0000","last_undegraded":"2024-05-21T00:39:40.263343+0000","last_fullsized":"2024-05-21T00:39:40.263343+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:31:09.599374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'14","reported_seq":45,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:28.513207+0000","last_change":"2024-05-21T00:37:22.391128+0000","last_active":"2024-05-21T00:41:28.513207+0000","last_peered":"2024-05-21T00:41:28.513207+0000","last_clean":"2024-05-21T00:41:28.513207+0000","last_became_active":"2024-05-21T00:37:22.390399+0000","last_became_peered":"2024-05-21T00:37:22.390399+0000","last_unstale":"2024-05-21T00:41:28.513207+0000","last_undegraded":"2024-05-21T00:41:28.513207+0000","last_fullsized":"2024-05-21T00:41:28.513207+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:02:01.293847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"82'5","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262324+0000","last_change":"2024-05-21T00:37:26.422982+0000","last_active":"2024-05-21T00:39:40.262324+0000","last_peered":"2024-05-21T00:39:40.262324+0000","last_clean":"2024-05-21T00:39:40.262324+0000","last_became_active":"2024-05-21T00:37:26.422550+0000","last_became_peered":"2024-05-21T00:37:26.422550+0000","last_unstale":"2024-05-21T00:39:40.262324+0000","last_undegraded":"2024-05-21T00:39:40.262324+0000","last_fullsized":"2024-05-21T00:39:40.262324+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:16:48.500697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"78'4","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.765694+0000","last_change":"2024-05-21T00:37:23.293653+0000","last_active":"2024-05-21T00:39:11.765694+0000","last_peered":"2024-05-21T00:39:11.765694+0000","last_clean":"2024-05-21T00:39:11.765694+0000","last_became_active":"2024-05-21T00:37:23.293335+0000","last_became_peered":"2024-05-21T00:37:23.293335+0000","last_unstale":"2024-05-21T00:39:11.765694+0000","last_undegraded":"2024-05-21T00:39:11.765694+0000","last_fullsized":"2024-05-21T00:39:11.765694+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:03:59.250511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.258124+0000","last_change":"2024-05-21T00:37:26.428827+0000","last_active":"2024-05-21T00:39:40.258124+0000","last_peered":"2024-05-21T00:39:40.258124+0000","last_clean":"2024-05-21T00:39:40.258124+0000","last_became_active":"2024-05-21T00:37:26.428491+0000","last_became_peered":"2024-05-21T00:37:26.428491+0000","last_unstale":"2024-05-21T00:39:40.258124+0000","last_undegraded":"2024-05-21T00:39:40.258124+0000","last_fullsized":"2024-05-21T00:39:40.258124+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:14:58.520438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"78'2","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.519592+0000","last_change":"2024-05-21T00:37:22.949247+0000","last_active":"2024-05-21T00:39:11.519592+0000","last_peered":"2024-05-21T00:39:11.519592+0000","last_clean":"2024-05-21T00:39:11.519592+0000","last_became_active":"2024-05-21T00:37:22.948984+0000","last_became_peered":"2024-05-21T00:37:22.948984+0000","last_unstale":"2024-05-21T00:39:11.519592+0000","last_undegraded":"2024-05-21T00:39:11.519592+0000","last_fullsized":"2024-05-21T00:39:11.519592+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:21:51.743189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"82'2","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.203627+0000","last_change":"2024-05-21T00:37:26.414257+0000","last_active":"2024-05-21T00:39:40.203627+0000","last_peered":"2024-05-21T00:39:40.203627+0000","last_clean":"2024-05-21T00:39:40.203627+0000","last_became_active":"2024-05-21T00:37:26.413922+0000","last_became_peered":"2024-05-21T00:37:26.413922+0000","last_unstale":"2024-05-21T00:39:40.203627+0000","last_undegraded":"2024-05-21T00:39:40.203627+0000","last_fullsized":"2024-05-21T00:39:40.203627+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:36:04.689622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"78'3","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.522502+0000","last_change":"2024-05-21T00:37:22.392987+0000","last_active":"2024-05-21T00:39:11.522502+0000","last_peered":"2024-05-21T00:39:11.522502+0000","last_clean":"2024-05-21T00:39:11.522502+0000","last_became_active":"2024-05-21T00:37:22.392368+0000","last_became_peered":"2024-05-21T00:37:22.392368+0000","last_unstale":"2024-05-21T00:39:11.522502+0000","last_undegraded":"2024-05-21T00:39:11.522502+0000","last_fullsized":"2024-05-21T00:39:11.522502+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:49:52.176588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.257875+0000","last_change":"2024-05-21T00:37:26.418280+0000","last_active":"2024-05-21T00:39:40.257875+0000","last_peered":"2024-05-21T00:39:40.257875+0000","last_clean":"2024-05-21T00:39:40.257875+0000","last_became_active":"2024-05-21T00:37:26.417856+0000","last_became_peered":"2024-05-21T00:37:26.417856+0000","last_unstale":"2024-05-21T00:39:40.257875+0000","last_undegraded":"2024-05-21T00:39:40.257875+0000","last_fullsized":"2024-05-21T00:39:40.257875+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:00:49.802230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"78'1","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.607749+0000","last_change":"2024-05-21T00:37:22.387299+0000","last_active":"2024-05-21T00:39:11.607749+0000","last_peered":"2024-05-21T00:39:11.607749+0000","last_clean":"2024-05-21T00:39:11.607749+0000","last_became_active":"2024-05-21T00:37:22.386975+0000","last_became_peered":"2024-05-21T00:37:22.386975+0000","last_unstale":"2024-05-21T00:39:11.607749+0000","last_undegraded":"2024-05-21T00:39:11.607749+0000","last_fullsized":"2024-05-21T00:39:11.607749+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:57:13.651863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262578+0000","last_change":"2024-05-21T00:37:26.434255+0000","last_active":"2024-05-21T00:39:40.262578+0000","last_peered":"2024-05-21T00:39:40.262578+0000","last_clean":"2024-05-21T00:39:40.262578+0000","last_became_active":"2024-05-21T00:37:26.433877+0000","last_became_peered":"2024-05-21T00:37:26.433877+0000","last_unstale":"2024-05-21T00:39:40.262578+0000","last_undegraded":"2024-05-21T00:39:40.262578+0000","last_fullsized":"2024-05-21T00:39:40.262578+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:24:34.640568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"78'4","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824625+0000","last_change":"2024-05-21T00:37:22.380521+0000","last_active":"2024-05-21T00:39:11.824625+0000","last_peered":"2024-05-21T00:39:11.824625+0000","last_clean":"2024-05-21T00:39:11.824625+0000","last_became_active":"2024-05-21T00:37:22.379966+0000","last_became_peered":"2024-05-21T00:37:22.379966+0000","last_unstale":"2024-05-21T00:39:11.824625+0000","last_undegraded":"2024-05-21T00:39:11.824625+0000","last_fullsized":"2024-05-21T00:39:11.824625+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:47:50.783494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"82'5","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.264409+0000","last_change":"2024-05-21T00:37:26.424112+0000","last_active":"2024-05-21T00:39:40.264409+0000","last_peered":"2024-05-21T00:39:40.264409+0000","last_clean":"2024-05-21T00:39:40.264409+0000","last_became_active":"2024-05-21T00:37:26.423800+0000","last_became_peered":"2024-05-21T00:37:26.423800+0000","last_unstale":"2024-05-21T00:39:40.264409+0000","last_undegraded":"2024-05-21T00:39:40.264409+0000","last_fullsized":"2024-05-21T00:39:40.264409+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:48:12.769065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"78'3","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.607889+0000","last_change":"2024-05-21T00:37:23.293652+0000","last_active":"2024-05-21T00:39:11.607889+0000","last_peered":"2024-05-21T00:39:11.607889+0000","last_clean":"2024-05-21T00:39:11.607889+0000","last_became_active":"2024-05-21T00:37:23.293288+0000","last_became_peered":"2024-05-21T00:37:23.293288+0000","last_unstale":"2024-05-21T00:39:11.607889+0000","last_undegraded":"2024-05-21T00:39:11.607889+0000","last_fullsized":"2024-05-21T00:39:11.607889+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:43:16.139048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252649+0000","last_change":"2024-05-21T00:37:26.417524+0000","last_active":"2024-05-21T00:39:40.252649+0000","last_peered":"2024-05-21T00:39:40.252649+0000","last_clean":"2024-05-21T00:39:40.252649+0000","last_became_active":"2024-05-21T00:37:26.417181+0000","last_became_peered":"2024-05-21T00:37:26.417181+0000","last_unstale":"2024-05-21T00:39:40.252649+0000","last_undegraded":"2024-05-21T00:39:40.252649+0000","last_fullsized":"2024-05-21T00:39:40.252649+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:21:14.475481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"78'1","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.732316+0000","last_change":"2024-05-21T00:37:22.382469+0000","last_active":"2024-05-21T00:39:11.732316+0000","last_peered":"2024-05-21T00:39:11.732316+0000","last_clean":"2024-05-21T00:39:11.732316+0000","last_became_active":"2024-05-21T00:37:22.379635+0000","last_became_peered":"2024-05-21T00:37:22.379635+0000","last_unstale":"2024-05-21T00:39:11.732316+0000","last_undegraded":"2024-05-21T00:39:11.732316+0000","last_fullsized":"2024-05-21T00:39:11.732316+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:01:19.320818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.250805+0000","last_change":"2024-05-21T00:37:26.435136+0000","last_active":"2024-05-21T00:39:40.250805+0000","last_peered":"2024-05-21T00:39:40.250805+0000","last_clean":"2024-05-21T00:39:40.250805+0000","last_became_active":"2024-05-21T00:37:26.434743+0000","last_became_peered":"2024-05-21T00:37:26.434743+0000","last_unstale":"2024-05-21T00:39:40.250805+0000","last_undegraded":"2024-05-21T00:39:40.250805+0000","last_fullsized":"2024-05-21T00:39:40.250805+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:01:37.928461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"78'2","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.762857+0000","last_change":"2024-05-21T00:37:22.387858+0000","last_active":"2024-05-21T00:39:11.762857+0000","last_peered":"2024-05-21T00:39:11.762857+0000","last_clean":"2024-05-21T00:39:11.762857+0000","last_became_active":"2024-05-21T00:37:22.387346+0000","last_became_peered":"2024-05-21T00:37:22.387346+0000","last_unstale":"2024-05-21T00:39:11.762857+0000","last_undegraded":"2024-05-21T00:39:11.762857+0000","last_fullsized":"2024-05-21T00:39:11.762857+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:35:20.956798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.247543+0000","last_change":"2024-05-21T00:37:26.418635+0000","last_active":"2024-05-21T00:39:40.247543+0000","last_peered":"2024-05-21T00:39:40.247543+0000","last_clean":"2024-05-21T00:39:40.247543+0000","last_became_active":"2024-05-21T00:37:26.418258+0000","last_became_peered":"2024-05-21T00:37:26.418258+0000","last_unstale":"2024-05-21T00:39:40.247543+0000","last_undegraded":"2024-05-21T00:39:40.247543+0000","last_fullsized":"2024-05-21T00:39:40.247543+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:02:15.805718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.240294+0000","last_change":"2024-05-21T00:37:26.418793+0000","last_active":"2024-05-21T00:39:40.240294+0000","last_peered":"2024-05-21T00:39:40.240294+0000","last_clean":"2024-05-21T00:39:40.240294+0000","last_became_active":"2024-05-21T00:37:26.418446+0000","last_became_peered":"2024-05-21T00:37:26.418446+0000","last_unstale":"2024-05-21T00:39:40.240294+0000","last_undegraded":"2024-05-21T00:39:40.240294+0000","last_fullsized":"2024-05-21T00:39:40.240294+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:52:50.911632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"82'12","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.238769+0000","last_change":"2024-05-21T00:37:26.413991+0000","last_active":"2024-05-21T00:39:40.238769+0000","last_peered":"2024-05-21T00:39:40.238769+0000","last_clean":"2024-05-21T00:39:40.238769+0000","last_became_active":"2024-05-21T00:37:26.413615+0000","last_became_peered":"2024-05-21T00:37:26.413615+0000","last_unstale":"2024-05-21T00:39:40.238769+0000","last_undegraded":"2024-05-21T00:39:40.238769+0000","last_fullsized":"2024-05-21T00:39:40.238769+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:05:30.902070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.251601+0000","last_change":"2024-05-21T00:37:26.433423+0000","last_active":"2024-05-21T00:39:40.251601+0000","last_peered":"2024-05-21T00:39:40.251601+0000","last_clean":"2024-05-21T00:39:40.251601+0000","last_became_active":"2024-05-21T00:37:26.433111+0000","last_became_peered":"2024-05-21T00:37:26.433111+0000","last_unstale":"2024-05-21T00:39:40.251601+0000","last_undegraded":"2024-05-21T00:39:40.251601+0000","last_fullsized":"2024-05-21T00:39:40.251601+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:20:03.674489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.266761+0000","last_change":"2024-05-21T00:37:26.434311+0000","last_active":"2024-05-21T00:39:40.266761+0000","last_peered":"2024-05-21T00:39:40.266761+0000","last_clean":"2024-05-21T00:39:40.266761+0000","last_became_active":"2024-05-21T00:37:26.433959+0000","last_became_peered":"2024-05-21T00:37:26.433959+0000","last_unstale":"2024-05-21T00:39:40.266761+0000","last_undegraded":"2024-05-21T00:39:40.266761+0000","last_fullsized":"2024-05-21T00:39:40.266761+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:46:48.408939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"82'4","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.266354+0000","last_change":"2024-05-21T00:37:26.437576+0000","last_active":"2024-05-21T00:39:40.266354+0000","last_peered":"2024-05-21T00:39:40.266354+0000","last_clean":"2024-05-21T00:39:40.266354+0000","last_became_active":"2024-05-21T00:37:26.437148+0000","last_became_peered":"2024-05-21T00:37:26.437148+0000","last_unstale":"2024-05-21T00:39:40.266354+0000","last_undegraded":"2024-05-21T00:39:40.266354+0000","last_fullsized":"2024-05-21T00:39:40.266354+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:02:38.832773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"82'6","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.246718+0000","last_change":"2024-05-21T00:38:11.357316+0000","last_active":"2024-05-21T00:39:40.246718+0000","last_peered":"2024-05-21T00:39:40.246718+0000","last_clean":"2024-05-21T00:39:40.246718+0000","last_became_active":"2024-05-21T00:38:11.356990+0000","last_became_peered":"2024-05-21T00:38:11.356990+0000","last_unstale":"2024-05-21T00:39:40.246718+0000","last_undegraded":"2024-05-21T00:39:40.246718+0000","last_fullsized":"2024-05-21T00:39:40.246718+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:03:35.609961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"82'15","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.247782+0000","last_change":"2024-05-21T00:37:26.415425+0000","last_active":"2024-05-21T00:39:40.247782+0000","last_peered":"2024-05-21T00:39:40.247782+0000","last_clean":"2024-05-21T00:39:40.247782+0000","last_became_active":"2024-05-21T00:37:26.415063+0000","last_became_peered":"2024-05-21T00:37:26.415063+0000","last_unstale":"2024-05-21T00:39:40.247782+0000","last_undegraded":"2024-05-21T00:39:40.247782+0000","last_fullsized":"2024-05-21T00:39:40.247782+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:00:05.961056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"82'2","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252465+0000","last_change":"2024-05-21T00:37:26.427021+0000","last_active":"2024-05-21T00:39:40.252465+0000","last_peered":"2024-05-21T00:39:40.252465+0000","last_clean":"2024-05-21T00:39:40.252465+0000","last_became_active":"2024-05-21T00:37:26.422626+0000","last_became_peered":"2024-05-21T00:37:26.422626+0000","last_unstale":"2024-05-21T00:39:40.252465+0000","last_undegraded":"2024-05-21T00:39:40.252465+0000","last_fullsized":"2024-05-21T00:39:40.252465+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:44:42.662614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.250340+0000","last_change":"2024-05-21T00:37:26.437318+0000","last_active":"2024-05-21T00:39:40.250340+0000","last_peered":"2024-05-21T00:39:40.250340+0000","last_clean":"2024-05-21T00:39:40.250340+0000","last_became_active":"2024-05-21T00:37:26.436979+0000","last_became_peered":"2024-05-21T00:37:26.436979+0000","last_unstale":"2024-05-21T00:39:40.250340+0000","last_undegraded":"2024-05-21T00:39:40.250340+0000","last_fullsized":"2024-05-21T00:39:40.250340+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:36:25.628100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261490+0000","last_change":"2024-05-21T00:37:26.416532+0000","last_active":"2024-05-21T00:39:40.261490+0000","last_peered":"2024-05-21T00:39:40.261490+0000","last_clean":"2024-05-21T00:39:40.261490+0000","last_became_active":"2024-05-21T00:37:26.416093+0000","last_became_peered":"2024-05-21T00:37:26.416093+0000","last_unstale":"2024-05-21T00:39:40.261490+0000","last_undegraded":"2024-05-21T00:39:40.261490+0000","last_fullsized":"2024-05-21T00:39:40.261490+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:57:19.092634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"82'10","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.264381+0000","last_change":"2024-05-21T00:37:26.425305+0000","last_active":"2024-05-21T00:39:40.264381+0000","last_peered":"2024-05-21T00:39:40.264381+0000","last_clean":"2024-05-21T00:39:40.264381+0000","last_became_active":"2024-05-21T00:37:26.424954+0000","last_became_peered":"2024-05-21T00:37:26.424954+0000","last_unstale":"2024-05-21T00:39:40.264381+0000","last_undegraded":"2024-05-21T00:39:40.264381+0000","last_fullsized":"2024-05-21T00:39:40.264381+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:25:19.310127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"82'11","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267458+0000","last_change":"2024-05-21T00:37:26.426052+0000","last_active":"2024-05-21T00:39:40.267458+0000","last_peered":"2024-05-21T00:39:40.267458+0000","last_clean":"2024-05-21T00:39:40.267458+0000","last_became_active":"2024-05-21T00:37:26.425564+0000","last_became_peered":"2024-05-21T00:37:26.425564+0000","last_unstale":"2024-05-21T00:39:40.267458+0000","last_undegraded":"2024-05-21T00:39:40.267458+0000","last_fullsized":"2024-05-21T00:39:40.267458+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:11:32.887469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.235871+0000","last_change":"2024-05-21T00:37:26.415758+0000","last_active":"2024-05-21T00:39:40.235871+0000","last_peered":"2024-05-21T00:39:40.235871+0000","last_clean":"2024-05-21T00:39:40.235871+0000","last_became_active":"2024-05-21T00:37:26.415354+0000","last_became_peered":"2024-05-21T00:37:26.415354+0000","last_unstale":"2024-05-21T00:39:40.235871+0000","last_undegraded":"2024-05-21T00:39:40.235871+0000","last_fullsized":"2024-05-21T00:39:40.235871+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:40:24.590361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":280106,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":74956,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1381,"num_read_kb":771,"num_write":188,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":22,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":222348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":70,"seq":300647710788,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32048,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713104,"statfs":{"total":95995035648,"available":95962218496,"internally_reserved":0,"allocated":892928,"data_stored":442367,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":64,"seq":274877907017,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32200,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712952,"statfs":{"total":95995035648,"available":95962062848,"internally_reserved":0,"allocated":1048576,"data_stored":1103939,"data_compressed":47229,"data_compressed_allocated":61440,"data_compressed_original":622592,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":59,"seq":253403070543,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":442581,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":53,"seq":227633266773,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32056,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713096,"statfs":{"total":95995035648,"available":95962210304,"internally_reserved":0,"allocated":901120,"data_stored":442479,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863463001,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32108,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713044,"statfs":{"total":95995035648,"available":95962157056,"internally_reserved":0,"allocated":954368,"data_stored":1036196,"data_compressed":47229,"data_compressed_allocated":61440,"data_compressed_original":622592,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626526,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27888,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717264,"statfs":{"total":95995035648,"available":95966478336,"internally_reserved":0,"allocated":892928,"data_stored":441970,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574970,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36276,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708876,"statfs":{"total":95995035648,"available":95957889024,"internally_reserved":0,"allocated":962560,"data_stored":508433,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738496,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":913408,"data_stored":443241,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411447,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":513536,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182511,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32064,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713088,"statfs":{"total":95995035648,"available":95962202112,"internally_reserved":0,"allocated":909312,"data_stored":442281,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986284,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36212,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708940,"statfs":{"total":95995035648,"available":95957954560,"internally_reserved":0,"allocated":897024,"data_stored":443330,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822757,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":1034957,"data_compressed":47229,"data_compressed_allocated":61440,"data_compressed_original":622592,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33992,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33992,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33992,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":66670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":71773,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2709,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":71691,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T00:41:36.698 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-21T00:41:36.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.957+0000 7fe642200640 1 -- 172.21.15.44:0/2147432706 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe63c104550 msgr2=0x7fe63c10ade0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:36.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.957+0000 7fe642200640 1 --2- 172.21.15.44:0/2147432706 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe63c104550 0x7fe63c10ade0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe634009900 tx=0x7fe63402a3f0 comp rx=0 tx=0).stop 2024-05-21T00:41:36.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.957+0000 7fe642200640 1 -- 172.21.15.44:0/2147432706 shutdown_connections 2024-05-21T00:41:36.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.957+0000 7fe642200640 1 --2- 172.21.15.44:0/2147432706 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe63c104550 0x7fe63c10ade0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:36.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.957+0000 7fe642200640 1 --2- 172.21.15.44:0/2147432706 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe63c103b90 0x7fe63c104010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:36.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.957+0000 7fe642200640 1 --2- 172.21.15.44:0/2147432706 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe63c1029a0 0x7fe63c102dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:36.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.957+0000 7fe642200640 1 -- 172.21.15.44:0/2147432706 >> 172.21.15.44:0/2147432706 conn(0x7fe63c0fdf10 msgr2=0x7fe63c100350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:36.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.957+0000 7fe642200640 1 -- 172.21.15.44:0/2147432706 shutdown_connections 2024-05-21T00:41:36.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.957+0000 7fe642200640 1 -- 172.21.15.44:0/2147432706 wait complete. 2024-05-21T00:41:36.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.958+0000 7fe642200640 1 Processor -- start 2024-05-21T00:41:36.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.959+0000 7fe642200640 1 -- start start 2024-05-21T00:41:36.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.959+0000 7fe642200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe63c1029a0 0x7fe63c19ada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:36.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.959+0000 7fe642200640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe63c103b90 0x7fe63c19b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:36.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.959+0000 7fe642200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe63c104550 0x7fe63c1a2310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:36.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.959+0000 7fe642200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe63c10e4d0 con 0x7fe63c104550 2024-05-21T00:41:36.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.959+0000 7fe642200640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe63c10e350 con 0x7fe63c103b90 2024-05-21T00:41:36.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.959+0000 7fe642200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fe63c10e650 con 0x7fe63c1029a0 2024-05-21T00:41:36.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.959+0000 7fe641800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe63c104550 0x7fe63c1a2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:36.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.959+0000 7fe640e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe63c1029a0 0x7fe63c19ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:36.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.959+0000 7fe63be00640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe63c103b90 0x7fe63c19b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:36.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.959+0000 7fe641800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe63c104550 0x7fe63c1a2310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56546/0 (socket says 172.21.15.44:56546) 2024-05-21T00:41:36.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.959+0000 7fe641800640 1 -- 172.21.15.44:0/805740667 learned_addr learned my addr 172.21.15.44:0/805740667 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:36.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.960+0000 7fe641800640 1 -- 172.21.15.44:0/805740667 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe63c1029a0 msgr2=0x7fe63c19ada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:36.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.960+0000 7fe641800640 1 --2- 172.21.15.44:0/805740667 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe63c1029a0 0x7fe63c19ada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:36.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.960+0000 7fe641800640 1 -- 172.21.15.44:0/805740667 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe63c103b90 msgr2=0x7fe63c19b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:36.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.960+0000 7fe641800640 1 --2- 172.21.15.44:0/805740667 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe63c103b90 0x7fe63c19b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:36.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.960+0000 7fe641800640 1 -- 172.21.15.44:0/805740667 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe63c1a29b0 con 0x7fe63c104550 2024-05-21T00:41:36.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.960+0000 7fe63be00640 1 --2- 172.21.15.44:0/805740667 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe63c103b90 0x7fe63c19b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:41:36.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.960+0000 7fe641800640 1 --2- 172.21.15.44:0/805740667 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe63c104550 0x7fe63c1a2310 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fe634031500 tx=0x7fe6340042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:36.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.960+0000 7fe639600640 1 -- 172.21.15.44:0/805740667 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe63403f030 con 0x7fe63c104550 2024-05-21T00:41:36.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.961+0000 7fe639600640 1 -- 172.21.15.44:0/805740667 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe634003cb0 con 0x7fe63c104550 2024-05-21T00:41:36.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.961+0000 7fe642200640 1 -- 172.21.15.44:0/805740667 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe63c1a2c40 con 0x7fe63c104550 2024-05-21T00:41:36.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.961+0000 7fe639600640 1 -- 172.21.15.44:0/805740667 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe634035070 con 0x7fe63c104550 2024-05-21T00:41:36.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.961+0000 7fe642200640 1 -- 172.21.15.44:0/805740667 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe63c1a3180 con 0x7fe63c104550 2024-05-21T00:41:36.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.962+0000 7fe642200640 1 -- 172.21.15.44:0/805740667 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe63c1a3410 con 0x7fe63c104550 2024-05-21T00:41:36.967 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.964+0000 7fe639600640 1 -- 172.21.15.44:0/805740667 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7fe634042030 con 0x7fe63c104550 2024-05-21T00:41:36.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.966+0000 7fe639600640 1 --2- 172.21.15.44:0/805740667 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe6200b28f0 0x7fe6200b4db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:36.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.966+0000 7fe639600640 1 -- 172.21.15.44:0/805740667 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fe6341028a0 con 0x7fe63c104550 2024-05-21T00:41:36.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.966+0000 7fe640e00640 1 --2- 172.21.15.44:0/805740667 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe6200b28f0 0x7fe6200b4db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:36.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.967+0000 7fe640e00640 1 --2- 172.21.15.44:0/805740667 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe6200b28f0 0x7fe6200b4db0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fe63c19c270 tx=0x7fe62c009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:36.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:36.971+0000 7fe639600640 1 -- 172.21.15.44:0/805740667 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe6340c9d70 con 0x7fe63c104550 2024-05-21T00:41:37.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.178+0000 7fe642200640 1 -- 172.21.15.44:0/805740667 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe63c0763a0 con 0x7fe6200b28f0 2024-05-21T00:41:37.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.191+0000 7fe639600640 1 -- 172.21.15.44:0/805740667 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259101 (secure 0 0 0) 0x7fe63c0763a0 con 0x7fe6200b28f0 2024-05-21T00:41:37.198 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:41:37.200 INFO:teuthology.orchestra.run.smithi044.stderr:dumped all 2024-05-21T00:41:37.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.197+0000 7fe642200640 1 -- 172.21.15.44:0/805740667 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe6200b28f0 msgr2=0x7fe6200b4db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:37.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.197+0000 7fe642200640 1 --2- 172.21.15.44:0/805740667 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe6200b28f0 0x7fe6200b4db0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fe63c19c270 tx=0x7fe62c009500 comp rx=0 tx=0).stop 2024-05-21T00:41:37.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.197+0000 7fe642200640 1 -- 172.21.15.44:0/805740667 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe63c104550 msgr2=0x7fe63c1a2310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:37.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.197+0000 7fe642200640 1 --2- 172.21.15.44:0/805740667 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe63c104550 0x7fe63c1a2310 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fe634031500 tx=0x7fe6340042f0 comp rx=0 tx=0).stop 2024-05-21T00:41:37.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.198+0000 7fe642200640 1 -- 172.21.15.44:0/805740667 shutdown_connections 2024-05-21T00:41:37.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.198+0000 7fe642200640 1 --2- 172.21.15.44:0/805740667 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe6200b28f0 0x7fe6200b4db0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:37.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.198+0000 7fe642200640 1 --2- 172.21.15.44:0/805740667 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe63c104550 0x7fe63c1a2310 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:37.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.198+0000 7fe642200640 1 --2- 172.21.15.44:0/805740667 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe63c103b90 0x7fe63c19b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:37.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.198+0000 7fe642200640 1 --2- 172.21.15.44:0/805740667 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe63c1029a0 0x7fe63c19ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:37.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.198+0000 7fe642200640 1 -- 172.21.15.44:0/805740667 >> 172.21.15.44:0/805740667 conn(0x7fe63c0fdf10 msgr2=0x7fe63c074c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:37.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.198+0000 7fe642200640 1 -- 172.21.15.44:0/805740667 shutdown_connections 2024-05-21T00:41:37.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.198+0000 7fe642200640 1 -- 172.21.15.44:0/805740667 wait complete. 2024-05-21T00:41:37.222 INFO:teuthology.orchestra.run.smithi044.stdout:{"pg_ready":true,"pg_map":{"version":445,"stamp":"2024-05-21T00:41:36.342005+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":665558,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":1457,"num_read_kb":835,"num_write":313,"num_write_kb":2289,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2951862,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":753,"ondisk_log_size":753,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":372600,"kb_used_data":10968,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124569224,"statfs":{"total":1151940427776,"available":1151558885376,"internally_reserved":0,"allocated":11231232,"data_stored":7295310,"data_compressed":246114,"data_compressed_allocated":331776,"data_compressed_original":2162688,"omap_allocated":19141,"internal_metadata":370193723},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":9686,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":81,"num_read_kb":53,"num_write":15,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005208"},"pg_stats":[{"pgid":"3.3f","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252018+0000","last_change":"2024-05-21T00:37:26.427879+0000","last_active":"2024-05-21T00:39:40.252018+0000","last_peered":"2024-05-21T00:39:40.252018+0000","last_clean":"2024-05-21T00:39:40.252018+0000","last_became_active":"2024-05-21T00:37:26.427573+0000","last_became_peered":"2024-05-21T00:37:26.427573+0000","last_unstale":"2024-05-21T00:39:40.252018+0000","last_undegraded":"2024-05-21T00:39:40.252018+0000","last_fullsized":"2024-05-21T00:39:40.252018+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:57:27.497480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"82'4","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.257680+0000","last_change":"2024-05-21T00:37:26.421272+0000","last_active":"2024-05-21T00:39:40.257680+0000","last_peered":"2024-05-21T00:39:40.257680+0000","last_clean":"2024-05-21T00:39:40.257680+0000","last_became_active":"2024-05-21T00:37:26.420035+0000","last_became_peered":"2024-05-21T00:37:26.420035+0000","last_unstale":"2024-05-21T00:39:40.257680+0000","last_undegraded":"2024-05-21T00:39:40.257680+0000","last_fullsized":"2024-05-21T00:39:40.257680+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:16:09.723800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261793+0000","last_change":"2024-05-21T00:37:26.424117+0000","last_active":"2024-05-21T00:39:40.261793+0000","last_peered":"2024-05-21T00:39:40.261793+0000","last_clean":"2024-05-21T00:39:40.261793+0000","last_became_active":"2024-05-21T00:37:26.422986+0000","last_became_peered":"2024-05-21T00:37:26.422986+0000","last_unstale":"2024-05-21T00:39:40.261793+0000","last_undegraded":"2024-05-21T00:39:40.261793+0000","last_fullsized":"2024-05-21T00:39:40.261793+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:05:54.239121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"82'8","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.239424+0000","last_change":"2024-05-21T00:37:26.420077+0000","last_active":"2024-05-21T00:39:40.239424+0000","last_peered":"2024-05-21T00:39:40.239424+0000","last_clean":"2024-05-21T00:39:40.239424+0000","last_became_active":"2024-05-21T00:37:26.419742+0000","last_became_peered":"2024-05-21T00:37:26.419742+0000","last_unstale":"2024-05-21T00:39:40.239424+0000","last_undegraded":"2024-05-21T00:39:40.239424+0000","last_fullsized":"2024-05-21T00:39:40.239424+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:42:46.759050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"82'4","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.264591+0000","last_change":"2024-05-21T00:37:26.437010+0000","last_active":"2024-05-21T00:39:40.264591+0000","last_peered":"2024-05-21T00:39:40.264591+0000","last_clean":"2024-05-21T00:39:40.264591+0000","last_became_active":"2024-05-21T00:37:26.436628+0000","last_became_peered":"2024-05-21T00:37:26.436628+0000","last_unstale":"2024-05-21T00:39:40.264591+0000","last_undegraded":"2024-05-21T00:39:40.264591+0000","last_fullsized":"2024-05-21T00:39:40.264591+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:27:05.252106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.247179+0000","last_change":"2024-05-21T00:37:26.424453+0000","last_active":"2024-05-21T00:39:40.247179+0000","last_peered":"2024-05-21T00:39:40.247179+0000","last_clean":"2024-05-21T00:39:40.247179+0000","last_became_active":"2024-05-21T00:37:26.424098+0000","last_became_peered":"2024-05-21T00:37:26.424098+0000","last_unstale":"2024-05-21T00:39:40.247179+0000","last_undegraded":"2024-05-21T00:39:40.247179+0000","last_fullsized":"2024-05-21T00:39:40.247179+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:38:05.711162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"82'5","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.248741+0000","last_change":"2024-05-21T00:38:11.355349+0000","last_active":"2024-05-21T00:39:40.248741+0000","last_peered":"2024-05-21T00:39:40.248741+0000","last_clean":"2024-05-21T00:39:40.248741+0000","last_became_active":"2024-05-21T00:38:11.354966+0000","last_became_peered":"2024-05-21T00:38:11.354966+0000","last_unstale":"2024-05-21T00:39:40.248741+0000","last_undegraded":"2024-05-21T00:39:40.248741+0000","last_fullsized":"2024-05-21T00:39:40.248741+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:06:47.894167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,8],"acting":[7,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262851+0000","last_change":"2024-05-21T00:37:26.434586+0000","last_active":"2024-05-21T00:39:40.262851+0000","last_peered":"2024-05-21T00:39:40.262851+0000","last_clean":"2024-05-21T00:39:40.262851+0000","last_became_active":"2024-05-21T00:37:26.434135+0000","last_became_peered":"2024-05-21T00:37:26.434135+0000","last_unstale":"2024-05-21T00:39:40.262851+0000","last_undegraded":"2024-05-21T00:39:40.262851+0000","last_fullsized":"2024-05-21T00:39:40.262851+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:36:07.384616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"82'11","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.251494+0000","last_change":"2024-05-21T00:37:26.422156+0000","last_active":"2024-05-21T00:39:40.251494+0000","last_peered":"2024-05-21T00:39:40.251494+0000","last_clean":"2024-05-21T00:39:40.251494+0000","last_became_active":"2024-05-21T00:37:26.421786+0000","last_became_peered":"2024-05-21T00:37:26.421786+0000","last_unstale":"2024-05-21T00:39:40.251494+0000","last_undegraded":"2024-05-21T00:39:40.251494+0000","last_fullsized":"2024-05-21T00:39:40.251494+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:09:46.739541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"82'16","reported_seq":41,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.241248+0000","last_change":"2024-05-21T00:37:26.420314+0000","last_active":"2024-05-21T00:39:40.241248+0000","last_peered":"2024-05-21T00:39:40.241248+0000","last_clean":"2024-05-21T00:39:40.241248+0000","last_became_active":"2024-05-21T00:37:26.419975+0000","last_became_peered":"2024-05-21T00:37:26.419975+0000","last_unstale":"2024-05-21T00:39:40.241248+0000","last_undegraded":"2024-05-21T00:39:40.241248+0000","last_fullsized":"2024-05-21T00:39:40.241248+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:17:16.447135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252558+0000","last_change":"2024-05-21T00:37:26.415187+0000","last_active":"2024-05-21T00:39:40.252558+0000","last_peered":"2024-05-21T00:39:40.252558+0000","last_clean":"2024-05-21T00:39:40.252558+0000","last_became_active":"2024-05-21T00:37:26.414638+0000","last_became_peered":"2024-05-21T00:37:26.414638+0000","last_unstale":"2024-05-21T00:39:40.252558+0000","last_undegraded":"2024-05-21T00:39:40.252558+0000","last_fullsized":"2024-05-21T00:39:40.252558+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:53:16.873608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.242879+0000","last_change":"2024-05-21T00:37:26.423652+0000","last_active":"2024-05-21T00:39:40.242879+0000","last_peered":"2024-05-21T00:39:40.242879+0000","last_clean":"2024-05-21T00:39:40.242879+0000","last_became_active":"2024-05-21T00:37:26.423247+0000","last_became_peered":"2024-05-21T00:37:26.423247+0000","last_unstale":"2024-05-21T00:39:40.242879+0000","last_undegraded":"2024-05-21T00:39:40.242879+0000","last_fullsized":"2024-05-21T00:39:40.242879+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:59:05.986098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"82'10","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267411+0000","last_change":"2024-05-21T00:37:26.418991+0000","last_active":"2024-05-21T00:39:40.267411+0000","last_peered":"2024-05-21T00:39:40.267411+0000","last_clean":"2024-05-21T00:39:40.267411+0000","last_became_active":"2024-05-21T00:37:26.418574+0000","last_became_peered":"2024-05-21T00:37:26.418574+0000","last_unstale":"2024-05-21T00:39:40.267411+0000","last_undegraded":"2024-05-21T00:39:40.267411+0000","last_fullsized":"2024-05-21T00:39:40.267411+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:27:47.863261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.260464+0000","last_change":"2024-05-21T00:37:26.418725+0000","last_active":"2024-05-21T00:39:40.260464+0000","last_peered":"2024-05-21T00:39:40.260464+0000","last_clean":"2024-05-21T00:39:40.260464+0000","last_became_active":"2024-05-21T00:37:26.417640+0000","last_became_peered":"2024-05-21T00:37:26.417640+0000","last_unstale":"2024-05-21T00:39:40.260464+0000","last_undegraded":"2024-05-21T00:39:40.260464+0000","last_fullsized":"2024-05-21T00:39:40.260464+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:50:23.058203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262685+0000","last_change":"2024-05-21T00:37:26.430147+0000","last_active":"2024-05-21T00:39:40.262685+0000","last_peered":"2024-05-21T00:39:40.262685+0000","last_clean":"2024-05-21T00:39:40.262685+0000","last_became_active":"2024-05-21T00:37:26.429599+0000","last_became_peered":"2024-05-21T00:37:26.429599+0000","last_unstale":"2024-05-21T00:39:40.262685+0000","last_undegraded":"2024-05-21T00:39:40.262685+0000","last_fullsized":"2024-05-21T00:39:40.262685+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:10:12.429375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261173+0000","last_change":"2024-05-21T00:37:26.435334+0000","last_active":"2024-05-21T00:39:40.261173+0000","last_peered":"2024-05-21T00:39:40.261173+0000","last_clean":"2024-05-21T00:39:40.261173+0000","last_became_active":"2024-05-21T00:37:26.434991+0000","last_became_peered":"2024-05-21T00:37:26.434991+0000","last_unstale":"2024-05-21T00:39:40.261173+0000","last_undegraded":"2024-05-21T00:39:40.261173+0000","last_fullsized":"2024-05-21T00:39:40.261173+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:37:25.875616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.257725+0000","last_change":"2024-05-21T00:37:26.427871+0000","last_active":"2024-05-21T00:39:40.257725+0000","last_peered":"2024-05-21T00:39:40.257725+0000","last_clean":"2024-05-21T00:39:40.257725+0000","last_became_active":"2024-05-21T00:37:26.427532+0000","last_became_peered":"2024-05-21T00:37:26.427532+0000","last_unstale":"2024-05-21T00:39:40.257725+0000","last_undegraded":"2024-05-21T00:39:40.257725+0000","last_fullsized":"2024-05-21T00:39:40.257725+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:26:31.168527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"82'10","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.253035+0000","last_change":"2024-05-21T00:37:26.427783+0000","last_active":"2024-05-21T00:39:40.253035+0000","last_peered":"2024-05-21T00:39:40.253035+0000","last_clean":"2024-05-21T00:39:40.253035+0000","last_became_active":"2024-05-21T00:37:26.427364+0000","last_became_peered":"2024-05-21T00:37:26.427364+0000","last_unstale":"2024-05-21T00:39:40.253035+0000","last_undegraded":"2024-05-21T00:39:40.253035+0000","last_fullsized":"2024-05-21T00:39:40.253035+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:53:08.031403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261414+0000","last_change":"2024-05-21T00:37:26.425632+0000","last_active":"2024-05-21T00:39:40.261414+0000","last_peered":"2024-05-21T00:39:40.261414+0000","last_clean":"2024-05-21T00:39:40.261414+0000","last_became_active":"2024-05-21T00:37:26.425298+0000","last_became_peered":"2024-05-21T00:37:26.425298+0000","last_unstale":"2024-05-21T00:39:40.261414+0000","last_undegraded":"2024-05-21T00:39:40.261414+0000","last_fullsized":"2024-05-21T00:39:40.261414+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:08:58.187696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"78'9","reported_seq":42,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:28.376523+0000","last_change":"2024-05-21T00:37:22.392035+0000","last_active":"2024-05-21T00:39:28.376523+0000","last_peered":"2024-05-21T00:39:28.376523+0000","last_clean":"2024-05-21T00:39:28.376523+0000","last_became_active":"2024-05-21T00:37:22.390654+0000","last_became_peered":"2024-05-21T00:37:22.390654+0000","last_unstale":"2024-05-21T00:39:28.376523+0000","last_undegraded":"2024-05-21T00:39:28.376523+0000","last_fullsized":"2024-05-21T00:39:28.376523+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:56:32.967821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"82'5","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.254268+0000","last_change":"2024-05-21T00:37:26.434754+0000","last_active":"2024-05-21T00:39:40.254268+0000","last_peered":"2024-05-21T00:39:40.254268+0000","last_clean":"2024-05-21T00:39:40.254268+0000","last_became_active":"2024-05-21T00:37:26.430623+0000","last_became_peered":"2024-05-21T00:37:26.430623+0000","last_unstale":"2024-05-21T00:39:40.254268+0000","last_undegraded":"2024-05-21T00:39:40.254268+0000","last_fullsized":"2024-05-21T00:39:40.254268+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:27:40.304167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"78'2","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:22.994727+0000","last_change":"2024-05-21T00:37:22.953646+0000","last_active":"2024-05-21T00:39:22.994727+0000","last_peered":"2024-05-21T00:39:22.994727+0000","last_clean":"2024-05-21T00:39:22.994727+0000","last_became_active":"2024-05-21T00:37:22.952491+0000","last_became_peered":"2024-05-21T00:37:22.952491+0000","last_unstale":"2024-05-21T00:39:22.994727+0000","last_undegraded":"2024-05-21T00:39:22.994727+0000","last_fullsized":"2024-05-21T00:39:22.994727+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:11:39.314478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.263614+0000","last_change":"2024-05-21T00:37:26.428446+0000","last_active":"2024-05-21T00:39:40.263614+0000","last_peered":"2024-05-21T00:39:40.263614+0000","last_clean":"2024-05-21T00:39:40.263614+0000","last_became_active":"2024-05-21T00:37:26.427853+0000","last_became_peered":"2024-05-21T00:37:26.427853+0000","last_unstale":"2024-05-21T00:39:40.263614+0000","last_undegraded":"2024-05-21T00:39:40.263614+0000","last_fullsized":"2024-05-21T00:39:40.263614+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:17:21.904244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"78'4","reported_seq":47,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824975+0000","last_change":"2024-05-21T00:38:11.361142+0000","last_active":"2024-05-21T00:39:11.824975+0000","last_peered":"2024-05-21T00:39:11.824975+0000","last_clean":"2024-05-21T00:39:11.824975+0000","last_became_active":"2024-05-21T00:38:11.347994+0000","last_became_peered":"2024-05-21T00:38:11.347994+0000","last_unstale":"2024-05-21T00:39:11.824975+0000","last_undegraded":"2024-05-21T00:39:11.824975+0000","last_fullsized":"2024-05-21T00:39:11.824975+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:28:28.018651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.265698+0000","last_change":"2024-05-21T00:37:26.418621+0000","last_active":"2024-05-21T00:39:40.265698+0000","last_peered":"2024-05-21T00:39:40.265698+0000","last_clean":"2024-05-21T00:39:40.265698+0000","last_became_active":"2024-05-21T00:37:26.418244+0000","last_became_peered":"2024-05-21T00:37:26.418244+0000","last_unstale":"2024-05-21T00:39:40.265698+0000","last_undegraded":"2024-05-21T00:39:40.265698+0000","last_fullsized":"2024-05-21T00:39:40.265698+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:27:03.711204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"78'2","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824784+0000","last_change":"2024-05-21T00:37:22.382054+0000","last_active":"2024-05-21T00:39:11.824784+0000","last_peered":"2024-05-21T00:39:11.824784+0000","last_clean":"2024-05-21T00:39:11.824784+0000","last_became_active":"2024-05-21T00:37:22.381688+0000","last_became_peered":"2024-05-21T00:37:22.381688+0000","last_unstale":"2024-05-21T00:39:11.824784+0000","last_undegraded":"2024-05-21T00:39:11.824784+0000","last_fullsized":"2024-05-21T00:39:11.824784+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:25:10.880958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"82'15","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252614+0000","last_change":"2024-05-21T00:37:26.422382+0000","last_active":"2024-05-21T00:39:40.252614+0000","last_peered":"2024-05-21T00:39:40.252614+0000","last_clean":"2024-05-21T00:39:40.252614+0000","last_became_active":"2024-05-21T00:37:26.422039+0000","last_became_peered":"2024-05-21T00:37:26.422039+0000","last_unstale":"2024-05-21T00:39:40.252614+0000","last_undegraded":"2024-05-21T00:39:40.252614+0000","last_fullsized":"2024-05-21T00:39:40.252614+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:55:29.868930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"82'9","reported_seq":268,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:30.966525+0000","last_change":"2024-05-21T00:37:22.382385+0000","last_active":"2024-05-21T00:41:30.966525+0000","last_peered":"2024-05-21T00:41:30.966525+0000","last_clean":"2024-05-21T00:41:30.966525+0000","last_became_active":"2024-05-21T00:37:22.380908+0000","last_became_peered":"2024-05-21T00:37:22.380908+0000","last_unstale":"2024-05-21T00:41:30.966525+0000","last_undegraded":"2024-05-21T00:41:30.966525+0000","last_fullsized":"2024-05-21T00:41:30.966525+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:07:11.404082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1855,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":228,"num_read_kb":6,"num_write":6,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.246141+0000","last_change":"2024-05-21T00:37:26.420818+0000","last_active":"2024-05-21T00:39:40.246141+0000","last_peered":"2024-05-21T00:39:40.246141+0000","last_clean":"2024-05-21T00:39:40.246141+0000","last_became_active":"2024-05-21T00:37:26.420299+0000","last_became_peered":"2024-05-21T00:37:26.420299+0000","last_unstale":"2024-05-21T00:39:40.246141+0000","last_undegraded":"2024-05-21T00:39:40.246141+0000","last_fullsized":"2024-05-21T00:39:40.246141+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:20:12.973792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"78'3","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.729757+0000","last_change":"2024-05-21T00:37:22.383491+0000","last_active":"2024-05-21T00:39:11.729757+0000","last_peered":"2024-05-21T00:39:11.729757+0000","last_clean":"2024-05-21T00:39:11.729757+0000","last_became_active":"2024-05-21T00:37:22.382965+0000","last_became_peered":"2024-05-21T00:37:22.382965+0000","last_unstale":"2024-05-21T00:39:11.729757+0000","last_undegraded":"2024-05-21T00:39:11.729757+0000","last_fullsized":"2024-05-21T00:39:11.729757+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:38:56.992721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"82'8","reported_seq":39,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.257708+0000","last_change":"2024-05-21T00:38:11.351708+0000","last_active":"2024-05-21T00:39:40.257708+0000","last_peered":"2024-05-21T00:39:40.257708+0000","last_clean":"2024-05-21T00:39:40.257708+0000","last_became_active":"2024-05-21T00:38:11.351431+0000","last_became_peered":"2024-05-21T00:38:11.351431+0000","last_unstale":"2024-05-21T00:39:40.257708+0000","last_undegraded":"2024-05-21T00:39:40.257708+0000","last_fullsized":"2024-05-21T00:39:40.257708+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:37:15.606215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"78'2","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.762220+0000","last_change":"2024-05-21T00:37:22.393868+0000","last_active":"2024-05-21T00:39:11.762220+0000","last_peered":"2024-05-21T00:39:11.762220+0000","last_clean":"2024-05-21T00:39:11.762220+0000","last_became_active":"2024-05-21T00:37:22.392006+0000","last_became_peered":"2024-05-21T00:37:22.392006+0000","last_unstale":"2024-05-21T00:39:11.762220+0000","last_undegraded":"2024-05-21T00:39:11.762220+0000","last_fullsized":"2024-05-21T00:39:11.762220+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:06:20.765944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"82'8","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261832+0000","last_change":"2024-05-21T00:38:11.644903+0000","last_active":"2024-05-21T00:39:40.261832+0000","last_peered":"2024-05-21T00:39:40.261832+0000","last_clean":"2024-05-21T00:39:40.261832+0000","last_became_active":"2024-05-21T00:38:11.643620+0000","last_became_peered":"2024-05-21T00:38:11.643620+0000","last_unstale":"2024-05-21T00:39:40.261832+0000","last_undegraded":"2024-05-21T00:39:40.261832+0000","last_fullsized":"2024-05-21T00:39:40.261832+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:06:12.218251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,6],"acting":[9,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"78'1","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.732019+0000","last_change":"2024-05-21T00:37:22.382399+0000","last_active":"2024-05-21T00:39:11.732019+0000","last_peered":"2024-05-21T00:39:11.732019+0000","last_clean":"2024-05-21T00:39:11.732019+0000","last_became_active":"2024-05-21T00:37:22.380928+0000","last_became_peered":"2024-05-21T00:37:22.380928+0000","last_unstale":"2024-05-21T00:39:11.732019+0000","last_undegraded":"2024-05-21T00:39:11.732019+0000","last_fullsized":"2024-05-21T00:39:11.732019+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:14:16.927598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"82'11","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.254644+0000","last_change":"2024-05-21T00:37:26.440324+0000","last_active":"2024-05-21T00:39:40.254644+0000","last_peered":"2024-05-21T00:39:40.254644+0000","last_clean":"2024-05-21T00:39:40.254644+0000","last_became_active":"2024-05-21T00:37:26.439898+0000","last_became_peered":"2024-05-21T00:37:26.439898+0000","last_unstale":"2024-05-21T00:39:40.254644+0000","last_undegraded":"2024-05-21T00:39:40.254644+0000","last_fullsized":"2024-05-21T00:39:40.254644+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:37:05.253214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"82'5","reported_seq":261,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:33.971281+0000","last_change":"2024-05-21T00:37:22.392088+0000","last_active":"2024-05-21T00:41:33.971281+0000","last_peered":"2024-05-21T00:41:33.971281+0000","last_clean":"2024-05-21T00:41:33.971281+0000","last_became_active":"2024-05-21T00:37:22.391693+0000","last_became_peered":"2024-05-21T00:37:22.391693+0000","last_unstale":"2024-05-21T00:41:33.971281+0000","last_undegraded":"2024-05-21T00:41:33.971281+0000","last_fullsized":"2024-05-21T00:41:33.971281+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:59:06.379254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":225,"num_read_kb":225,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"82'10","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.249214+0000","last_change":"2024-05-21T00:37:26.421633+0000","last_active":"2024-05-21T00:39:40.249214+0000","last_peered":"2024-05-21T00:39:40.249214+0000","last_clean":"2024-05-21T00:39:40.249214+0000","last_became_active":"2024-05-21T00:37:26.421278+0000","last_became_peered":"2024-05-21T00:37:26.421278+0000","last_unstale":"2024-05-21T00:39:40.249214+0000","last_undegraded":"2024-05-21T00:39:40.249214+0000","last_fullsized":"2024-05-21T00:39:40.249214+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:35:03.618852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"78'2","reported_seq":43,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.527145+0000","last_change":"2024-05-21T00:38:11.357389+0000","last_active":"2024-05-21T00:39:11.527145+0000","last_peered":"2024-05-21T00:39:11.527145+0000","last_clean":"2024-05-21T00:39:11.527145+0000","last_became_active":"2024-05-21T00:38:11.347249+0000","last_became_peered":"2024-05-21T00:38:11.347249+0000","last_unstale":"2024-05-21T00:39:11.527145+0000","last_undegraded":"2024-05-21T00:39:11.527145+0000","last_fullsized":"2024-05-21T00:39:11.527145+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:34:48.493234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"82'9","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.263720+0000","last_change":"2024-05-21T00:38:11.349083+0000","last_active":"2024-05-21T00:39:40.263720+0000","last_peered":"2024-05-21T00:39:40.263720+0000","last_clean":"2024-05-21T00:39:40.263720+0000","last_became_active":"2024-05-21T00:38:11.348549+0000","last_became_peered":"2024-05-21T00:38:11.348549+0000","last_unstale":"2024-05-21T00:39:40.263720+0000","last_undegraded":"2024-05-21T00:39:40.263720+0000","last_fullsized":"2024-05-21T00:39:40.263720+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:59:18.237158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"78'4","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.732440+0000","last_change":"2024-05-21T00:37:22.956929+0000","last_active":"2024-05-21T00:39:11.732440+0000","last_peered":"2024-05-21T00:39:11.732440+0000","last_clean":"2024-05-21T00:39:11.732440+0000","last_became_active":"2024-05-21T00:37:22.956561+0000","last_became_peered":"2024-05-21T00:37:22.956561+0000","last_unstale":"2024-05-21T00:39:11.732440+0000","last_undegraded":"2024-05-21T00:39:11.732440+0000","last_fullsized":"2024-05-21T00:39:11.732440+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:07.623279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"82'11","reported_seq":42,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.265652+0000","last_change":"2024-05-21T00:38:11.644592+0000","last_active":"2024-05-21T00:39:40.265652+0000","last_peered":"2024-05-21T00:39:40.265652+0000","last_clean":"2024-05-21T00:39:40.265652+0000","last_became_active":"2024-05-21T00:38:11.644239+0000","last_became_peered":"2024-05-21T00:38:11.644239+0000","last_unstale":"2024-05-21T00:39:40.265652+0000","last_undegraded":"2024-05-21T00:39:40.265652+0000","last_fullsized":"2024-05-21T00:39:40.265652+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:51:22.983763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'35","reported_seq":529,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:34.973062+0000","last_change":"2024-05-21T00:37:22.380538+0000","last_active":"2024-05-21T00:41:34.973062+0000","last_peered":"2024-05-21T00:41:34.973062+0000","last_clean":"2024-05-21T00:41:34.973062+0000","last_became_active":"2024-05-21T00:37:22.380144+0000","last_became_peered":"2024-05-21T00:37:22.380144+0000","last_unstale":"2024-05-21T00:41:34.973062+0000","last_undegraded":"2024-05-21T00:41:34.973062+0000","last_fullsized":"2024-05-21T00:41:34.973062+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:46:09.966830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69190,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":463,"num_read_kb":299,"num_write":36,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.232993+0000","last_change":"2024-05-21T00:37:26.416679+0000","last_active":"2024-05-21T00:39:40.232993+0000","last_peered":"2024-05-21T00:39:40.232993+0000","last_clean":"2024-05-21T00:39:40.232993+0000","last_became_active":"2024-05-21T00:37:26.416106+0000","last_became_peered":"2024-05-21T00:37:26.416106+0000","last_unstale":"2024-05-21T00:39:40.232993+0000","last_undegraded":"2024-05-21T00:39:40.232993+0000","last_fullsized":"2024-05-21T00:39:40.232993+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:01:37.352242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"78'6","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.607691+0000","last_change":"2024-05-21T00:37:22.387287+0000","last_active":"2024-05-21T00:39:11.607691+0000","last_peered":"2024-05-21T00:39:11.607691+0000","last_clean":"2024-05-21T00:39:11.607691+0000","last_became_active":"2024-05-21T00:37:22.386952+0000","last_became_peered":"2024-05-21T00:37:22.386952+0000","last_unstale":"2024-05-21T00:39:11.607691+0000","last_undegraded":"2024-05-21T00:39:11.607691+0000","last_fullsized":"2024-05-21T00:39:11.607691+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:28:01.020680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267451+0000","last_change":"2024-05-21T00:37:26.419351+0000","last_active":"2024-05-21T00:39:40.267451+0000","last_peered":"2024-05-21T00:39:40.267451+0000","last_clean":"2024-05-21T00:39:40.267451+0000","last_became_active":"2024-05-21T00:37:26.418733+0000","last_became_peered":"2024-05-21T00:37:26.418733+0000","last_unstale":"2024-05-21T00:39:40.267451+0000","last_undegraded":"2024-05-21T00:39:40.267451+0000","last_fullsized":"2024-05-21T00:39:40.267451+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:09:29.893036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"78'3","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.732361+0000","last_change":"2024-05-21T00:37:22.382339+0000","last_active":"2024-05-21T00:39:11.732361+0000","last_peered":"2024-05-21T00:39:11.732361+0000","last_clean":"2024-05-21T00:39:11.732361+0000","last_became_active":"2024-05-21T00:37:22.380365+0000","last_became_peered":"2024-05-21T00:37:22.380365+0000","last_unstale":"2024-05-21T00:39:11.732361+0000","last_undegraded":"2024-05-21T00:39:11.732361+0000","last_fullsized":"2024-05-21T00:39:11.732361+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:17:33.356246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"82'15","reported_seq":46,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267326+0000","last_change":"2024-05-21T00:39:11.763891+0000","last_active":"2024-05-21T00:39:40.267326+0000","last_peered":"2024-05-21T00:39:40.267326+0000","last_clean":"2024-05-21T00:39:40.267326+0000","last_became_active":"2024-05-21T00:39:11.763525+0000","last_became_peered":"2024-05-21T00:39:11.763525+0000","last_unstale":"2024-05-21T00:39:40.267326+0000","last_undegraded":"2024-05-21T00:39:40.267326+0000","last_fullsized":"2024-05-21T00:39:40.267326+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:49:14.136461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"82'6","reported_seq":266,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:33.091505+0000","last_change":"2024-05-21T00:37:22.380435+0000","last_active":"2024-05-21T00:41:33.091505+0000","last_peered":"2024-05-21T00:41:33.091505+0000","last_clean":"2024-05-21T00:41:33.091505+0000","last_became_active":"2024-05-21T00:37:22.379943+0000","last_became_peered":"2024-05-21T00:37:22.379943+0000","last_unstale":"2024-05-21T00:41:33.091505+0000","last_undegraded":"2024-05-21T00:41:33.091505+0000","last_fullsized":"2024-05-21T00:41:33.091505+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:57:43.120772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1511,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":230,"num_read_kb":6,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.249267+0000","last_change":"2024-05-21T00:37:26.418584+0000","last_active":"2024-05-21T00:39:40.249267+0000","last_peered":"2024-05-21T00:39:40.249267+0000","last_clean":"2024-05-21T00:39:40.249267+0000","last_became_active":"2024-05-21T00:37:26.418239+0000","last_became_peered":"2024-05-21T00:37:26.418239+0000","last_unstale":"2024-05-21T00:39:40.249267+0000","last_undegraded":"2024-05-21T00:39:40.249267+0000","last_fullsized":"2024-05-21T00:39:40.249267+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:44:27.000528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"78'15","reported_seq":47,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824475+0000","last_change":"2024-05-21T00:37:22.952053+0000","last_active":"2024-05-21T00:39:11.824475+0000","last_peered":"2024-05-21T00:39:11.824475+0000","last_clean":"2024-05-21T00:39:11.824475+0000","last_became_active":"2024-05-21T00:37:22.951649+0000","last_became_peered":"2024-05-21T00:37:22.951649+0000","last_unstale":"2024-05-21T00:39:11.824475+0000","last_undegraded":"2024-05-21T00:39:11.824475+0000","last_fullsized":"2024-05-21T00:39:11.824475+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:21:43.406488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252317+0000","last_change":"2024-05-21T00:37:26.423294+0000","last_active":"2024-05-21T00:39:40.252317+0000","last_peered":"2024-05-21T00:39:40.252317+0000","last_clean":"2024-05-21T00:39:40.252317+0000","last_became_active":"2024-05-21T00:37:26.422958+0000","last_became_peered":"2024-05-21T00:37:26.422958+0000","last_unstale":"2024-05-21T00:39:40.252317+0000","last_undegraded":"2024-05-21T00:39:40.252317+0000","last_fullsized":"2024-05-21T00:39:40.252317+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:36:16.071919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"82'3","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:40:26.569036+0000","last_change":"2024-05-21T00:38:11.355611+0000","last_active":"2024-05-21T00:40:26.569036+0000","last_peered":"2024-05-21T00:40:26.569036+0000","last_clean":"2024-05-21T00:40:26.569036+0000","last_became_active":"2024-05-21T00:38:11.345854+0000","last_became_peered":"2024-05-21T00:38:11.345854+0000","last_unstale":"2024-05-21T00:40:26.569036+0000","last_undegraded":"2024-05-21T00:40:26.569036+0000","last_fullsized":"2024-05-21T00:40:26.569036+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:42:49.958758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"82'5","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.239857+0000","last_change":"2024-05-21T00:37:26.418846+0000","last_active":"2024-05-21T00:39:40.239857+0000","last_peered":"2024-05-21T00:39:40.239857+0000","last_clean":"2024-05-21T00:39:40.239857+0000","last_became_active":"2024-05-21T00:37:26.418414+0000","last_became_peered":"2024-05-21T00:37:26.418414+0000","last_unstale":"2024-05-21T00:39:40.239857+0000","last_undegraded":"2024-05-21T00:39:40.239857+0000","last_fullsized":"2024-05-21T00:39:40.239857+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:50:10.954057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:28.376472+0000","last_change":"2024-05-21T00:37:22.954772+0000","last_active":"2024-05-21T00:39:28.376472+0000","last_peered":"2024-05-21T00:39:28.376472+0000","last_clean":"2024-05-21T00:39:28.376472+0000","last_became_active":"2024-05-21T00:37:22.953627+0000","last_became_peered":"2024-05-21T00:37:22.953627+0000","last_unstale":"2024-05-21T00:39:28.376472+0000","last_undegraded":"2024-05-21T00:39:28.376472+0000","last_fullsized":"2024-05-21T00:39:28.376472+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:14:44.650523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'5","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.264037+0000","last_change":"2024-05-21T00:37:26.425757+0000","last_active":"2024-05-21T00:39:40.264037+0000","last_peered":"2024-05-21T00:39:40.264037+0000","last_clean":"2024-05-21T00:39:40.264037+0000","last_became_active":"2024-05-21T00:37:26.425386+0000","last_became_peered":"2024-05-21T00:37:26.425386+0000","last_unstale":"2024-05-21T00:39:40.264037+0000","last_undegraded":"2024-05-21T00:39:40.264037+0000","last_fullsized":"2024-05-21T00:39:40.264037+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:00:29.246729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"78'1","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:29.078551+0000","last_change":"2024-05-21T00:37:22.384298+0000","last_active":"2024-05-21T00:39:29.078551+0000","last_peered":"2024-05-21T00:39:29.078551+0000","last_clean":"2024-05-21T00:39:29.078551+0000","last_became_active":"2024-05-21T00:37:22.383349+0000","last_became_peered":"2024-05-21T00:37:22.383349+0000","last_unstale":"2024-05-21T00:39:29.078551+0000","last_undegraded":"2024-05-21T00:39:29.078551+0000","last_fullsized":"2024-05-21T00:39:29.078551+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:43:16.082465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"82'7","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.258859+0000","last_change":"2024-05-21T00:37:26.431349+0000","last_active":"2024-05-21T00:39:40.258859+0000","last_peered":"2024-05-21T00:39:40.258859+0000","last_clean":"2024-05-21T00:39:40.258859+0000","last_became_active":"2024-05-21T00:37:26.430974+0000","last_became_peered":"2024-05-21T00:37:26.430974+0000","last_unstale":"2024-05-21T00:39:40.258859+0000","last_undegraded":"2024-05-21T00:39:40.258859+0000","last_fullsized":"2024-05-21T00:39:40.258859+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:05:37.263961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"82'8","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.238560+0000","last_change":"2024-05-21T00:37:26.423596+0000","last_active":"2024-05-21T00:39:40.238560+0000","last_peered":"2024-05-21T00:39:40.238560+0000","last_clean":"2024-05-21T00:39:40.238560+0000","last_became_active":"2024-05-21T00:37:26.423213+0000","last_became_peered":"2024-05-21T00:37:26.423213+0000","last_unstale":"2024-05-21T00:39:40.238560+0000","last_undegraded":"2024-05-21T00:39:40.238560+0000","last_fullsized":"2024-05-21T00:39:40.238560+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:01:37.383917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"82'6","reported_seq":261,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:33.090659+0000","last_change":"2024-05-21T00:37:22.954874+0000","last_active":"2024-05-21T00:41:33.090659+0000","last_peered":"2024-05-21T00:41:33.090659+0000","last_clean":"2024-05-21T00:41:33.090659+0000","last_became_active":"2024-05-21T00:37:22.953725+0000","last_became_peered":"2024-05-21T00:37:22.953725+0000","last_unstale":"2024-05-21T00:41:33.090659+0000","last_undegraded":"2024-05-21T00:41:33.090659+0000","last_fullsized":"2024-05-21T00:41:33.090659+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:39:06.020522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":223,"num_read_kb":223,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.258647+0000","last_change":"2024-05-21T00:37:26.430059+0000","last_active":"2024-05-21T00:39:40.258647+0000","last_peered":"2024-05-21T00:39:40.258647+0000","last_clean":"2024-05-21T00:39:40.258647+0000","last_became_active":"2024-05-21T00:37:26.429679+0000","last_became_peered":"2024-05-21T00:37:26.429679+0000","last_unstale":"2024-05-21T00:39:40.258647+0000","last_undegraded":"2024-05-21T00:39:40.258647+0000","last_fullsized":"2024-05-21T00:39:40.258647+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:39:46.411010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"78'3","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:29.201838+0000","last_change":"2024-05-21T00:37:22.392280+0000","last_active":"2024-05-21T00:39:29.201838+0000","last_peered":"2024-05-21T00:39:29.201838+0000","last_clean":"2024-05-21T00:39:29.201838+0000","last_became_active":"2024-05-21T00:37:22.391763+0000","last_became_peered":"2024-05-21T00:37:22.391763+0000","last_unstale":"2024-05-21T00:39:29.201838+0000","last_undegraded":"2024-05-21T00:39:29.201838+0000","last_fullsized":"2024-05-21T00:39:29.201838+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:23:00.989554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":106,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.526828+0000","last_change":"2024-05-21T00:35:47.556218+0000","last_active":"2024-05-21T00:39:11.526828+0000","last_peered":"2024-05-21T00:39:11.526828+0000","last_clean":"2024-05-21T00:39:11.526828+0000","last_became_active":"2024-05-21T00:35:47.551154+0000","last_became_peered":"2024-05-21T00:35:47.551154+0000","last_unstale":"2024-05-21T00:39:11.526828+0000","last_undegraded":"2024-05-21T00:39:11.526828+0000","last_fullsized":"2024-05-21T00:39:11.526828+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:31:54.569048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:31:54.569048+0000","last_clean_scrub_stamp":"2024-05-21T00:31:54.569048+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:33:13.320323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"82'5","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.256109+0000","last_change":"2024-05-21T00:37:26.432972+0000","last_active":"2024-05-21T00:39:40.256109+0000","last_peered":"2024-05-21T00:39:40.256109+0000","last_clean":"2024-05-21T00:39:40.256109+0000","last_became_active":"2024-05-21T00:37:26.432457+0000","last_became_peered":"2024-05-21T00:37:26.432457+0000","last_unstale":"2024-05-21T00:39:40.256109+0000","last_undegraded":"2024-05-21T00:39:40.256109+0000","last_fullsized":"2024-05-21T00:39:40.256109+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:24:20.012796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"78'3","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.521966+0000","last_change":"2024-05-21T00:38:11.358908+0000","last_active":"2024-05-21T00:39:11.521966+0000","last_peered":"2024-05-21T00:39:11.521966+0000","last_clean":"2024-05-21T00:39:11.521966+0000","last_became_active":"2024-05-21T00:38:11.347777+0000","last_became_peered":"2024-05-21T00:38:11.347777+0000","last_unstale":"2024-05-21T00:39:11.521966+0000","last_undegraded":"2024-05-21T00:39:11.521966+0000","last_fullsized":"2024-05-21T00:39:11.521966+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:48:18.666853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"78'1","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:28.839900+0000","last_change":"2024-05-21T00:37:22.956440+0000","last_active":"2024-05-21T00:39:28.839900+0000","last_peered":"2024-05-21T00:39:28.839900+0000","last_clean":"2024-05-21T00:39:28.839900+0000","last_became_active":"2024-05-21T00:37:22.956150+0000","last_became_peered":"2024-05-21T00:37:22.956150+0000","last_unstale":"2024-05-21T00:39:28.839900+0000","last_undegraded":"2024-05-21T00:39:28.839900+0000","last_fullsized":"2024-05-21T00:39:28.839900+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:07:57.939279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.263343+0000","last_change":"2024-05-21T00:37:26.433491+0000","last_active":"2024-05-21T00:39:40.263343+0000","last_peered":"2024-05-21T00:39:40.263343+0000","last_clean":"2024-05-21T00:39:40.263343+0000","last_became_active":"2024-05-21T00:37:26.433144+0000","last_became_peered":"2024-05-21T00:37:26.433144+0000","last_unstale":"2024-05-21T00:39:40.263343+0000","last_undegraded":"2024-05-21T00:39:40.263343+0000","last_fullsized":"2024-05-21T00:39:40.263343+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:31:09.599374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'14","reported_seq":45,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:28.513207+0000","last_change":"2024-05-21T00:37:22.391128+0000","last_active":"2024-05-21T00:41:28.513207+0000","last_peered":"2024-05-21T00:41:28.513207+0000","last_clean":"2024-05-21T00:41:28.513207+0000","last_became_active":"2024-05-21T00:37:22.390399+0000","last_became_peered":"2024-05-21T00:37:22.390399+0000","last_unstale":"2024-05-21T00:41:28.513207+0000","last_undegraded":"2024-05-21T00:41:28.513207+0000","last_fullsized":"2024-05-21T00:41:28.513207+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:02:01.293847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"82'5","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262324+0000","last_change":"2024-05-21T00:37:26.422982+0000","last_active":"2024-05-21T00:39:40.262324+0000","last_peered":"2024-05-21T00:39:40.262324+0000","last_clean":"2024-05-21T00:39:40.262324+0000","last_became_active":"2024-05-21T00:37:26.422550+0000","last_became_peered":"2024-05-21T00:37:26.422550+0000","last_unstale":"2024-05-21T00:39:40.262324+0000","last_undegraded":"2024-05-21T00:39:40.262324+0000","last_fullsized":"2024-05-21T00:39:40.262324+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:16:48.500697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"78'4","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.765694+0000","last_change":"2024-05-21T00:37:23.293653+0000","last_active":"2024-05-21T00:39:11.765694+0000","last_peered":"2024-05-21T00:39:11.765694+0000","last_clean":"2024-05-21T00:39:11.765694+0000","last_became_active":"2024-05-21T00:37:23.293335+0000","last_became_peered":"2024-05-21T00:37:23.293335+0000","last_unstale":"2024-05-21T00:39:11.765694+0000","last_undegraded":"2024-05-21T00:39:11.765694+0000","last_fullsized":"2024-05-21T00:39:11.765694+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:03:59.250511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.258124+0000","last_change":"2024-05-21T00:37:26.428827+0000","last_active":"2024-05-21T00:39:40.258124+0000","last_peered":"2024-05-21T00:39:40.258124+0000","last_clean":"2024-05-21T00:39:40.258124+0000","last_became_active":"2024-05-21T00:37:26.428491+0000","last_became_peered":"2024-05-21T00:37:26.428491+0000","last_unstale":"2024-05-21T00:39:40.258124+0000","last_undegraded":"2024-05-21T00:39:40.258124+0000","last_fullsized":"2024-05-21T00:39:40.258124+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:14:58.520438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"78'2","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.519592+0000","last_change":"2024-05-21T00:37:22.949247+0000","last_active":"2024-05-21T00:39:11.519592+0000","last_peered":"2024-05-21T00:39:11.519592+0000","last_clean":"2024-05-21T00:39:11.519592+0000","last_became_active":"2024-05-21T00:37:22.948984+0000","last_became_peered":"2024-05-21T00:37:22.948984+0000","last_unstale":"2024-05-21T00:39:11.519592+0000","last_undegraded":"2024-05-21T00:39:11.519592+0000","last_fullsized":"2024-05-21T00:39:11.519592+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:21:51.743189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"82'2","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.203627+0000","last_change":"2024-05-21T00:37:26.414257+0000","last_active":"2024-05-21T00:39:40.203627+0000","last_peered":"2024-05-21T00:39:40.203627+0000","last_clean":"2024-05-21T00:39:40.203627+0000","last_became_active":"2024-05-21T00:37:26.413922+0000","last_became_peered":"2024-05-21T00:37:26.413922+0000","last_unstale":"2024-05-21T00:39:40.203627+0000","last_undegraded":"2024-05-21T00:39:40.203627+0000","last_fullsized":"2024-05-21T00:39:40.203627+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:36:04.689622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"78'3","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.522502+0000","last_change":"2024-05-21T00:37:22.392987+0000","last_active":"2024-05-21T00:39:11.522502+0000","last_peered":"2024-05-21T00:39:11.522502+0000","last_clean":"2024-05-21T00:39:11.522502+0000","last_became_active":"2024-05-21T00:37:22.392368+0000","last_became_peered":"2024-05-21T00:37:22.392368+0000","last_unstale":"2024-05-21T00:39:11.522502+0000","last_undegraded":"2024-05-21T00:39:11.522502+0000","last_fullsized":"2024-05-21T00:39:11.522502+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:49:52.176588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.257875+0000","last_change":"2024-05-21T00:37:26.418280+0000","last_active":"2024-05-21T00:39:40.257875+0000","last_peered":"2024-05-21T00:39:40.257875+0000","last_clean":"2024-05-21T00:39:40.257875+0000","last_became_active":"2024-05-21T00:37:26.417856+0000","last_became_peered":"2024-05-21T00:37:26.417856+0000","last_unstale":"2024-05-21T00:39:40.257875+0000","last_undegraded":"2024-05-21T00:39:40.257875+0000","last_fullsized":"2024-05-21T00:39:40.257875+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:00:49.802230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"78'1","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.607749+0000","last_change":"2024-05-21T00:37:22.387299+0000","last_active":"2024-05-21T00:39:11.607749+0000","last_peered":"2024-05-21T00:39:11.607749+0000","last_clean":"2024-05-21T00:39:11.607749+0000","last_became_active":"2024-05-21T00:37:22.386975+0000","last_became_peered":"2024-05-21T00:37:22.386975+0000","last_unstale":"2024-05-21T00:39:11.607749+0000","last_undegraded":"2024-05-21T00:39:11.607749+0000","last_fullsized":"2024-05-21T00:39:11.607749+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:57:13.651863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262578+0000","last_change":"2024-05-21T00:37:26.434255+0000","last_active":"2024-05-21T00:39:40.262578+0000","last_peered":"2024-05-21T00:39:40.262578+0000","last_clean":"2024-05-21T00:39:40.262578+0000","last_became_active":"2024-05-21T00:37:26.433877+0000","last_became_peered":"2024-05-21T00:37:26.433877+0000","last_unstale":"2024-05-21T00:39:40.262578+0000","last_undegraded":"2024-05-21T00:39:40.262578+0000","last_fullsized":"2024-05-21T00:39:40.262578+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:24:34.640568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"78'4","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824625+0000","last_change":"2024-05-21T00:37:22.380521+0000","last_active":"2024-05-21T00:39:11.824625+0000","last_peered":"2024-05-21T00:39:11.824625+0000","last_clean":"2024-05-21T00:39:11.824625+0000","last_became_active":"2024-05-21T00:37:22.379966+0000","last_became_peered":"2024-05-21T00:37:22.379966+0000","last_unstale":"2024-05-21T00:39:11.824625+0000","last_undegraded":"2024-05-21T00:39:11.824625+0000","last_fullsized":"2024-05-21T00:39:11.824625+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:47:50.783494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"82'5","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.264409+0000","last_change":"2024-05-21T00:37:26.424112+0000","last_active":"2024-05-21T00:39:40.264409+0000","last_peered":"2024-05-21T00:39:40.264409+0000","last_clean":"2024-05-21T00:39:40.264409+0000","last_became_active":"2024-05-21T00:37:26.423800+0000","last_became_peered":"2024-05-21T00:37:26.423800+0000","last_unstale":"2024-05-21T00:39:40.264409+0000","last_undegraded":"2024-05-21T00:39:40.264409+0000","last_fullsized":"2024-05-21T00:39:40.264409+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:48:12.769065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"78'3","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.607889+0000","last_change":"2024-05-21T00:37:23.293652+0000","last_active":"2024-05-21T00:39:11.607889+0000","last_peered":"2024-05-21T00:39:11.607889+0000","last_clean":"2024-05-21T00:39:11.607889+0000","last_became_active":"2024-05-21T00:37:23.293288+0000","last_became_peered":"2024-05-21T00:37:23.293288+0000","last_unstale":"2024-05-21T00:39:11.607889+0000","last_undegraded":"2024-05-21T00:39:11.607889+0000","last_fullsized":"2024-05-21T00:39:11.607889+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:43:16.139048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252649+0000","last_change":"2024-05-21T00:37:26.417524+0000","last_active":"2024-05-21T00:39:40.252649+0000","last_peered":"2024-05-21T00:39:40.252649+0000","last_clean":"2024-05-21T00:39:40.252649+0000","last_became_active":"2024-05-21T00:37:26.417181+0000","last_became_peered":"2024-05-21T00:37:26.417181+0000","last_unstale":"2024-05-21T00:39:40.252649+0000","last_undegraded":"2024-05-21T00:39:40.252649+0000","last_fullsized":"2024-05-21T00:39:40.252649+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:21:14.475481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"78'1","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.732316+0000","last_change":"2024-05-21T00:37:22.382469+0000","last_active":"2024-05-21T00:39:11.732316+0000","last_peered":"2024-05-21T00:39:11.732316+0000","last_clean":"2024-05-21T00:39:11.732316+0000","last_became_active":"2024-05-21T00:37:22.379635+0000","last_became_peered":"2024-05-21T00:37:22.379635+0000","last_unstale":"2024-05-21T00:39:11.732316+0000","last_undegraded":"2024-05-21T00:39:11.732316+0000","last_fullsized":"2024-05-21T00:39:11.732316+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:01:19.320818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.250805+0000","last_change":"2024-05-21T00:37:26.435136+0000","last_active":"2024-05-21T00:39:40.250805+0000","last_peered":"2024-05-21T00:39:40.250805+0000","last_clean":"2024-05-21T00:39:40.250805+0000","last_became_active":"2024-05-21T00:37:26.434743+0000","last_became_peered":"2024-05-21T00:37:26.434743+0000","last_unstale":"2024-05-21T00:39:40.250805+0000","last_undegraded":"2024-05-21T00:39:40.250805+0000","last_fullsized":"2024-05-21T00:39:40.250805+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:01:37.928461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"78'2","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.762857+0000","last_change":"2024-05-21T00:37:22.387858+0000","last_active":"2024-05-21T00:39:11.762857+0000","last_peered":"2024-05-21T00:39:11.762857+0000","last_clean":"2024-05-21T00:39:11.762857+0000","last_became_active":"2024-05-21T00:37:22.387346+0000","last_became_peered":"2024-05-21T00:37:22.387346+0000","last_unstale":"2024-05-21T00:39:11.762857+0000","last_undegraded":"2024-05-21T00:39:11.762857+0000","last_fullsized":"2024-05-21T00:39:11.762857+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:35:20.956798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.247543+0000","last_change":"2024-05-21T00:37:26.418635+0000","last_active":"2024-05-21T00:39:40.247543+0000","last_peered":"2024-05-21T00:39:40.247543+0000","last_clean":"2024-05-21T00:39:40.247543+0000","last_became_active":"2024-05-21T00:37:26.418258+0000","last_became_peered":"2024-05-21T00:37:26.418258+0000","last_unstale":"2024-05-21T00:39:40.247543+0000","last_undegraded":"2024-05-21T00:39:40.247543+0000","last_fullsized":"2024-05-21T00:39:40.247543+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:02:15.805718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.240294+0000","last_change":"2024-05-21T00:37:26.418793+0000","last_active":"2024-05-21T00:39:40.240294+0000","last_peered":"2024-05-21T00:39:40.240294+0000","last_clean":"2024-05-21T00:39:40.240294+0000","last_became_active":"2024-05-21T00:37:26.418446+0000","last_became_peered":"2024-05-21T00:37:26.418446+0000","last_unstale":"2024-05-21T00:39:40.240294+0000","last_undegraded":"2024-05-21T00:39:40.240294+0000","last_fullsized":"2024-05-21T00:39:40.240294+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:52:50.911632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"82'12","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.238769+0000","last_change":"2024-05-21T00:37:26.413991+0000","last_active":"2024-05-21T00:39:40.238769+0000","last_peered":"2024-05-21T00:39:40.238769+0000","last_clean":"2024-05-21T00:39:40.238769+0000","last_became_active":"2024-05-21T00:37:26.413615+0000","last_became_peered":"2024-05-21T00:37:26.413615+0000","last_unstale":"2024-05-21T00:39:40.238769+0000","last_undegraded":"2024-05-21T00:39:40.238769+0000","last_fullsized":"2024-05-21T00:39:40.238769+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:05:30.902070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.251601+0000","last_change":"2024-05-21T00:37:26.433423+0000","last_active":"2024-05-21T00:39:40.251601+0000","last_peered":"2024-05-21T00:39:40.251601+0000","last_clean":"2024-05-21T00:39:40.251601+0000","last_became_active":"2024-05-21T00:37:26.433111+0000","last_became_peered":"2024-05-21T00:37:26.433111+0000","last_unstale":"2024-05-21T00:39:40.251601+0000","last_undegraded":"2024-05-21T00:39:40.251601+0000","last_fullsized":"2024-05-21T00:39:40.251601+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:20:03.674489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.266761+0000","last_change":"2024-05-21T00:37:26.434311+0000","last_active":"2024-05-21T00:39:40.266761+0000","last_peered":"2024-05-21T00:39:40.266761+0000","last_clean":"2024-05-21T00:39:40.266761+0000","last_became_active":"2024-05-21T00:37:26.433959+0000","last_became_peered":"2024-05-21T00:37:26.433959+0000","last_unstale":"2024-05-21T00:39:40.266761+0000","last_undegraded":"2024-05-21T00:39:40.266761+0000","last_fullsized":"2024-05-21T00:39:40.266761+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:46:48.408939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"82'4","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.266354+0000","last_change":"2024-05-21T00:37:26.437576+0000","last_active":"2024-05-21T00:39:40.266354+0000","last_peered":"2024-05-21T00:39:40.266354+0000","last_clean":"2024-05-21T00:39:40.266354+0000","last_became_active":"2024-05-21T00:37:26.437148+0000","last_became_peered":"2024-05-21T00:37:26.437148+0000","last_unstale":"2024-05-21T00:39:40.266354+0000","last_undegraded":"2024-05-21T00:39:40.266354+0000","last_fullsized":"2024-05-21T00:39:40.266354+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:02:38.832773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"82'6","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.246718+0000","last_change":"2024-05-21T00:38:11.357316+0000","last_active":"2024-05-21T00:39:40.246718+0000","last_peered":"2024-05-21T00:39:40.246718+0000","last_clean":"2024-05-21T00:39:40.246718+0000","last_became_active":"2024-05-21T00:38:11.356990+0000","last_became_peered":"2024-05-21T00:38:11.356990+0000","last_unstale":"2024-05-21T00:39:40.246718+0000","last_undegraded":"2024-05-21T00:39:40.246718+0000","last_fullsized":"2024-05-21T00:39:40.246718+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:03:35.609961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"82'15","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.247782+0000","last_change":"2024-05-21T00:37:26.415425+0000","last_active":"2024-05-21T00:39:40.247782+0000","last_peered":"2024-05-21T00:39:40.247782+0000","last_clean":"2024-05-21T00:39:40.247782+0000","last_became_active":"2024-05-21T00:37:26.415063+0000","last_became_peered":"2024-05-21T00:37:26.415063+0000","last_unstale":"2024-05-21T00:39:40.247782+0000","last_undegraded":"2024-05-21T00:39:40.247782+0000","last_fullsized":"2024-05-21T00:39:40.247782+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:00:05.961056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"82'2","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252465+0000","last_change":"2024-05-21T00:37:26.427021+0000","last_active":"2024-05-21T00:39:40.252465+0000","last_peered":"2024-05-21T00:39:40.252465+0000","last_clean":"2024-05-21T00:39:40.252465+0000","last_became_active":"2024-05-21T00:37:26.422626+0000","last_became_peered":"2024-05-21T00:37:26.422626+0000","last_unstale":"2024-05-21T00:39:40.252465+0000","last_undegraded":"2024-05-21T00:39:40.252465+0000","last_fullsized":"2024-05-21T00:39:40.252465+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:44:42.662614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.250340+0000","last_change":"2024-05-21T00:37:26.437318+0000","last_active":"2024-05-21T00:39:40.250340+0000","last_peered":"2024-05-21T00:39:40.250340+0000","last_clean":"2024-05-21T00:39:40.250340+0000","last_became_active":"2024-05-21T00:37:26.436979+0000","last_became_peered":"2024-05-21T00:37:26.436979+0000","last_unstale":"2024-05-21T00:39:40.250340+0000","last_undegraded":"2024-05-21T00:39:40.250340+0000","last_fullsized":"2024-05-21T00:39:40.250340+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:36:25.628100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261490+0000","last_change":"2024-05-21T00:37:26.416532+0000","last_active":"2024-05-21T00:39:40.261490+0000","last_peered":"2024-05-21T00:39:40.261490+0000","last_clean":"2024-05-21T00:39:40.261490+0000","last_became_active":"2024-05-21T00:37:26.416093+0000","last_became_peered":"2024-05-21T00:37:26.416093+0000","last_unstale":"2024-05-21T00:39:40.261490+0000","last_undegraded":"2024-05-21T00:39:40.261490+0000","last_fullsized":"2024-05-21T00:39:40.261490+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:57:19.092634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"82'10","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.264381+0000","last_change":"2024-05-21T00:37:26.425305+0000","last_active":"2024-05-21T00:39:40.264381+0000","last_peered":"2024-05-21T00:39:40.264381+0000","last_clean":"2024-05-21T00:39:40.264381+0000","last_became_active":"2024-05-21T00:37:26.424954+0000","last_became_peered":"2024-05-21T00:37:26.424954+0000","last_unstale":"2024-05-21T00:39:40.264381+0000","last_undegraded":"2024-05-21T00:39:40.264381+0000","last_fullsized":"2024-05-21T00:39:40.264381+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:25:19.310127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"82'11","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267458+0000","last_change":"2024-05-21T00:37:26.426052+0000","last_active":"2024-05-21T00:39:40.267458+0000","last_peered":"2024-05-21T00:39:40.267458+0000","last_clean":"2024-05-21T00:39:40.267458+0000","last_became_active":"2024-05-21T00:37:26.425564+0000","last_became_peered":"2024-05-21T00:37:26.425564+0000","last_unstale":"2024-05-21T00:39:40.267458+0000","last_undegraded":"2024-05-21T00:39:40.267458+0000","last_fullsized":"2024-05-21T00:39:40.267458+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:11:32.887469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.235871+0000","last_change":"2024-05-21T00:37:26.415758+0000","last_active":"2024-05-21T00:39:40.235871+0000","last_peered":"2024-05-21T00:39:40.235871+0000","last_clean":"2024-05-21T00:39:40.235871+0000","last_became_active":"2024-05-21T00:37:26.415354+0000","last_became_peered":"2024-05-21T00:37:26.415354+0000","last_unstale":"2024-05-21T00:39:40.235871+0000","last_undegraded":"2024-05-21T00:39:40.235871+0000","last_fullsized":"2024-05-21T00:39:40.235871+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:40:24.590361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":280106,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":74956,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1381,"num_read_kb":771,"num_write":188,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":22,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":222348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":70,"seq":300647710788,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32048,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713104,"statfs":{"total":95995035648,"available":95962218496,"internally_reserved":0,"allocated":892928,"data_stored":442367,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":64,"seq":274877907017,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32200,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712952,"statfs":{"total":95995035648,"available":95962062848,"internally_reserved":0,"allocated":1048576,"data_stored":1103939,"data_compressed":47229,"data_compressed_allocated":61440,"data_compressed_original":622592,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":59,"seq":253403070543,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":442581,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":53,"seq":227633266773,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32056,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713096,"statfs":{"total":95995035648,"available":95962210304,"internally_reserved":0,"allocated":901120,"data_stored":442479,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863463001,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32108,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713044,"statfs":{"total":95995035648,"available":95962157056,"internally_reserved":0,"allocated":954368,"data_stored":1036196,"data_compressed":47229,"data_compressed_allocated":61440,"data_compressed_original":622592,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626526,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27888,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717264,"statfs":{"total":95995035648,"available":95966478336,"internally_reserved":0,"allocated":892928,"data_stored":441970,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574970,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36276,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708876,"statfs":{"total":95995035648,"available":95957889024,"internally_reserved":0,"allocated":962560,"data_stored":508433,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738496,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":913408,"data_stored":443241,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411447,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":513536,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182511,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32064,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713088,"statfs":{"total":95995035648,"available":95962202112,"internally_reserved":0,"allocated":909312,"data_stored":442281,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986284,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36212,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708940,"statfs":{"total":95995035648,"available":95957954560,"internally_reserved":0,"allocated":897024,"data_stored":443330,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822757,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":1034957,"data_compressed":47229,"data_compressed_allocated":61440,"data_compressed_original":622592,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33992,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33992,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33992,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":66670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":71773,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2709,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":71691,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T00:41:37.226 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-05-21T00:41:37.226 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-21T00:41:37.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.479+0000 7fa2b8e00640 1 -- 172.21.15.44:0/2016032137 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa2b4104bb0 msgr2=0x7fa2b4104fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:37.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.479+0000 7fa2b8e00640 1 --2- 172.21.15.44:0/2016032137 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa2b4104bb0 0x7fa2b4104fd0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fa2a4009860 tx=0x7fa2a402a340 comp rx=0 tx=0).stop 2024-05-21T00:41:37.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.479+0000 7fa2b8e00640 1 -- 172.21.15.44:0/2016032137 shutdown_connections 2024-05-21T00:41:37.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.479+0000 7fa2b8e00640 1 --2- 172.21.15.44:0/2016032137 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa2b4106760 0x7fa2b410cff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:37.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.479+0000 7fa2b8e00640 1 --2- 172.21.15.44:0/2016032137 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa2b4105da0 0x7fa2b4106220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:37.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.479+0000 7fa2b8e00640 1 --2- 172.21.15.44:0/2016032137 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa2b4104bb0 0x7fa2b4104fd0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:37.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.479+0000 7fa2b8e00640 1 -- 172.21.15.44:0/2016032137 >> 172.21.15.44:0/2016032137 conn(0x7fa2b4100120 msgr2=0x7fa2b4102560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:37.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.479+0000 7fa2b8e00640 1 -- 172.21.15.44:0/2016032137 shutdown_connections 2024-05-21T00:41:37.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.479+0000 7fa2b8e00640 1 -- 172.21.15.44:0/2016032137 wait complete. 2024-05-21T00:41:37.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.480+0000 7fa2b8e00640 1 Processor -- start 2024-05-21T00:41:37.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.480+0000 7fa2b8e00640 1 -- start start 2024-05-21T00:41:37.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.481+0000 7fa2b8e00640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa2b4104bb0 0x7fa2b419adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:37.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.481+0000 7fa2b8e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa2b4105da0 0x7fa2b419b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:37.485 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.481+0000 7fa2b8e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa2b4106760 0x7fa2b41a23a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:37.485 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.481+0000 7fa2b8e00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa2b41106b0 con 0x7fa2b4105da0 2024-05-21T00:41:37.485 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.481+0000 7fa2b8e00640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa2b4110530 con 0x7fa2b4104bb0 2024-05-21T00:41:37.485 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.481+0000 7fa2b8e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa2b4110830 con 0x7fa2b4106760 2024-05-21T00:41:37.485 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.481+0000 7fa2abe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa2b4105da0 0x7fa2b419b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:37.485 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.481+0000 7fa2b3400640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa2b4104bb0 0x7fa2b419adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:37.485 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.481+0000 7fa2abe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa2b4105da0 0x7fa2b419b330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56566/0 (socket says 172.21.15.44:56566) 2024-05-21T00:41:37.485 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.481+0000 7fa2abe00640 1 -- 172.21.15.44:0/2913301462 learned_addr learned my addr 172.21.15.44:0/2913301462 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:37.485 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.481+0000 7fa2b3e00640 1 --2- 172.21.15.44:0/2913301462 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa2b4106760 0x7fa2b41a23a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:37.486 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.482+0000 7fa2abe00640 1 -- 172.21.15.44:0/2913301462 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa2b4106760 msgr2=0x7fa2b41a23a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:37.486 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.482+0000 7fa2abe00640 1 --2- 172.21.15.44:0/2913301462 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa2b4106760 0x7fa2b41a23a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:37.486 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.482+0000 7fa2abe00640 1 -- 172.21.15.44:0/2913301462 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa2b4104bb0 msgr2=0x7fa2b419adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:37.486 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.482+0000 7fa2abe00640 1 --2- 172.21.15.44:0/2913301462 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa2b4104bb0 0x7fa2b419adf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:37.486 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.482+0000 7fa2abe00640 1 -- 172.21.15.44:0/2913301462 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2b41a2a10 con 0x7fa2b4105da0 2024-05-21T00:41:37.486 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.482+0000 7fa2b3400640 1 --2- 172.21.15.44:0/2913301462 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa2b4104bb0 0x7fa2b419adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:41:37.486 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.482+0000 7fa2abe00640 1 --2- 172.21.15.44:0/2913301462 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa2b4105da0 0x7fa2b419b330 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fa29c00e9c0 tx=0x7fa29c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:37.487 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.482+0000 7fa2b0c00640 1 -- 172.21.15.44:0/2913301462 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa29c00ccc0 con 0x7fa2b4105da0 2024-05-21T00:41:37.487 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.482+0000 7fa2b8e00640 1 -- 172.21.15.44:0/2913301462 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2b41a2d00 con 0x7fa2b4105da0 2024-05-21T00:41:37.487 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.482+0000 7fa2b0c00640 1 -- 172.21.15.44:0/2913301462 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa29c0054d0 con 0x7fa2b4105da0 2024-05-21T00:41:37.487 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.483+0000 7fa2b0c00640 1 -- 172.21.15.44:0/2913301462 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa29c018430 con 0x7fa2b4105da0 2024-05-21T00:41:37.487 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.483+0000 7fa2b8e00640 1 -- 172.21.15.44:0/2913301462 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2b41a31f0 con 0x7fa2b4105da0 2024-05-21T00:41:37.487 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.484+0000 7fa2b8e00640 1 -- 172.21.15.44:0/2913301462 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2b410bf50 con 0x7fa2b4105da0 2024-05-21T00:41:37.489 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.486+0000 7fa2b0c00640 1 -- 172.21.15.44:0/2913301462 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7fa29c004f20 con 0x7fa2b4105da0 2024-05-21T00:41:37.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.488+0000 7fa2b0c00640 1 --2- 172.21.15.44:0/2913301462 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa2980b2870 0x7fa2980b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:37.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.488+0000 7fa2b0c00640 1 -- 172.21.15.44:0/2913301462 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fa29c0e27d0 con 0x7fa2b4105da0 2024-05-21T00:41:37.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.488+0000 7fa2b3400640 1 --2- 172.21.15.44:0/2913301462 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa2980b2870 0x7fa2980b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:37.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.489+0000 7fa2b3400640 1 --2- 172.21.15.44:0/2913301462 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa2980b2870 0x7fa2980b4d30 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fa2a402a930 tx=0x7fa2a4030470 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:37.496 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.493+0000 7fa2b0c00640 1 -- 172.21.15.44:0/2913301462 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa29c0aa2f0 con 0x7fa2b4105da0 2024-05-21T00:41:37.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.709+0000 7fa2b8e00640 1 -- 172.21.15.44:0/2913301462 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa2b4062e90 con 0x7fa2980b2870 2024-05-21T00:41:37.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.718+0000 7fa2b0c00640 1 -- 172.21.15.44:0/2913301462 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259101 (secure 0 0 0) 0x7fa2b4062e90 con 0x7fa2980b2870 2024-05-21T00:41:37.725 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:41:37.727 INFO:teuthology.orchestra.run.smithi044.stderr:dumped all 2024-05-21T00:41:37.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.725+0000 7fa2b8e00640 1 -- 172.21.15.44:0/2913301462 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa2980b2870 msgr2=0x7fa2980b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:37.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.725+0000 7fa2b8e00640 1 --2- 172.21.15.44:0/2913301462 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa2980b2870 0x7fa2980b4d30 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fa2a402a930 tx=0x7fa2a4030470 comp rx=0 tx=0).stop 2024-05-21T00:41:37.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.725+0000 7fa2b8e00640 1 -- 172.21.15.44:0/2913301462 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa2b4105da0 msgr2=0x7fa2b419b330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:37.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.725+0000 7fa2b8e00640 1 --2- 172.21.15.44:0/2913301462 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa2b4105da0 0x7fa2b419b330 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fa29c00e9c0 tx=0x7fa29c00ee80 comp rx=0 tx=0).stop 2024-05-21T00:41:37.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.725+0000 7fa2b8e00640 1 -- 172.21.15.44:0/2913301462 shutdown_connections 2024-05-21T00:41:37.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.725+0000 7fa2b8e00640 1 --2- 172.21.15.44:0/2913301462 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa2980b2870 0x7fa2980b4d30 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:37.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.725+0000 7fa2b8e00640 1 --2- 172.21.15.44:0/2913301462 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa2b4106760 0x7fa2b41a23a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:37.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.725+0000 7fa2b8e00640 1 --2- 172.21.15.44:0/2913301462 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa2b4105da0 0x7fa2b419b330 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:37.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.725+0000 7fa2b8e00640 1 --2- 172.21.15.44:0/2913301462 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa2b4104bb0 0x7fa2b419adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:37.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.725+0000 7fa2b8e00640 1 -- 172.21.15.44:0/2913301462 >> 172.21.15.44:0/2913301462 conn(0x7fa2b4100120 msgr2=0x7fa2b4109120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:37.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.725+0000 7fa2b8e00640 1 -- 172.21.15.44:0/2913301462 shutdown_connections 2024-05-21T00:41:37.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:37.725+0000 7fa2b8e00640 1 -- 172.21.15.44:0/2913301462 wait complete. 2024-05-21T00:41:37.750 INFO:teuthology.orchestra.run.smithi044.stdout:{"pg_ready":true,"pg_map":{"version":445,"stamp":"2024-05-21T00:41:36.342005+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":665558,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":1457,"num_read_kb":835,"num_write":313,"num_write_kb":2289,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2951862,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":753,"ondisk_log_size":753,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":372600,"kb_used_data":10968,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124569224,"statfs":{"total":1151940427776,"available":1151558885376,"internally_reserved":0,"allocated":11231232,"data_stored":7295310,"data_compressed":246114,"data_compressed_allocated":331776,"data_compressed_original":2162688,"omap_allocated":19141,"internal_metadata":370193723},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":9686,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":81,"num_read_kb":53,"num_write":15,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005208"},"pg_stats":[{"pgid":"3.3f","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252018+0000","last_change":"2024-05-21T00:37:26.427879+0000","last_active":"2024-05-21T00:39:40.252018+0000","last_peered":"2024-05-21T00:39:40.252018+0000","last_clean":"2024-05-21T00:39:40.252018+0000","last_became_active":"2024-05-21T00:37:26.427573+0000","last_became_peered":"2024-05-21T00:37:26.427573+0000","last_unstale":"2024-05-21T00:39:40.252018+0000","last_undegraded":"2024-05-21T00:39:40.252018+0000","last_fullsized":"2024-05-21T00:39:40.252018+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:57:27.497480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"82'4","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.257680+0000","last_change":"2024-05-21T00:37:26.421272+0000","last_active":"2024-05-21T00:39:40.257680+0000","last_peered":"2024-05-21T00:39:40.257680+0000","last_clean":"2024-05-21T00:39:40.257680+0000","last_became_active":"2024-05-21T00:37:26.420035+0000","last_became_peered":"2024-05-21T00:37:26.420035+0000","last_unstale":"2024-05-21T00:39:40.257680+0000","last_undegraded":"2024-05-21T00:39:40.257680+0000","last_fullsized":"2024-05-21T00:39:40.257680+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:16:09.723800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261793+0000","last_change":"2024-05-21T00:37:26.424117+0000","last_active":"2024-05-21T00:39:40.261793+0000","last_peered":"2024-05-21T00:39:40.261793+0000","last_clean":"2024-05-21T00:39:40.261793+0000","last_became_active":"2024-05-21T00:37:26.422986+0000","last_became_peered":"2024-05-21T00:37:26.422986+0000","last_unstale":"2024-05-21T00:39:40.261793+0000","last_undegraded":"2024-05-21T00:39:40.261793+0000","last_fullsized":"2024-05-21T00:39:40.261793+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:05:54.239121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"82'8","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.239424+0000","last_change":"2024-05-21T00:37:26.420077+0000","last_active":"2024-05-21T00:39:40.239424+0000","last_peered":"2024-05-21T00:39:40.239424+0000","last_clean":"2024-05-21T00:39:40.239424+0000","last_became_active":"2024-05-21T00:37:26.419742+0000","last_became_peered":"2024-05-21T00:37:26.419742+0000","last_unstale":"2024-05-21T00:39:40.239424+0000","last_undegraded":"2024-05-21T00:39:40.239424+0000","last_fullsized":"2024-05-21T00:39:40.239424+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:42:46.759050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"82'4","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.264591+0000","last_change":"2024-05-21T00:37:26.437010+0000","last_active":"2024-05-21T00:39:40.264591+0000","last_peered":"2024-05-21T00:39:40.264591+0000","last_clean":"2024-05-21T00:39:40.264591+0000","last_became_active":"2024-05-21T00:37:26.436628+0000","last_became_peered":"2024-05-21T00:37:26.436628+0000","last_unstale":"2024-05-21T00:39:40.264591+0000","last_undegraded":"2024-05-21T00:39:40.264591+0000","last_fullsized":"2024-05-21T00:39:40.264591+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:27:05.252106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.247179+0000","last_change":"2024-05-21T00:37:26.424453+0000","last_active":"2024-05-21T00:39:40.247179+0000","last_peered":"2024-05-21T00:39:40.247179+0000","last_clean":"2024-05-21T00:39:40.247179+0000","last_became_active":"2024-05-21T00:37:26.424098+0000","last_became_peered":"2024-05-21T00:37:26.424098+0000","last_unstale":"2024-05-21T00:39:40.247179+0000","last_undegraded":"2024-05-21T00:39:40.247179+0000","last_fullsized":"2024-05-21T00:39:40.247179+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:38:05.711162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"82'5","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.248741+0000","last_change":"2024-05-21T00:38:11.355349+0000","last_active":"2024-05-21T00:39:40.248741+0000","last_peered":"2024-05-21T00:39:40.248741+0000","last_clean":"2024-05-21T00:39:40.248741+0000","last_became_active":"2024-05-21T00:38:11.354966+0000","last_became_peered":"2024-05-21T00:38:11.354966+0000","last_unstale":"2024-05-21T00:39:40.248741+0000","last_undegraded":"2024-05-21T00:39:40.248741+0000","last_fullsized":"2024-05-21T00:39:40.248741+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:06:47.894167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,8],"acting":[7,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262851+0000","last_change":"2024-05-21T00:37:26.434586+0000","last_active":"2024-05-21T00:39:40.262851+0000","last_peered":"2024-05-21T00:39:40.262851+0000","last_clean":"2024-05-21T00:39:40.262851+0000","last_became_active":"2024-05-21T00:37:26.434135+0000","last_became_peered":"2024-05-21T00:37:26.434135+0000","last_unstale":"2024-05-21T00:39:40.262851+0000","last_undegraded":"2024-05-21T00:39:40.262851+0000","last_fullsized":"2024-05-21T00:39:40.262851+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:36:07.384616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"82'11","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.251494+0000","last_change":"2024-05-21T00:37:26.422156+0000","last_active":"2024-05-21T00:39:40.251494+0000","last_peered":"2024-05-21T00:39:40.251494+0000","last_clean":"2024-05-21T00:39:40.251494+0000","last_became_active":"2024-05-21T00:37:26.421786+0000","last_became_peered":"2024-05-21T00:37:26.421786+0000","last_unstale":"2024-05-21T00:39:40.251494+0000","last_undegraded":"2024-05-21T00:39:40.251494+0000","last_fullsized":"2024-05-21T00:39:40.251494+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:09:46.739541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"82'16","reported_seq":41,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.241248+0000","last_change":"2024-05-21T00:37:26.420314+0000","last_active":"2024-05-21T00:39:40.241248+0000","last_peered":"2024-05-21T00:39:40.241248+0000","last_clean":"2024-05-21T00:39:40.241248+0000","last_became_active":"2024-05-21T00:37:26.419975+0000","last_became_peered":"2024-05-21T00:37:26.419975+0000","last_unstale":"2024-05-21T00:39:40.241248+0000","last_undegraded":"2024-05-21T00:39:40.241248+0000","last_fullsized":"2024-05-21T00:39:40.241248+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:17:16.447135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252558+0000","last_change":"2024-05-21T00:37:26.415187+0000","last_active":"2024-05-21T00:39:40.252558+0000","last_peered":"2024-05-21T00:39:40.252558+0000","last_clean":"2024-05-21T00:39:40.252558+0000","last_became_active":"2024-05-21T00:37:26.414638+0000","last_became_peered":"2024-05-21T00:37:26.414638+0000","last_unstale":"2024-05-21T00:39:40.252558+0000","last_undegraded":"2024-05-21T00:39:40.252558+0000","last_fullsized":"2024-05-21T00:39:40.252558+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:53:16.873608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.242879+0000","last_change":"2024-05-21T00:37:26.423652+0000","last_active":"2024-05-21T00:39:40.242879+0000","last_peered":"2024-05-21T00:39:40.242879+0000","last_clean":"2024-05-21T00:39:40.242879+0000","last_became_active":"2024-05-21T00:37:26.423247+0000","last_became_peered":"2024-05-21T00:37:26.423247+0000","last_unstale":"2024-05-21T00:39:40.242879+0000","last_undegraded":"2024-05-21T00:39:40.242879+0000","last_fullsized":"2024-05-21T00:39:40.242879+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:59:05.986098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"82'10","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267411+0000","last_change":"2024-05-21T00:37:26.418991+0000","last_active":"2024-05-21T00:39:40.267411+0000","last_peered":"2024-05-21T00:39:40.267411+0000","last_clean":"2024-05-21T00:39:40.267411+0000","last_became_active":"2024-05-21T00:37:26.418574+0000","last_became_peered":"2024-05-21T00:37:26.418574+0000","last_unstale":"2024-05-21T00:39:40.267411+0000","last_undegraded":"2024-05-21T00:39:40.267411+0000","last_fullsized":"2024-05-21T00:39:40.267411+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:27:47.863261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.260464+0000","last_change":"2024-05-21T00:37:26.418725+0000","last_active":"2024-05-21T00:39:40.260464+0000","last_peered":"2024-05-21T00:39:40.260464+0000","last_clean":"2024-05-21T00:39:40.260464+0000","last_became_active":"2024-05-21T00:37:26.417640+0000","last_became_peered":"2024-05-21T00:37:26.417640+0000","last_unstale":"2024-05-21T00:39:40.260464+0000","last_undegraded":"2024-05-21T00:39:40.260464+0000","last_fullsized":"2024-05-21T00:39:40.260464+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:50:23.058203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262685+0000","last_change":"2024-05-21T00:37:26.430147+0000","last_active":"2024-05-21T00:39:40.262685+0000","last_peered":"2024-05-21T00:39:40.262685+0000","last_clean":"2024-05-21T00:39:40.262685+0000","last_became_active":"2024-05-21T00:37:26.429599+0000","last_became_peered":"2024-05-21T00:37:26.429599+0000","last_unstale":"2024-05-21T00:39:40.262685+0000","last_undegraded":"2024-05-21T00:39:40.262685+0000","last_fullsized":"2024-05-21T00:39:40.262685+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:10:12.429375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261173+0000","last_change":"2024-05-21T00:37:26.435334+0000","last_active":"2024-05-21T00:39:40.261173+0000","last_peered":"2024-05-21T00:39:40.261173+0000","last_clean":"2024-05-21T00:39:40.261173+0000","last_became_active":"2024-05-21T00:37:26.434991+0000","last_became_peered":"2024-05-21T00:37:26.434991+0000","last_unstale":"2024-05-21T00:39:40.261173+0000","last_undegraded":"2024-05-21T00:39:40.261173+0000","last_fullsized":"2024-05-21T00:39:40.261173+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:37:25.875616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.257725+0000","last_change":"2024-05-21T00:37:26.427871+0000","last_active":"2024-05-21T00:39:40.257725+0000","last_peered":"2024-05-21T00:39:40.257725+0000","last_clean":"2024-05-21T00:39:40.257725+0000","last_became_active":"2024-05-21T00:37:26.427532+0000","last_became_peered":"2024-05-21T00:37:26.427532+0000","last_unstale":"2024-05-21T00:39:40.257725+0000","last_undegraded":"2024-05-21T00:39:40.257725+0000","last_fullsized":"2024-05-21T00:39:40.257725+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:26:31.168527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"82'10","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.253035+0000","last_change":"2024-05-21T00:37:26.427783+0000","last_active":"2024-05-21T00:39:40.253035+0000","last_peered":"2024-05-21T00:39:40.253035+0000","last_clean":"2024-05-21T00:39:40.253035+0000","last_became_active":"2024-05-21T00:37:26.427364+0000","last_became_peered":"2024-05-21T00:37:26.427364+0000","last_unstale":"2024-05-21T00:39:40.253035+0000","last_undegraded":"2024-05-21T00:39:40.253035+0000","last_fullsized":"2024-05-21T00:39:40.253035+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:53:08.031403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261414+0000","last_change":"2024-05-21T00:37:26.425632+0000","last_active":"2024-05-21T00:39:40.261414+0000","last_peered":"2024-05-21T00:39:40.261414+0000","last_clean":"2024-05-21T00:39:40.261414+0000","last_became_active":"2024-05-21T00:37:26.425298+0000","last_became_peered":"2024-05-21T00:37:26.425298+0000","last_unstale":"2024-05-21T00:39:40.261414+0000","last_undegraded":"2024-05-21T00:39:40.261414+0000","last_fullsized":"2024-05-21T00:39:40.261414+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:08:58.187696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"78'9","reported_seq":42,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:28.376523+0000","last_change":"2024-05-21T00:37:22.392035+0000","last_active":"2024-05-21T00:39:28.376523+0000","last_peered":"2024-05-21T00:39:28.376523+0000","last_clean":"2024-05-21T00:39:28.376523+0000","last_became_active":"2024-05-21T00:37:22.390654+0000","last_became_peered":"2024-05-21T00:37:22.390654+0000","last_unstale":"2024-05-21T00:39:28.376523+0000","last_undegraded":"2024-05-21T00:39:28.376523+0000","last_fullsized":"2024-05-21T00:39:28.376523+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:56:32.967821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"82'5","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.254268+0000","last_change":"2024-05-21T00:37:26.434754+0000","last_active":"2024-05-21T00:39:40.254268+0000","last_peered":"2024-05-21T00:39:40.254268+0000","last_clean":"2024-05-21T00:39:40.254268+0000","last_became_active":"2024-05-21T00:37:26.430623+0000","last_became_peered":"2024-05-21T00:37:26.430623+0000","last_unstale":"2024-05-21T00:39:40.254268+0000","last_undegraded":"2024-05-21T00:39:40.254268+0000","last_fullsized":"2024-05-21T00:39:40.254268+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:27:40.304167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"78'2","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:22.994727+0000","last_change":"2024-05-21T00:37:22.953646+0000","last_active":"2024-05-21T00:39:22.994727+0000","last_peered":"2024-05-21T00:39:22.994727+0000","last_clean":"2024-05-21T00:39:22.994727+0000","last_became_active":"2024-05-21T00:37:22.952491+0000","last_became_peered":"2024-05-21T00:37:22.952491+0000","last_unstale":"2024-05-21T00:39:22.994727+0000","last_undegraded":"2024-05-21T00:39:22.994727+0000","last_fullsized":"2024-05-21T00:39:22.994727+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:11:39.314478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.263614+0000","last_change":"2024-05-21T00:37:26.428446+0000","last_active":"2024-05-21T00:39:40.263614+0000","last_peered":"2024-05-21T00:39:40.263614+0000","last_clean":"2024-05-21T00:39:40.263614+0000","last_became_active":"2024-05-21T00:37:26.427853+0000","last_became_peered":"2024-05-21T00:37:26.427853+0000","last_unstale":"2024-05-21T00:39:40.263614+0000","last_undegraded":"2024-05-21T00:39:40.263614+0000","last_fullsized":"2024-05-21T00:39:40.263614+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:17:21.904244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"78'4","reported_seq":47,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824975+0000","last_change":"2024-05-21T00:38:11.361142+0000","last_active":"2024-05-21T00:39:11.824975+0000","last_peered":"2024-05-21T00:39:11.824975+0000","last_clean":"2024-05-21T00:39:11.824975+0000","last_became_active":"2024-05-21T00:38:11.347994+0000","last_became_peered":"2024-05-21T00:38:11.347994+0000","last_unstale":"2024-05-21T00:39:11.824975+0000","last_undegraded":"2024-05-21T00:39:11.824975+0000","last_fullsized":"2024-05-21T00:39:11.824975+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:28:28.018651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.265698+0000","last_change":"2024-05-21T00:37:26.418621+0000","last_active":"2024-05-21T00:39:40.265698+0000","last_peered":"2024-05-21T00:39:40.265698+0000","last_clean":"2024-05-21T00:39:40.265698+0000","last_became_active":"2024-05-21T00:37:26.418244+0000","last_became_peered":"2024-05-21T00:37:26.418244+0000","last_unstale":"2024-05-21T00:39:40.265698+0000","last_undegraded":"2024-05-21T00:39:40.265698+0000","last_fullsized":"2024-05-21T00:39:40.265698+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:27:03.711204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"78'2","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824784+0000","last_change":"2024-05-21T00:37:22.382054+0000","last_active":"2024-05-21T00:39:11.824784+0000","last_peered":"2024-05-21T00:39:11.824784+0000","last_clean":"2024-05-21T00:39:11.824784+0000","last_became_active":"2024-05-21T00:37:22.381688+0000","last_became_peered":"2024-05-21T00:37:22.381688+0000","last_unstale":"2024-05-21T00:39:11.824784+0000","last_undegraded":"2024-05-21T00:39:11.824784+0000","last_fullsized":"2024-05-21T00:39:11.824784+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:25:10.880958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"82'15","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252614+0000","last_change":"2024-05-21T00:37:26.422382+0000","last_active":"2024-05-21T00:39:40.252614+0000","last_peered":"2024-05-21T00:39:40.252614+0000","last_clean":"2024-05-21T00:39:40.252614+0000","last_became_active":"2024-05-21T00:37:26.422039+0000","last_became_peered":"2024-05-21T00:37:26.422039+0000","last_unstale":"2024-05-21T00:39:40.252614+0000","last_undegraded":"2024-05-21T00:39:40.252614+0000","last_fullsized":"2024-05-21T00:39:40.252614+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:55:29.868930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"82'9","reported_seq":268,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:30.966525+0000","last_change":"2024-05-21T00:37:22.382385+0000","last_active":"2024-05-21T00:41:30.966525+0000","last_peered":"2024-05-21T00:41:30.966525+0000","last_clean":"2024-05-21T00:41:30.966525+0000","last_became_active":"2024-05-21T00:37:22.380908+0000","last_became_peered":"2024-05-21T00:37:22.380908+0000","last_unstale":"2024-05-21T00:41:30.966525+0000","last_undegraded":"2024-05-21T00:41:30.966525+0000","last_fullsized":"2024-05-21T00:41:30.966525+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:07:11.404082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1855,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":228,"num_read_kb":6,"num_write":6,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.246141+0000","last_change":"2024-05-21T00:37:26.420818+0000","last_active":"2024-05-21T00:39:40.246141+0000","last_peered":"2024-05-21T00:39:40.246141+0000","last_clean":"2024-05-21T00:39:40.246141+0000","last_became_active":"2024-05-21T00:37:26.420299+0000","last_became_peered":"2024-05-21T00:37:26.420299+0000","last_unstale":"2024-05-21T00:39:40.246141+0000","last_undegraded":"2024-05-21T00:39:40.246141+0000","last_fullsized":"2024-05-21T00:39:40.246141+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:20:12.973792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"78'3","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.729757+0000","last_change":"2024-05-21T00:37:22.383491+0000","last_active":"2024-05-21T00:39:11.729757+0000","last_peered":"2024-05-21T00:39:11.729757+0000","last_clean":"2024-05-21T00:39:11.729757+0000","last_became_active":"2024-05-21T00:37:22.382965+0000","last_became_peered":"2024-05-21T00:37:22.382965+0000","last_unstale":"2024-05-21T00:39:11.729757+0000","last_undegraded":"2024-05-21T00:39:11.729757+0000","last_fullsized":"2024-05-21T00:39:11.729757+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:38:56.992721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"82'8","reported_seq":39,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.257708+0000","last_change":"2024-05-21T00:38:11.351708+0000","last_active":"2024-05-21T00:39:40.257708+0000","last_peered":"2024-05-21T00:39:40.257708+0000","last_clean":"2024-05-21T00:39:40.257708+0000","last_became_active":"2024-05-21T00:38:11.351431+0000","last_became_peered":"2024-05-21T00:38:11.351431+0000","last_unstale":"2024-05-21T00:39:40.257708+0000","last_undegraded":"2024-05-21T00:39:40.257708+0000","last_fullsized":"2024-05-21T00:39:40.257708+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:37:15.606215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"78'2","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.762220+0000","last_change":"2024-05-21T00:37:22.393868+0000","last_active":"2024-05-21T00:39:11.762220+0000","last_peered":"2024-05-21T00:39:11.762220+0000","last_clean":"2024-05-21T00:39:11.762220+0000","last_became_active":"2024-05-21T00:37:22.392006+0000","last_became_peered":"2024-05-21T00:37:22.392006+0000","last_unstale":"2024-05-21T00:39:11.762220+0000","last_undegraded":"2024-05-21T00:39:11.762220+0000","last_fullsized":"2024-05-21T00:39:11.762220+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:06:20.765944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"82'8","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261832+0000","last_change":"2024-05-21T00:38:11.644903+0000","last_active":"2024-05-21T00:39:40.261832+0000","last_peered":"2024-05-21T00:39:40.261832+0000","last_clean":"2024-05-21T00:39:40.261832+0000","last_became_active":"2024-05-21T00:38:11.643620+0000","last_became_peered":"2024-05-21T00:38:11.643620+0000","last_unstale":"2024-05-21T00:39:40.261832+0000","last_undegraded":"2024-05-21T00:39:40.261832+0000","last_fullsized":"2024-05-21T00:39:40.261832+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:06:12.218251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,6],"acting":[9,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"78'1","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.732019+0000","last_change":"2024-05-21T00:37:22.382399+0000","last_active":"2024-05-21T00:39:11.732019+0000","last_peered":"2024-05-21T00:39:11.732019+0000","last_clean":"2024-05-21T00:39:11.732019+0000","last_became_active":"2024-05-21T00:37:22.380928+0000","last_became_peered":"2024-05-21T00:37:22.380928+0000","last_unstale":"2024-05-21T00:39:11.732019+0000","last_undegraded":"2024-05-21T00:39:11.732019+0000","last_fullsized":"2024-05-21T00:39:11.732019+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:14:16.927598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"82'11","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.254644+0000","last_change":"2024-05-21T00:37:26.440324+0000","last_active":"2024-05-21T00:39:40.254644+0000","last_peered":"2024-05-21T00:39:40.254644+0000","last_clean":"2024-05-21T00:39:40.254644+0000","last_became_active":"2024-05-21T00:37:26.439898+0000","last_became_peered":"2024-05-21T00:37:26.439898+0000","last_unstale":"2024-05-21T00:39:40.254644+0000","last_undegraded":"2024-05-21T00:39:40.254644+0000","last_fullsized":"2024-05-21T00:39:40.254644+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:37:05.253214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"82'5","reported_seq":261,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:33.971281+0000","last_change":"2024-05-21T00:37:22.392088+0000","last_active":"2024-05-21T00:41:33.971281+0000","last_peered":"2024-05-21T00:41:33.971281+0000","last_clean":"2024-05-21T00:41:33.971281+0000","last_became_active":"2024-05-21T00:37:22.391693+0000","last_became_peered":"2024-05-21T00:37:22.391693+0000","last_unstale":"2024-05-21T00:41:33.971281+0000","last_undegraded":"2024-05-21T00:41:33.971281+0000","last_fullsized":"2024-05-21T00:41:33.971281+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:59:06.379254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":225,"num_read_kb":225,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"82'10","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.249214+0000","last_change":"2024-05-21T00:37:26.421633+0000","last_active":"2024-05-21T00:39:40.249214+0000","last_peered":"2024-05-21T00:39:40.249214+0000","last_clean":"2024-05-21T00:39:40.249214+0000","last_became_active":"2024-05-21T00:37:26.421278+0000","last_became_peered":"2024-05-21T00:37:26.421278+0000","last_unstale":"2024-05-21T00:39:40.249214+0000","last_undegraded":"2024-05-21T00:39:40.249214+0000","last_fullsized":"2024-05-21T00:39:40.249214+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:35:03.618852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"78'2","reported_seq":43,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.527145+0000","last_change":"2024-05-21T00:38:11.357389+0000","last_active":"2024-05-21T00:39:11.527145+0000","last_peered":"2024-05-21T00:39:11.527145+0000","last_clean":"2024-05-21T00:39:11.527145+0000","last_became_active":"2024-05-21T00:38:11.347249+0000","last_became_peered":"2024-05-21T00:38:11.347249+0000","last_unstale":"2024-05-21T00:39:11.527145+0000","last_undegraded":"2024-05-21T00:39:11.527145+0000","last_fullsized":"2024-05-21T00:39:11.527145+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:34:48.493234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"82'9","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.263720+0000","last_change":"2024-05-21T00:38:11.349083+0000","last_active":"2024-05-21T00:39:40.263720+0000","last_peered":"2024-05-21T00:39:40.263720+0000","last_clean":"2024-05-21T00:39:40.263720+0000","last_became_active":"2024-05-21T00:38:11.348549+0000","last_became_peered":"2024-05-21T00:38:11.348549+0000","last_unstale":"2024-05-21T00:39:40.263720+0000","last_undegraded":"2024-05-21T00:39:40.263720+0000","last_fullsized":"2024-05-21T00:39:40.263720+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:59:18.237158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"78'4","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.732440+0000","last_change":"2024-05-21T00:37:22.956929+0000","last_active":"2024-05-21T00:39:11.732440+0000","last_peered":"2024-05-21T00:39:11.732440+0000","last_clean":"2024-05-21T00:39:11.732440+0000","last_became_active":"2024-05-21T00:37:22.956561+0000","last_became_peered":"2024-05-21T00:37:22.956561+0000","last_unstale":"2024-05-21T00:39:11.732440+0000","last_undegraded":"2024-05-21T00:39:11.732440+0000","last_fullsized":"2024-05-21T00:39:11.732440+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:07.623279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"82'11","reported_seq":42,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.265652+0000","last_change":"2024-05-21T00:38:11.644592+0000","last_active":"2024-05-21T00:39:40.265652+0000","last_peered":"2024-05-21T00:39:40.265652+0000","last_clean":"2024-05-21T00:39:40.265652+0000","last_became_active":"2024-05-21T00:38:11.644239+0000","last_became_peered":"2024-05-21T00:38:11.644239+0000","last_unstale":"2024-05-21T00:39:40.265652+0000","last_undegraded":"2024-05-21T00:39:40.265652+0000","last_fullsized":"2024-05-21T00:39:40.265652+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:51:22.983763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'35","reported_seq":529,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:34.973062+0000","last_change":"2024-05-21T00:37:22.380538+0000","last_active":"2024-05-21T00:41:34.973062+0000","last_peered":"2024-05-21T00:41:34.973062+0000","last_clean":"2024-05-21T00:41:34.973062+0000","last_became_active":"2024-05-21T00:37:22.380144+0000","last_became_peered":"2024-05-21T00:37:22.380144+0000","last_unstale":"2024-05-21T00:41:34.973062+0000","last_undegraded":"2024-05-21T00:41:34.973062+0000","last_fullsized":"2024-05-21T00:41:34.973062+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:46:09.966830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69190,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":463,"num_read_kb":299,"num_write":36,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.232993+0000","last_change":"2024-05-21T00:37:26.416679+0000","last_active":"2024-05-21T00:39:40.232993+0000","last_peered":"2024-05-21T00:39:40.232993+0000","last_clean":"2024-05-21T00:39:40.232993+0000","last_became_active":"2024-05-21T00:37:26.416106+0000","last_became_peered":"2024-05-21T00:37:26.416106+0000","last_unstale":"2024-05-21T00:39:40.232993+0000","last_undegraded":"2024-05-21T00:39:40.232993+0000","last_fullsized":"2024-05-21T00:39:40.232993+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:01:37.352242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"78'6","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.607691+0000","last_change":"2024-05-21T00:37:22.387287+0000","last_active":"2024-05-21T00:39:11.607691+0000","last_peered":"2024-05-21T00:39:11.607691+0000","last_clean":"2024-05-21T00:39:11.607691+0000","last_became_active":"2024-05-21T00:37:22.386952+0000","last_became_peered":"2024-05-21T00:37:22.386952+0000","last_unstale":"2024-05-21T00:39:11.607691+0000","last_undegraded":"2024-05-21T00:39:11.607691+0000","last_fullsized":"2024-05-21T00:39:11.607691+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:28:01.020680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267451+0000","last_change":"2024-05-21T00:37:26.419351+0000","last_active":"2024-05-21T00:39:40.267451+0000","last_peered":"2024-05-21T00:39:40.267451+0000","last_clean":"2024-05-21T00:39:40.267451+0000","last_became_active":"2024-05-21T00:37:26.418733+0000","last_became_peered":"2024-05-21T00:37:26.418733+0000","last_unstale":"2024-05-21T00:39:40.267451+0000","last_undegraded":"2024-05-21T00:39:40.267451+0000","last_fullsized":"2024-05-21T00:39:40.267451+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:09:29.893036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"78'3","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.732361+0000","last_change":"2024-05-21T00:37:22.382339+0000","last_active":"2024-05-21T00:39:11.732361+0000","last_peered":"2024-05-21T00:39:11.732361+0000","last_clean":"2024-05-21T00:39:11.732361+0000","last_became_active":"2024-05-21T00:37:22.380365+0000","last_became_peered":"2024-05-21T00:37:22.380365+0000","last_unstale":"2024-05-21T00:39:11.732361+0000","last_undegraded":"2024-05-21T00:39:11.732361+0000","last_fullsized":"2024-05-21T00:39:11.732361+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:17:33.356246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"82'15","reported_seq":46,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267326+0000","last_change":"2024-05-21T00:39:11.763891+0000","last_active":"2024-05-21T00:39:40.267326+0000","last_peered":"2024-05-21T00:39:40.267326+0000","last_clean":"2024-05-21T00:39:40.267326+0000","last_became_active":"2024-05-21T00:39:11.763525+0000","last_became_peered":"2024-05-21T00:39:11.763525+0000","last_unstale":"2024-05-21T00:39:40.267326+0000","last_undegraded":"2024-05-21T00:39:40.267326+0000","last_fullsized":"2024-05-21T00:39:40.267326+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:49:14.136461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"82'6","reported_seq":266,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:33.091505+0000","last_change":"2024-05-21T00:37:22.380435+0000","last_active":"2024-05-21T00:41:33.091505+0000","last_peered":"2024-05-21T00:41:33.091505+0000","last_clean":"2024-05-21T00:41:33.091505+0000","last_became_active":"2024-05-21T00:37:22.379943+0000","last_became_peered":"2024-05-21T00:37:22.379943+0000","last_unstale":"2024-05-21T00:41:33.091505+0000","last_undegraded":"2024-05-21T00:41:33.091505+0000","last_fullsized":"2024-05-21T00:41:33.091505+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:57:43.120772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1511,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":230,"num_read_kb":6,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.249267+0000","last_change":"2024-05-21T00:37:26.418584+0000","last_active":"2024-05-21T00:39:40.249267+0000","last_peered":"2024-05-21T00:39:40.249267+0000","last_clean":"2024-05-21T00:39:40.249267+0000","last_became_active":"2024-05-21T00:37:26.418239+0000","last_became_peered":"2024-05-21T00:37:26.418239+0000","last_unstale":"2024-05-21T00:39:40.249267+0000","last_undegraded":"2024-05-21T00:39:40.249267+0000","last_fullsized":"2024-05-21T00:39:40.249267+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:44:27.000528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"78'15","reported_seq":47,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824475+0000","last_change":"2024-05-21T00:37:22.952053+0000","last_active":"2024-05-21T00:39:11.824475+0000","last_peered":"2024-05-21T00:39:11.824475+0000","last_clean":"2024-05-21T00:39:11.824475+0000","last_became_active":"2024-05-21T00:37:22.951649+0000","last_became_peered":"2024-05-21T00:37:22.951649+0000","last_unstale":"2024-05-21T00:39:11.824475+0000","last_undegraded":"2024-05-21T00:39:11.824475+0000","last_fullsized":"2024-05-21T00:39:11.824475+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:21:43.406488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252317+0000","last_change":"2024-05-21T00:37:26.423294+0000","last_active":"2024-05-21T00:39:40.252317+0000","last_peered":"2024-05-21T00:39:40.252317+0000","last_clean":"2024-05-21T00:39:40.252317+0000","last_became_active":"2024-05-21T00:37:26.422958+0000","last_became_peered":"2024-05-21T00:37:26.422958+0000","last_unstale":"2024-05-21T00:39:40.252317+0000","last_undegraded":"2024-05-21T00:39:40.252317+0000","last_fullsized":"2024-05-21T00:39:40.252317+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:36:16.071919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"82'3","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:40:26.569036+0000","last_change":"2024-05-21T00:38:11.355611+0000","last_active":"2024-05-21T00:40:26.569036+0000","last_peered":"2024-05-21T00:40:26.569036+0000","last_clean":"2024-05-21T00:40:26.569036+0000","last_became_active":"2024-05-21T00:38:11.345854+0000","last_became_peered":"2024-05-21T00:38:11.345854+0000","last_unstale":"2024-05-21T00:40:26.569036+0000","last_undegraded":"2024-05-21T00:40:26.569036+0000","last_fullsized":"2024-05-21T00:40:26.569036+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:42:49.958758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"82'5","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.239857+0000","last_change":"2024-05-21T00:37:26.418846+0000","last_active":"2024-05-21T00:39:40.239857+0000","last_peered":"2024-05-21T00:39:40.239857+0000","last_clean":"2024-05-21T00:39:40.239857+0000","last_became_active":"2024-05-21T00:37:26.418414+0000","last_became_peered":"2024-05-21T00:37:26.418414+0000","last_unstale":"2024-05-21T00:39:40.239857+0000","last_undegraded":"2024-05-21T00:39:40.239857+0000","last_fullsized":"2024-05-21T00:39:40.239857+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:50:10.954057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:28.376472+0000","last_change":"2024-05-21T00:37:22.954772+0000","last_active":"2024-05-21T00:39:28.376472+0000","last_peered":"2024-05-21T00:39:28.376472+0000","last_clean":"2024-05-21T00:39:28.376472+0000","last_became_active":"2024-05-21T00:37:22.953627+0000","last_became_peered":"2024-05-21T00:37:22.953627+0000","last_unstale":"2024-05-21T00:39:28.376472+0000","last_undegraded":"2024-05-21T00:39:28.376472+0000","last_fullsized":"2024-05-21T00:39:28.376472+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:14:44.650523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'5","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.264037+0000","last_change":"2024-05-21T00:37:26.425757+0000","last_active":"2024-05-21T00:39:40.264037+0000","last_peered":"2024-05-21T00:39:40.264037+0000","last_clean":"2024-05-21T00:39:40.264037+0000","last_became_active":"2024-05-21T00:37:26.425386+0000","last_became_peered":"2024-05-21T00:37:26.425386+0000","last_unstale":"2024-05-21T00:39:40.264037+0000","last_undegraded":"2024-05-21T00:39:40.264037+0000","last_fullsized":"2024-05-21T00:39:40.264037+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:00:29.246729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"78'1","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:29.078551+0000","last_change":"2024-05-21T00:37:22.384298+0000","last_active":"2024-05-21T00:39:29.078551+0000","last_peered":"2024-05-21T00:39:29.078551+0000","last_clean":"2024-05-21T00:39:29.078551+0000","last_became_active":"2024-05-21T00:37:22.383349+0000","last_became_peered":"2024-05-21T00:37:22.383349+0000","last_unstale":"2024-05-21T00:39:29.078551+0000","last_undegraded":"2024-05-21T00:39:29.078551+0000","last_fullsized":"2024-05-21T00:39:29.078551+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:43:16.082465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"82'7","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.258859+0000","last_change":"2024-05-21T00:37:26.431349+0000","last_active":"2024-05-21T00:39:40.258859+0000","last_peered":"2024-05-21T00:39:40.258859+0000","last_clean":"2024-05-21T00:39:40.258859+0000","last_became_active":"2024-05-21T00:37:26.430974+0000","last_became_peered":"2024-05-21T00:37:26.430974+0000","last_unstale":"2024-05-21T00:39:40.258859+0000","last_undegraded":"2024-05-21T00:39:40.258859+0000","last_fullsized":"2024-05-21T00:39:40.258859+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:05:37.263961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"82'8","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.238560+0000","last_change":"2024-05-21T00:37:26.423596+0000","last_active":"2024-05-21T00:39:40.238560+0000","last_peered":"2024-05-21T00:39:40.238560+0000","last_clean":"2024-05-21T00:39:40.238560+0000","last_became_active":"2024-05-21T00:37:26.423213+0000","last_became_peered":"2024-05-21T00:37:26.423213+0000","last_unstale":"2024-05-21T00:39:40.238560+0000","last_undegraded":"2024-05-21T00:39:40.238560+0000","last_fullsized":"2024-05-21T00:39:40.238560+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:01:37.383917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"82'6","reported_seq":261,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:33.090659+0000","last_change":"2024-05-21T00:37:22.954874+0000","last_active":"2024-05-21T00:41:33.090659+0000","last_peered":"2024-05-21T00:41:33.090659+0000","last_clean":"2024-05-21T00:41:33.090659+0000","last_became_active":"2024-05-21T00:37:22.953725+0000","last_became_peered":"2024-05-21T00:37:22.953725+0000","last_unstale":"2024-05-21T00:41:33.090659+0000","last_undegraded":"2024-05-21T00:41:33.090659+0000","last_fullsized":"2024-05-21T00:41:33.090659+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:39:06.020522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":223,"num_read_kb":223,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.258647+0000","last_change":"2024-05-21T00:37:26.430059+0000","last_active":"2024-05-21T00:39:40.258647+0000","last_peered":"2024-05-21T00:39:40.258647+0000","last_clean":"2024-05-21T00:39:40.258647+0000","last_became_active":"2024-05-21T00:37:26.429679+0000","last_became_peered":"2024-05-21T00:37:26.429679+0000","last_unstale":"2024-05-21T00:39:40.258647+0000","last_undegraded":"2024-05-21T00:39:40.258647+0000","last_fullsized":"2024-05-21T00:39:40.258647+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:39:46.411010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"78'3","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:29.201838+0000","last_change":"2024-05-21T00:37:22.392280+0000","last_active":"2024-05-21T00:39:29.201838+0000","last_peered":"2024-05-21T00:39:29.201838+0000","last_clean":"2024-05-21T00:39:29.201838+0000","last_became_active":"2024-05-21T00:37:22.391763+0000","last_became_peered":"2024-05-21T00:37:22.391763+0000","last_unstale":"2024-05-21T00:39:29.201838+0000","last_undegraded":"2024-05-21T00:39:29.201838+0000","last_fullsized":"2024-05-21T00:39:29.201838+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:23:00.989554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":106,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.526828+0000","last_change":"2024-05-21T00:35:47.556218+0000","last_active":"2024-05-21T00:39:11.526828+0000","last_peered":"2024-05-21T00:39:11.526828+0000","last_clean":"2024-05-21T00:39:11.526828+0000","last_became_active":"2024-05-21T00:35:47.551154+0000","last_became_peered":"2024-05-21T00:35:47.551154+0000","last_unstale":"2024-05-21T00:39:11.526828+0000","last_undegraded":"2024-05-21T00:39:11.526828+0000","last_fullsized":"2024-05-21T00:39:11.526828+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:31:54.569048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:31:54.569048+0000","last_clean_scrub_stamp":"2024-05-21T00:31:54.569048+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:33:13.320323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"82'5","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.256109+0000","last_change":"2024-05-21T00:37:26.432972+0000","last_active":"2024-05-21T00:39:40.256109+0000","last_peered":"2024-05-21T00:39:40.256109+0000","last_clean":"2024-05-21T00:39:40.256109+0000","last_became_active":"2024-05-21T00:37:26.432457+0000","last_became_peered":"2024-05-21T00:37:26.432457+0000","last_unstale":"2024-05-21T00:39:40.256109+0000","last_undegraded":"2024-05-21T00:39:40.256109+0000","last_fullsized":"2024-05-21T00:39:40.256109+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:24:20.012796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"78'3","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.521966+0000","last_change":"2024-05-21T00:38:11.358908+0000","last_active":"2024-05-21T00:39:11.521966+0000","last_peered":"2024-05-21T00:39:11.521966+0000","last_clean":"2024-05-21T00:39:11.521966+0000","last_became_active":"2024-05-21T00:38:11.347777+0000","last_became_peered":"2024-05-21T00:38:11.347777+0000","last_unstale":"2024-05-21T00:39:11.521966+0000","last_undegraded":"2024-05-21T00:39:11.521966+0000","last_fullsized":"2024-05-21T00:39:11.521966+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:48:18.666853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"78'1","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:28.839900+0000","last_change":"2024-05-21T00:37:22.956440+0000","last_active":"2024-05-21T00:39:28.839900+0000","last_peered":"2024-05-21T00:39:28.839900+0000","last_clean":"2024-05-21T00:39:28.839900+0000","last_became_active":"2024-05-21T00:37:22.956150+0000","last_became_peered":"2024-05-21T00:37:22.956150+0000","last_unstale":"2024-05-21T00:39:28.839900+0000","last_undegraded":"2024-05-21T00:39:28.839900+0000","last_fullsized":"2024-05-21T00:39:28.839900+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:07:57.939279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.263343+0000","last_change":"2024-05-21T00:37:26.433491+0000","last_active":"2024-05-21T00:39:40.263343+0000","last_peered":"2024-05-21T00:39:40.263343+0000","last_clean":"2024-05-21T00:39:40.263343+0000","last_became_active":"2024-05-21T00:37:26.433144+0000","last_became_peered":"2024-05-21T00:37:26.433144+0000","last_unstale":"2024-05-21T00:39:40.263343+0000","last_undegraded":"2024-05-21T00:39:40.263343+0000","last_fullsized":"2024-05-21T00:39:40.263343+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:31:09.599374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'14","reported_seq":45,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:28.513207+0000","last_change":"2024-05-21T00:37:22.391128+0000","last_active":"2024-05-21T00:41:28.513207+0000","last_peered":"2024-05-21T00:41:28.513207+0000","last_clean":"2024-05-21T00:41:28.513207+0000","last_became_active":"2024-05-21T00:37:22.390399+0000","last_became_peered":"2024-05-21T00:37:22.390399+0000","last_unstale":"2024-05-21T00:41:28.513207+0000","last_undegraded":"2024-05-21T00:41:28.513207+0000","last_fullsized":"2024-05-21T00:41:28.513207+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:02:01.293847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"82'5","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262324+0000","last_change":"2024-05-21T00:37:26.422982+0000","last_active":"2024-05-21T00:39:40.262324+0000","last_peered":"2024-05-21T00:39:40.262324+0000","last_clean":"2024-05-21T00:39:40.262324+0000","last_became_active":"2024-05-21T00:37:26.422550+0000","last_became_peered":"2024-05-21T00:37:26.422550+0000","last_unstale":"2024-05-21T00:39:40.262324+0000","last_undegraded":"2024-05-21T00:39:40.262324+0000","last_fullsized":"2024-05-21T00:39:40.262324+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:16:48.500697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"78'4","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.765694+0000","last_change":"2024-05-21T00:37:23.293653+0000","last_active":"2024-05-21T00:39:11.765694+0000","last_peered":"2024-05-21T00:39:11.765694+0000","last_clean":"2024-05-21T00:39:11.765694+0000","last_became_active":"2024-05-21T00:37:23.293335+0000","last_became_peered":"2024-05-21T00:37:23.293335+0000","last_unstale":"2024-05-21T00:39:11.765694+0000","last_undegraded":"2024-05-21T00:39:11.765694+0000","last_fullsized":"2024-05-21T00:39:11.765694+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:03:59.250511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.258124+0000","last_change":"2024-05-21T00:37:26.428827+0000","last_active":"2024-05-21T00:39:40.258124+0000","last_peered":"2024-05-21T00:39:40.258124+0000","last_clean":"2024-05-21T00:39:40.258124+0000","last_became_active":"2024-05-21T00:37:26.428491+0000","last_became_peered":"2024-05-21T00:37:26.428491+0000","last_unstale":"2024-05-21T00:39:40.258124+0000","last_undegraded":"2024-05-21T00:39:40.258124+0000","last_fullsized":"2024-05-21T00:39:40.258124+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:14:58.520438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"78'2","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.519592+0000","last_change":"2024-05-21T00:37:22.949247+0000","last_active":"2024-05-21T00:39:11.519592+0000","last_peered":"2024-05-21T00:39:11.519592+0000","last_clean":"2024-05-21T00:39:11.519592+0000","last_became_active":"2024-05-21T00:37:22.948984+0000","last_became_peered":"2024-05-21T00:37:22.948984+0000","last_unstale":"2024-05-21T00:39:11.519592+0000","last_undegraded":"2024-05-21T00:39:11.519592+0000","last_fullsized":"2024-05-21T00:39:11.519592+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:21:51.743189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"82'2","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.203627+0000","last_change":"2024-05-21T00:37:26.414257+0000","last_active":"2024-05-21T00:39:40.203627+0000","last_peered":"2024-05-21T00:39:40.203627+0000","last_clean":"2024-05-21T00:39:40.203627+0000","last_became_active":"2024-05-21T00:37:26.413922+0000","last_became_peered":"2024-05-21T00:37:26.413922+0000","last_unstale":"2024-05-21T00:39:40.203627+0000","last_undegraded":"2024-05-21T00:39:40.203627+0000","last_fullsized":"2024-05-21T00:39:40.203627+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:36:04.689622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"78'3","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.522502+0000","last_change":"2024-05-21T00:37:22.392987+0000","last_active":"2024-05-21T00:39:11.522502+0000","last_peered":"2024-05-21T00:39:11.522502+0000","last_clean":"2024-05-21T00:39:11.522502+0000","last_became_active":"2024-05-21T00:37:22.392368+0000","last_became_peered":"2024-05-21T00:37:22.392368+0000","last_unstale":"2024-05-21T00:39:11.522502+0000","last_undegraded":"2024-05-21T00:39:11.522502+0000","last_fullsized":"2024-05-21T00:39:11.522502+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:49:52.176588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.257875+0000","last_change":"2024-05-21T00:37:26.418280+0000","last_active":"2024-05-21T00:39:40.257875+0000","last_peered":"2024-05-21T00:39:40.257875+0000","last_clean":"2024-05-21T00:39:40.257875+0000","last_became_active":"2024-05-21T00:37:26.417856+0000","last_became_peered":"2024-05-21T00:37:26.417856+0000","last_unstale":"2024-05-21T00:39:40.257875+0000","last_undegraded":"2024-05-21T00:39:40.257875+0000","last_fullsized":"2024-05-21T00:39:40.257875+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:00:49.802230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"78'1","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.607749+0000","last_change":"2024-05-21T00:37:22.387299+0000","last_active":"2024-05-21T00:39:11.607749+0000","last_peered":"2024-05-21T00:39:11.607749+0000","last_clean":"2024-05-21T00:39:11.607749+0000","last_became_active":"2024-05-21T00:37:22.386975+0000","last_became_peered":"2024-05-21T00:37:22.386975+0000","last_unstale":"2024-05-21T00:39:11.607749+0000","last_undegraded":"2024-05-21T00:39:11.607749+0000","last_fullsized":"2024-05-21T00:39:11.607749+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:57:13.651863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262578+0000","last_change":"2024-05-21T00:37:26.434255+0000","last_active":"2024-05-21T00:39:40.262578+0000","last_peered":"2024-05-21T00:39:40.262578+0000","last_clean":"2024-05-21T00:39:40.262578+0000","last_became_active":"2024-05-21T00:37:26.433877+0000","last_became_peered":"2024-05-21T00:37:26.433877+0000","last_unstale":"2024-05-21T00:39:40.262578+0000","last_undegraded":"2024-05-21T00:39:40.262578+0000","last_fullsized":"2024-05-21T00:39:40.262578+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:24:34.640568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"78'4","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824625+0000","last_change":"2024-05-21T00:37:22.380521+0000","last_active":"2024-05-21T00:39:11.824625+0000","last_peered":"2024-05-21T00:39:11.824625+0000","last_clean":"2024-05-21T00:39:11.824625+0000","last_became_active":"2024-05-21T00:37:22.379966+0000","last_became_peered":"2024-05-21T00:37:22.379966+0000","last_unstale":"2024-05-21T00:39:11.824625+0000","last_undegraded":"2024-05-21T00:39:11.824625+0000","last_fullsized":"2024-05-21T00:39:11.824625+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:47:50.783494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"82'5","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.264409+0000","last_change":"2024-05-21T00:37:26.424112+0000","last_active":"2024-05-21T00:39:40.264409+0000","last_peered":"2024-05-21T00:39:40.264409+0000","last_clean":"2024-05-21T00:39:40.264409+0000","last_became_active":"2024-05-21T00:37:26.423800+0000","last_became_peered":"2024-05-21T00:37:26.423800+0000","last_unstale":"2024-05-21T00:39:40.264409+0000","last_undegraded":"2024-05-21T00:39:40.264409+0000","last_fullsized":"2024-05-21T00:39:40.264409+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:48:12.769065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"78'3","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.607889+0000","last_change":"2024-05-21T00:37:23.293652+0000","last_active":"2024-05-21T00:39:11.607889+0000","last_peered":"2024-05-21T00:39:11.607889+0000","last_clean":"2024-05-21T00:39:11.607889+0000","last_became_active":"2024-05-21T00:37:23.293288+0000","last_became_peered":"2024-05-21T00:37:23.293288+0000","last_unstale":"2024-05-21T00:39:11.607889+0000","last_undegraded":"2024-05-21T00:39:11.607889+0000","last_fullsized":"2024-05-21T00:39:11.607889+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:43:16.139048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252649+0000","last_change":"2024-05-21T00:37:26.417524+0000","last_active":"2024-05-21T00:39:40.252649+0000","last_peered":"2024-05-21T00:39:40.252649+0000","last_clean":"2024-05-21T00:39:40.252649+0000","last_became_active":"2024-05-21T00:37:26.417181+0000","last_became_peered":"2024-05-21T00:37:26.417181+0000","last_unstale":"2024-05-21T00:39:40.252649+0000","last_undegraded":"2024-05-21T00:39:40.252649+0000","last_fullsized":"2024-05-21T00:39:40.252649+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:21:14.475481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"78'1","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.732316+0000","last_change":"2024-05-21T00:37:22.382469+0000","last_active":"2024-05-21T00:39:11.732316+0000","last_peered":"2024-05-21T00:39:11.732316+0000","last_clean":"2024-05-21T00:39:11.732316+0000","last_became_active":"2024-05-21T00:37:22.379635+0000","last_became_peered":"2024-05-21T00:37:22.379635+0000","last_unstale":"2024-05-21T00:39:11.732316+0000","last_undegraded":"2024-05-21T00:39:11.732316+0000","last_fullsized":"2024-05-21T00:39:11.732316+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:01:19.320818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.250805+0000","last_change":"2024-05-21T00:37:26.435136+0000","last_active":"2024-05-21T00:39:40.250805+0000","last_peered":"2024-05-21T00:39:40.250805+0000","last_clean":"2024-05-21T00:39:40.250805+0000","last_became_active":"2024-05-21T00:37:26.434743+0000","last_became_peered":"2024-05-21T00:37:26.434743+0000","last_unstale":"2024-05-21T00:39:40.250805+0000","last_undegraded":"2024-05-21T00:39:40.250805+0000","last_fullsized":"2024-05-21T00:39:40.250805+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:01:37.928461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"78'2","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.762857+0000","last_change":"2024-05-21T00:37:22.387858+0000","last_active":"2024-05-21T00:39:11.762857+0000","last_peered":"2024-05-21T00:39:11.762857+0000","last_clean":"2024-05-21T00:39:11.762857+0000","last_became_active":"2024-05-21T00:37:22.387346+0000","last_became_peered":"2024-05-21T00:37:22.387346+0000","last_unstale":"2024-05-21T00:39:11.762857+0000","last_undegraded":"2024-05-21T00:39:11.762857+0000","last_fullsized":"2024-05-21T00:39:11.762857+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:35:20.956798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.247543+0000","last_change":"2024-05-21T00:37:26.418635+0000","last_active":"2024-05-21T00:39:40.247543+0000","last_peered":"2024-05-21T00:39:40.247543+0000","last_clean":"2024-05-21T00:39:40.247543+0000","last_became_active":"2024-05-21T00:37:26.418258+0000","last_became_peered":"2024-05-21T00:37:26.418258+0000","last_unstale":"2024-05-21T00:39:40.247543+0000","last_undegraded":"2024-05-21T00:39:40.247543+0000","last_fullsized":"2024-05-21T00:39:40.247543+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:02:15.805718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.240294+0000","last_change":"2024-05-21T00:37:26.418793+0000","last_active":"2024-05-21T00:39:40.240294+0000","last_peered":"2024-05-21T00:39:40.240294+0000","last_clean":"2024-05-21T00:39:40.240294+0000","last_became_active":"2024-05-21T00:37:26.418446+0000","last_became_peered":"2024-05-21T00:37:26.418446+0000","last_unstale":"2024-05-21T00:39:40.240294+0000","last_undegraded":"2024-05-21T00:39:40.240294+0000","last_fullsized":"2024-05-21T00:39:40.240294+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:52:50.911632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"82'12","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.238769+0000","last_change":"2024-05-21T00:37:26.413991+0000","last_active":"2024-05-21T00:39:40.238769+0000","last_peered":"2024-05-21T00:39:40.238769+0000","last_clean":"2024-05-21T00:39:40.238769+0000","last_became_active":"2024-05-21T00:37:26.413615+0000","last_became_peered":"2024-05-21T00:37:26.413615+0000","last_unstale":"2024-05-21T00:39:40.238769+0000","last_undegraded":"2024-05-21T00:39:40.238769+0000","last_fullsized":"2024-05-21T00:39:40.238769+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:05:30.902070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.251601+0000","last_change":"2024-05-21T00:37:26.433423+0000","last_active":"2024-05-21T00:39:40.251601+0000","last_peered":"2024-05-21T00:39:40.251601+0000","last_clean":"2024-05-21T00:39:40.251601+0000","last_became_active":"2024-05-21T00:37:26.433111+0000","last_became_peered":"2024-05-21T00:37:26.433111+0000","last_unstale":"2024-05-21T00:39:40.251601+0000","last_undegraded":"2024-05-21T00:39:40.251601+0000","last_fullsized":"2024-05-21T00:39:40.251601+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:20:03.674489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.266761+0000","last_change":"2024-05-21T00:37:26.434311+0000","last_active":"2024-05-21T00:39:40.266761+0000","last_peered":"2024-05-21T00:39:40.266761+0000","last_clean":"2024-05-21T00:39:40.266761+0000","last_became_active":"2024-05-21T00:37:26.433959+0000","last_became_peered":"2024-05-21T00:37:26.433959+0000","last_unstale":"2024-05-21T00:39:40.266761+0000","last_undegraded":"2024-05-21T00:39:40.266761+0000","last_fullsized":"2024-05-21T00:39:40.266761+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:46:48.408939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"82'4","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.266354+0000","last_change":"2024-05-21T00:37:26.437576+0000","last_active":"2024-05-21T00:39:40.266354+0000","last_peered":"2024-05-21T00:39:40.266354+0000","last_clean":"2024-05-21T00:39:40.266354+0000","last_became_active":"2024-05-21T00:37:26.437148+0000","last_became_peered":"2024-05-21T00:37:26.437148+0000","last_unstale":"2024-05-21T00:39:40.266354+0000","last_undegraded":"2024-05-21T00:39:40.266354+0000","last_fullsized":"2024-05-21T00:39:40.266354+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:02:38.832773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"82'6","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.246718+0000","last_change":"2024-05-21T00:38:11.357316+0000","last_active":"2024-05-21T00:39:40.246718+0000","last_peered":"2024-05-21T00:39:40.246718+0000","last_clean":"2024-05-21T00:39:40.246718+0000","last_became_active":"2024-05-21T00:38:11.356990+0000","last_became_peered":"2024-05-21T00:38:11.356990+0000","last_unstale":"2024-05-21T00:39:40.246718+0000","last_undegraded":"2024-05-21T00:39:40.246718+0000","last_fullsized":"2024-05-21T00:39:40.246718+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:03:35.609961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"82'15","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.247782+0000","last_change":"2024-05-21T00:37:26.415425+0000","last_active":"2024-05-21T00:39:40.247782+0000","last_peered":"2024-05-21T00:39:40.247782+0000","last_clean":"2024-05-21T00:39:40.247782+0000","last_became_active":"2024-05-21T00:37:26.415063+0000","last_became_peered":"2024-05-21T00:37:26.415063+0000","last_unstale":"2024-05-21T00:39:40.247782+0000","last_undegraded":"2024-05-21T00:39:40.247782+0000","last_fullsized":"2024-05-21T00:39:40.247782+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:00:05.961056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"82'2","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252465+0000","last_change":"2024-05-21T00:37:26.427021+0000","last_active":"2024-05-21T00:39:40.252465+0000","last_peered":"2024-05-21T00:39:40.252465+0000","last_clean":"2024-05-21T00:39:40.252465+0000","last_became_active":"2024-05-21T00:37:26.422626+0000","last_became_peered":"2024-05-21T00:37:26.422626+0000","last_unstale":"2024-05-21T00:39:40.252465+0000","last_undegraded":"2024-05-21T00:39:40.252465+0000","last_fullsized":"2024-05-21T00:39:40.252465+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:44:42.662614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.250340+0000","last_change":"2024-05-21T00:37:26.437318+0000","last_active":"2024-05-21T00:39:40.250340+0000","last_peered":"2024-05-21T00:39:40.250340+0000","last_clean":"2024-05-21T00:39:40.250340+0000","last_became_active":"2024-05-21T00:37:26.436979+0000","last_became_peered":"2024-05-21T00:37:26.436979+0000","last_unstale":"2024-05-21T00:39:40.250340+0000","last_undegraded":"2024-05-21T00:39:40.250340+0000","last_fullsized":"2024-05-21T00:39:40.250340+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:36:25.628100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261490+0000","last_change":"2024-05-21T00:37:26.416532+0000","last_active":"2024-05-21T00:39:40.261490+0000","last_peered":"2024-05-21T00:39:40.261490+0000","last_clean":"2024-05-21T00:39:40.261490+0000","last_became_active":"2024-05-21T00:37:26.416093+0000","last_became_peered":"2024-05-21T00:37:26.416093+0000","last_unstale":"2024-05-21T00:39:40.261490+0000","last_undegraded":"2024-05-21T00:39:40.261490+0000","last_fullsized":"2024-05-21T00:39:40.261490+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:57:19.092634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"82'10","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.264381+0000","last_change":"2024-05-21T00:37:26.425305+0000","last_active":"2024-05-21T00:39:40.264381+0000","last_peered":"2024-05-21T00:39:40.264381+0000","last_clean":"2024-05-21T00:39:40.264381+0000","last_became_active":"2024-05-21T00:37:26.424954+0000","last_became_peered":"2024-05-21T00:37:26.424954+0000","last_unstale":"2024-05-21T00:39:40.264381+0000","last_undegraded":"2024-05-21T00:39:40.264381+0000","last_fullsized":"2024-05-21T00:39:40.264381+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:25:19.310127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"82'11","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267458+0000","last_change":"2024-05-21T00:37:26.426052+0000","last_active":"2024-05-21T00:39:40.267458+0000","last_peered":"2024-05-21T00:39:40.267458+0000","last_clean":"2024-05-21T00:39:40.267458+0000","last_became_active":"2024-05-21T00:37:26.425564+0000","last_became_peered":"2024-05-21T00:37:26.425564+0000","last_unstale":"2024-05-21T00:39:40.267458+0000","last_undegraded":"2024-05-21T00:39:40.267458+0000","last_fullsized":"2024-05-21T00:39:40.267458+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:11:32.887469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.235871+0000","last_change":"2024-05-21T00:37:26.415758+0000","last_active":"2024-05-21T00:39:40.235871+0000","last_peered":"2024-05-21T00:39:40.235871+0000","last_clean":"2024-05-21T00:39:40.235871+0000","last_became_active":"2024-05-21T00:37:26.415354+0000","last_became_peered":"2024-05-21T00:37:26.415354+0000","last_unstale":"2024-05-21T00:39:40.235871+0000","last_undegraded":"2024-05-21T00:39:40.235871+0000","last_fullsized":"2024-05-21T00:39:40.235871+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:40:24.590361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":280106,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":74956,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1381,"num_read_kb":771,"num_write":188,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":22,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":222348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":70,"seq":300647710788,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32048,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713104,"statfs":{"total":95995035648,"available":95962218496,"internally_reserved":0,"allocated":892928,"data_stored":442367,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":64,"seq":274877907017,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32200,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712952,"statfs":{"total":95995035648,"available":95962062848,"internally_reserved":0,"allocated":1048576,"data_stored":1103939,"data_compressed":47229,"data_compressed_allocated":61440,"data_compressed_original":622592,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":59,"seq":253403070543,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":442581,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":53,"seq":227633266773,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32056,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713096,"statfs":{"total":95995035648,"available":95962210304,"internally_reserved":0,"allocated":901120,"data_stored":442479,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863463001,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32108,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713044,"statfs":{"total":95995035648,"available":95962157056,"internally_reserved":0,"allocated":954368,"data_stored":1036196,"data_compressed":47229,"data_compressed_allocated":61440,"data_compressed_original":622592,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626526,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27888,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717264,"statfs":{"total":95995035648,"available":95966478336,"internally_reserved":0,"allocated":892928,"data_stored":441970,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574970,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36276,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708876,"statfs":{"total":95995035648,"available":95957889024,"internally_reserved":0,"allocated":962560,"data_stored":508433,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738496,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":913408,"data_stored":443241,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411447,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":513536,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182511,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32064,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713088,"statfs":{"total":95995035648,"available":95962202112,"internally_reserved":0,"allocated":909312,"data_stored":442281,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986284,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36212,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708940,"statfs":{"total":95995035648,"available":95957954560,"internally_reserved":0,"allocated":897024,"data_stored":443330,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822757,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":1034957,"data_compressed":47229,"data_compressed_allocated":61440,"data_compressed_original":622592,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33992,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33992,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33992,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":66670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":71773,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2709,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":71691,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T00:41:37.754 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:41:37.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:37 smithi044 ceph-mon[31392]: pgmap v445: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-05-21T00:41:37.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:37 smithi044 ceph-mon[31392]: from='client.25087 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:41:37.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:37 smithi082 ceph-mon[36141]: pgmap v445: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-05-21T00:41:37.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:37 smithi082 ceph-mon[36141]: from='client.25087 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:41:38.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:37 smithi092 ceph-mon[36335]: pgmap v445: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-05-21T00:41:38.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:37 smithi092 ceph-mon[36335]: from='client.25087 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:41:38.254 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:41:38.663 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:38 smithi044 ceph-mon[31392]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:41:38.663 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:38 smithi044 ceph-mon[31392]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:41:38.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:38 smithi082 ceph-mon[36141]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:41:38.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:38 smithi082 ceph-mon[36141]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:41:39.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:38 smithi092 ceph-mon[36335]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:41:39.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:38 smithi092 ceph-mon[36335]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:41:39.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:39 smithi082 ceph-mon[36141]: pgmap v446: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-05-21T00:41:40.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:39 smithi092 ceph-mon[36335]: pgmap v446: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-05-21T00:41:40.147 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:39 smithi044 ceph-mon[31392]: pgmap v446: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-05-21T00:41:40.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.694+0000 7f75c8e00700 1 -- 172.21.15.44:0/3912486167 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f75c4106120 msgr2=0x7f75c4112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:40.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.695+0000 7f75c8e00700 1 --2- 172.21.15.44:0/3912486167 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f75c4106120 0x7f75c4112630 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f75bc00b0a0 tx=0x7f75bc00b3b0 comp rx=0 tx=0).stop 2024-05-21T00:41:40.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.695+0000 7f75c8e00700 1 -- 172.21.15.44:0/3912486167 shutdown_connections 2024-05-21T00:41:40.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.695+0000 7f75c8e00700 1 --2- 172.21.15.44:0/3912486167 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f75c4106120 0x7f75c4112630 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:40.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.695+0000 7f75c8e00700 1 --2- 172.21.15.44:0/3912486167 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f75c410b760 0x7f75c410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:40.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.695+0000 7f75c8e00700 1 --2- 172.21.15.44:0/3912486167 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75c4105760 0x7f75c4105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:40.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.695+0000 7f75c8e00700 1 -- 172.21.15.44:0/3912486167 >> 172.21.15.44:0/3912486167 conn(0x7f75c4101250 msgr2=0x7f75c4103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:40.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.695+0000 7f75c8e00700 1 -- 172.21.15.44:0/3912486167 shutdown_connections 2024-05-21T00:41:40.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.695+0000 7f75c8e00700 1 -- 172.21.15.44:0/3912486167 wait complete. 2024-05-21T00:41:40.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.696+0000 7f75c8e00700 1 Processor -- start 2024-05-21T00:41:40.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.696+0000 7f75c8e00700 1 -- start start 2024-05-21T00:41:40.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.696+0000 7f75c8e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f75c4105760 0x7f75c419be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:40.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.696+0000 7f75c8e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f75c4106120 0x7f75c419c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:40.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.696+0000 7f75c8e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75c410b760 0x7f75c41a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:40.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.696+0000 7f75c8e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f75c41159f0 con 0x7f75c4105760 2024-05-21T00:41:40.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.696+0000 7f75c8e00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f75c4115870 con 0x7f75c4106120 2024-05-21T00:41:40.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.696+0000 7f75c8e00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f75c4115b70 con 0x7f75c410b760 2024-05-21T00:41:40.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.697+0000 7f75c1e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f75c4105760 0x7f75c419be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:40.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.697+0000 7f75c2800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75c410b760 0x7f75c41a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:40.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.697+0000 7f75c2800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75c410b760 0x7f75c41a06c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:34278/0 (socket says 172.21.15.44:34278) 2024-05-21T00:41:40.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.697+0000 7f75c1400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f75c4106120 0x7f75c419c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:40.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.697+0000 7f75c2800700 1 -- 172.21.15.44:0/3720261403 learned_addr learned my addr 172.21.15.44:0/3720261403 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:40.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.697+0000 7f75c2800700 1 -- 172.21.15.44:0/3720261403 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f75c4106120 msgr2=0x7f75c419c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:40.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.697+0000 7f75c2800700 1 --2- 172.21.15.44:0/3720261403 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f75c4106120 0x7f75c419c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:40.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.697+0000 7f75c2800700 1 -- 172.21.15.44:0/3720261403 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f75c4105760 msgr2=0x7f75c419be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:40.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.697+0000 7f75c2800700 1 --2- 172.21.15.44:0/3720261403 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f75c4105760 0x7f75c419be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:40.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.697+0000 7f75c2800700 1 -- 172.21.15.44:0/3720261403 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75c41a0e00 con 0x7f75c410b760 2024-05-21T00:41:40.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.697+0000 7f75c2800700 1 --2- 172.21.15.44:0/3720261403 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75c410b760 0x7f75c41a06c0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f75bc00b070 tx=0x7f75bc009c90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:40.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.698+0000 7f75baa00700 1 -- 172.21.15.44:0/3720261403 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75bc021070 con 0x7f75c410b760 2024-05-21T00:41:40.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.698+0000 7f75baa00700 1 -- 172.21.15.44:0/3720261403 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75bc004e40 con 0x7f75c410b760 2024-05-21T00:41:40.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.698+0000 7f75baa00700 1 -- 172.21.15.44:0/3720261403 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75bc004630 con 0x7f75c410b760 2024-05-21T00:41:40.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.698+0000 7f75c8e00700 1 -- 172.21.15.44:0/3720261403 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75c41a1090 con 0x7f75c410b760 2024-05-21T00:41:40.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.698+0000 7f75c8e00700 1 -- 172.21.15.44:0/3720261403 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75c41a8970 con 0x7f75c410b760 2024-05-21T00:41:40.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.699+0000 7f75c8e00700 1 -- 172.21.15.44:0/3720261403 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75c406a230 con 0x7f75c410b760 2024-05-21T00:41:40.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.701+0000 7f75baa00700 1 -- 172.21.15.44:0/3720261403 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f75bc007980 con 0x7f75c410b760 2024-05-21T00:41:40.706 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.703+0000 7f75baa00700 1 --2- 172.21.15.44:0/3720261403 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f75a80b2910 0x7f75a80b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:40.706 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.703+0000 7f75baa00700 1 -- 172.21.15.44:0/3720261403 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f75bc00f020 con 0x7f75c410b760 2024-05-21T00:41:40.706 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.703+0000 7f75c1e00700 1 --2- 172.21.15.44:0/3720261403 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f75a80b2910 0x7f75a80b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:40.707 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.704+0000 7f75c1e00700 1 --2- 172.21.15.44:0/3720261403 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f75a80b2910 0x7f75a80b4dd0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f75b4009680 tx=0x7f75b4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:40.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.707+0000 7f75baa00700 1 -- 172.21.15.44:0/3720261403 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f75bc02a020 con 0x7f75c410b760 2024-05-21T00:41:40.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.993+0000 7f75c8e00700 1 -- 172.21.15.44:0/3720261403 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f75c402e560 con 0x7f75c410b760 2024-05-21T00:41:40.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.994+0000 7f75baa00700 1 -- 172.21.15.44:0/3720261403 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11854 (secure 0 0 0) 0x7f75bc0074e0 con 0x7f75c410b760 2024-05-21T00:41:40.998 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:41:40.998 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/561549854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":561549854},{"type":"v1","addr":"172.21.15.44:6837","nonce":561549854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/2400906516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2400906516},{"type":"v1","addr":"172.21.15.82:6835","nonce":2400906516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2996309052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2996309052},{"type":"v1","addr":"172.21.15.92:6835","nonce":2996309052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:37:29.521554+0000","modified":"2024-05-21T00:41:28.977476+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24521,"mds_1":24511,"mds_2":24509},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24482":{"gid":24482,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6837/2183805482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":2183805482},{"type":"v1","addr":"172.21.15.82:6837","nonce":2183805482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6837/1462528640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1462528640},{"type":"v1","addr":"172.21.15.92:6837","nonce":1462528640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6839/1183044801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6838","nonce":1183044801},{"type":"v1","addr":"172.21.15.92:6839","nonce":1183044801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"a","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/3917264755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":3917264755},{"type":"v1","addr":"172.21.15.44:6841","nonce":3917264755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1038937716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1038937716},{"type":"v1","addr":"172.21.15.44:6839","nonce":1038937716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.82:6839/3736218763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":3736218763},{"type":"v1","addr":"172.21.15.82:6839","nonce":3736218763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24521,"qdb_cluster":[24509,24511,24521]},"id":1}]} 2024-05-21T00:41:41.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.997+0000 7f75c8e00700 1 -- 172.21.15.44:0/3720261403 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f75a80b2910 msgr2=0x7f75a80b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:41.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.997+0000 7f75c8e00700 1 --2- 172.21.15.44:0/3720261403 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f75a80b2910 0x7f75a80b4dd0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f75b4009680 tx=0x7f75b4009260 comp rx=0 tx=0).stop 2024-05-21T00:41:41.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.997+0000 7f75c8e00700 1 -- 172.21.15.44:0/3720261403 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75c410b760 msgr2=0x7f75c41a06c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:41.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.997+0000 7f75c8e00700 1 --2- 172.21.15.44:0/3720261403 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75c410b760 0x7f75c41a06c0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f75bc00b070 tx=0x7f75bc009c90 comp rx=0 tx=0).stop 2024-05-21T00:41:41.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.998+0000 7f75c8e00700 1 -- 172.21.15.44:0/3720261403 shutdown_connections 2024-05-21T00:41:41.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.998+0000 7f75c8e00700 1 --2- 172.21.15.44:0/3720261403 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f75a80b2910 0x7f75a80b4dd0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:41.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.998+0000 7f75c8e00700 1 --2- 172.21.15.44:0/3720261403 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f75c4105760 0x7f75c419be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:41.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.998+0000 7f75c8e00700 1 --2- 172.21.15.44:0/3720261403 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75c410b760 0x7f75c41a06c0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:41.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.998+0000 7f75c8e00700 1 --2- 172.21.15.44:0/3720261403 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f75c4106120 0x7f75c419c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:41.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.998+0000 7f75c8e00700 1 -- 172.21.15.44:0/3720261403 >> 172.21.15.44:0/3720261403 conn(0x7f75c4101250 msgr2=0x7f75c4101830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:41.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.998+0000 7f75c8e00700 1 -- 172.21.15.44:0/3720261403 shutdown_connections 2024-05-21T00:41:41.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:40.998+0000 7f75c8e00700 1 -- 172.21.15.44:0/3720261403 wait complete. 2024-05-21T00:41:41.002 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 26 2024-05-21T00:41:41.790 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T00:41:41.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:41 smithi082 ceph-mon[36141]: pgmap v447: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-05-21T00:41:41.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:41 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/3720261403' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:41:42.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:41 smithi092 ceph-mon[36335]: pgmap v447: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-05-21T00:41:42.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:41 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/3720261403' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:41:42.147 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:41 smithi044 ceph-mon[31392]: pgmap v447: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-05-21T00:41:42.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:41 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/3720261403' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:41:42.255 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:41:43.842 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:43 smithi044 ceph-mon[31392]: pgmap v448: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-05-21T00:41:43.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:43 smithi082 ceph-mon[36141]: pgmap v448: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-05-21T00:41:44.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:43 smithi092 ceph-mon[36335]: pgmap v448: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-05-21T00:41:44.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.718+0000 7ff0fa800700 1 -- 172.21.15.44:0/2394821872 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0f4109540 msgr2=0x7ff0f4109920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:44.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.718+0000 7ff0fa800700 1 --2- 172.21.15.44:0/2394821872 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0f4109540 0x7ff0f4109920 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7ff0e8009990 tx=0x7ff0e8009ca0 comp rx=0 tx=0).stop 2024-05-21T00:41:44.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.718+0000 7ff0fa800700 1 -- 172.21.15.44:0/2394821872 shutdown_connections 2024-05-21T00:41:44.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.718+0000 7ff0fa800700 1 --2- 172.21.15.44:0/2394821872 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0f4103e50 0x7ff0f4110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:44.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.718+0000 7ff0fa800700 1 --2- 172.21.15.44:0/2394821872 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0f4109540 0x7ff0f4109920 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:44.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.718+0000 7ff0fa800700 1 --2- 172.21.15.44:0/2394821872 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff0f4103490 0x7ff0f4103910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:44.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.718+0000 7ff0fa800700 1 -- 172.21.15.44:0/2394821872 >> 172.21.15.44:0/2394821872 conn(0x7ff0f40fefc0 msgr2=0x7ff0f41013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:44.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.718+0000 7ff0fa800700 1 -- 172.21.15.44:0/2394821872 shutdown_connections 2024-05-21T00:41:44.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.718+0000 7ff0fa800700 1 -- 172.21.15.44:0/2394821872 wait complete. 2024-05-21T00:41:44.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.719+0000 7ff0fa800700 1 Processor -- start 2024-05-21T00:41:44.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.719+0000 7ff0fa800700 1 -- start start 2024-05-21T00:41:44.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.720+0000 7ff0fa800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff0f4103490 0x7ff0f419f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:44.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.720+0000 7ff0fa800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0f4103e50 0x7ff0f419fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:44.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.720+0000 7ff0fa800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0f4109540 0x7ff0f4199910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:44.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.720+0000 7ff0fa800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff0f4113670 con 0x7ff0f4109540 2024-05-21T00:41:44.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.720+0000 7ff0fa800700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7ff0f41134f0 con 0x7ff0f4103490 2024-05-21T00:41:44.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.720+0000 7ff0fa800700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ff0f41137f0 con 0x7ff0f4103e50 2024-05-21T00:41:44.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.720+0000 7ff0f9400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff0f4103490 0x7ff0f419f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:44.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.720+0000 7ff0f9400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff0f4103490 0x7ff0f419f750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:60578/0 (socket says 172.21.15.44:60578) 2024-05-21T00:41:44.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.720+0000 7ff0f9e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0f4109540 0x7ff0f4199910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:44.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.720+0000 7ff0f9400700 1 -- 172.21.15.44:0/4086737338 learned_addr learned my addr 172.21.15.44:0/4086737338 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:44.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.720+0000 7ff0f8a00700 1 --2- 172.21.15.44:0/4086737338 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0f4103e50 0x7ff0f419fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:44.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.721+0000 7ff0f9400700 1 -- 172.21.15.44:0/4086737338 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0f4103e50 msgr2=0x7ff0f419fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:44.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.721+0000 7ff0f9400700 1 --2- 172.21.15.44:0/4086737338 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0f4103e50 0x7ff0f419fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:44.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.721+0000 7ff0f9400700 1 -- 172.21.15.44:0/4086737338 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0f4109540 msgr2=0x7ff0f4199910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:44.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.721+0000 7ff0f9400700 1 --2- 172.21.15.44:0/4086737338 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0f4109540 0x7ff0f4199910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:44.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.721+0000 7ff0f9400700 1 -- 172.21.15.44:0/4086737338 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0f419a070 con 0x7ff0f4103490 2024-05-21T00:41:44.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.721+0000 7ff0f9400700 1 --2- 172.21.15.44:0/4086737338 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff0f4103490 0x7ff0f419f750 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7ff0e8000c00 tx=0x7ff0e80057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:44.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.721+0000 7ff0f2000700 1 -- 172.21.15.44:0/4086737338 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0e8027070 con 0x7ff0f4103490 2024-05-21T00:41:44.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.722+0000 7ff0f2000700 1 -- 172.21.15.44:0/4086737338 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff0e800b610 con 0x7ff0f4103490 2024-05-21T00:41:44.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.722+0000 7ff0fa800700 1 -- 172.21.15.44:0/4086737338 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0f419a300 con 0x7ff0f4103490 2024-05-21T00:41:44.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.722+0000 7ff0f2000700 1 -- 172.21.15.44:0/4086737338 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0e80173f0 con 0x7ff0f4103490 2024-05-21T00:41:44.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.722+0000 7ff0fa800700 1 -- 172.21.15.44:0/4086737338 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0f41a6620 con 0x7ff0f4103490 2024-05-21T00:41:44.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.723+0000 7ff0fa800700 1 -- 172.21.15.44:0/4086737338 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0f410b9d0 con 0x7ff0f4103490 2024-05-21T00:41:44.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.725+0000 7ff0f2000700 1 -- 172.21.15.44:0/4086737338 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7ff0e802a070 con 0x7ff0f4103490 2024-05-21T00:41:44.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.726+0000 7ff0f2000700 1 --2- 172.21.15.44:0/4086737338 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ff0dc0b2990 0x7ff0dc0b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:44.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.727+0000 7ff0f2000700 1 -- 172.21.15.44:0/4086737338 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7ff0e80e2ff0 con 0x7ff0f4103490 2024-05-21T00:41:44.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.727+0000 7ff0f8a00700 1 --2- 172.21.15.44:0/4086737338 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ff0dc0b2990 0x7ff0dc0b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:44.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.728+0000 7ff0f8a00700 1 --2- 172.21.15.44:0/4086737338 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ff0dc0b2990 0x7ff0dc0b4e50 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7ff0e0009680 tx=0x7ff0e0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:44.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.731+0000 7ff0f2000700 1 -- 172.21.15.44:0/4086737338 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff0e8013070 con 0x7ff0f4103490 2024-05-21T00:41:44.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.974+0000 7ff0fa800700 1 -- 172.21.15.44:0/4086737338 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff0f419ae40 con 0x7ff0f4103490 2024-05-21T00:41:44.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.976+0000 7ff0f2000700 1 -- 172.21.15.44:0/4086737338 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22707 (secure 0 0 0) 0x7ff0e80aabc0 con 0x7ff0f4103490 2024-05-21T00:41:44.980 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:41:44.980 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":82,"fsid":"d03df2b2-1708-11ef-bc9a-c7b262605968","created":"2024-05-21T00:27:51.458771+0000","modified":"2024-05-21T00:39:11.514065+0000","last_up_change":"2024-05-21T00:36:10.971414+0000","last_in_change":"2024-05-21T00:35:50.957727+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T00:31:54.252537+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T00:37:21.067118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T00:37:25.328393+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"87d95ec0-9884-407b-9d90-67a37bd139bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6803","nonce":3592915645}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6805","nonce":3592915645}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6809","nonce":3592915645}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6807","nonce":3592915645}]},"public_addr":"172.21.15.44:6803/3592915645","cluster_addr":"172.21.15.44:6805/3592915645","heartbeat_back_addr":"172.21.15.44:6809/3592915645","heartbeat_front_addr":"172.21.15.44:6807/3592915645","state":["exists","up"]},{"osd":1,"uuid":"f63d59d5-bcc5-4875-befd-f9ff99c11c5a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6800","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6801","nonce":2647472512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6803","nonce":2647472512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6807","nonce":2647472512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6805","nonce":2647472512}]},"public_addr":"172.21.15.82:6801/2647472512","cluster_addr":"172.21.15.82:6803/2647472512","heartbeat_back_addr":"172.21.15.82:6807/2647472512","heartbeat_front_addr":"172.21.15.82:6805/2647472512","state":["exists","up"]},{"osd":2,"uuid":"03dda03d-7581-476b-8e0b-ede8b7865165","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6801","nonce":2514141415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6803","nonce":2514141415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6807","nonce":2514141415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6805","nonce":2514141415}]},"public_addr":"172.21.15.92:6801/2514141415","cluster_addr":"172.21.15.92:6803/2514141415","heartbeat_back_addr":"172.21.15.92:6807/2514141415","heartbeat_front_addr":"172.21.15.92:6805/2514141415","state":["exists","up"]},{"osd":3,"uuid":"ee4c6871-e0ba-4dda-9fa1-f53d17314665","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6811","nonce":3929544733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6813","nonce":3929544733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6817","nonce":3929544733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6815","nonce":3929544733}]},"public_addr":"172.21.15.44:6811/3929544733","cluster_addr":"172.21.15.44:6813/3929544733","heartbeat_back_addr":"172.21.15.44:6817/3929544733","heartbeat_front_addr":"172.21.15.44:6815/3929544733","state":["exists","up"]},{"osd":4,"uuid":"43686e5d-9d5d-47ce-9a87-809e4dd36914","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6809","nonce":1580415467}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6811","nonce":1580415467}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6815","nonce":1580415467}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6813","nonce":1580415467}]},"public_addr":"172.21.15.82:6809/1580415467","cluster_addr":"172.21.15.82:6811/1580415467","heartbeat_back_addr":"172.21.15.82:6815/1580415467","heartbeat_front_addr":"172.21.15.82:6813/1580415467","state":["exists","up"]},{"osd":5,"uuid":"d37ad690-2e64-44d9-b4ba-5c1413dbde2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6809","nonce":965782434}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6811","nonce":965782434}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6815","nonce":965782434}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6813","nonce":965782434}]},"public_addr":"172.21.15.92:6809/965782434","cluster_addr":"172.21.15.92:6811/965782434","heartbeat_back_addr":"172.21.15.92:6815/965782434","heartbeat_front_addr":"172.21.15.92:6813/965782434","state":["exists","up"]},{"osd":6,"uuid":"a51f7723-c78c-4ef9-a341-b1ff72ba518e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6819","nonce":1537486544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6821","nonce":1537486544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6825","nonce":1537486544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6823","nonce":1537486544}]},"public_addr":"172.21.15.44:6819/1537486544","cluster_addr":"172.21.15.44:6821/1537486544","heartbeat_back_addr":"172.21.15.44:6825/1537486544","heartbeat_front_addr":"172.21.15.44:6823/1537486544","state":["exists","up"]},{"osd":7,"uuid":"9cb07a5c-be70-4030-a329-3d4f374fb837","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6817","nonce":205724371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6819","nonce":205724371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6823","nonce":205724371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6821","nonce":205724371}]},"public_addr":"172.21.15.82:6817/205724371","cluster_addr":"172.21.15.82:6819/205724371","heartbeat_back_addr":"172.21.15.82:6823/205724371","heartbeat_front_addr":"172.21.15.82:6821/205724371","state":["exists","up"]},{"osd":8,"uuid":"5dcab637-f5dc-45c1-8100-cb0b5ace5c92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6817","nonce":3959245624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6819","nonce":3959245624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6823","nonce":3959245624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6821","nonce":3959245624}]},"public_addr":"172.21.15.92:6817/3959245624","cluster_addr":"172.21.15.92:6819/3959245624","heartbeat_back_addr":"172.21.15.92:6823/3959245624","heartbeat_front_addr":"172.21.15.92:6821/3959245624","state":["exists","up"]},{"osd":9,"uuid":"e8018f84-c48b-46c3-97f9-933126a7b2fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6827","nonce":1654517516}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6829","nonce":1654517516}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6833","nonce":1654517516}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6831","nonce":1654517516}]},"public_addr":"172.21.15.44:6827/1654517516","cluster_addr":"172.21.15.44:6829/1654517516","heartbeat_back_addr":"172.21.15.44:6833/1654517516","heartbeat_front_addr":"172.21.15.44:6831/1654517516","state":["exists","up"]},{"osd":10,"uuid":"2887e4b5-afd3-4a9f-9d8a-c8c22964451d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6825","nonce":1964064567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6827","nonce":1964064567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6831","nonce":1964064567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6829","nonce":1964064567}]},"public_addr":"172.21.15.82:6825/1964064567","cluster_addr":"172.21.15.82:6827/1964064567","heartbeat_back_addr":"172.21.15.82:6831/1964064567","heartbeat_front_addr":"172.21.15.82:6829/1964064567","state":["exists","up"]},{"osd":11,"uuid":"0bc8302f-4e43-4172-8b39-e845532325dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6825","nonce":2911355193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6827","nonce":2911355193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6831","nonce":2911355193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6829","nonce":2911355193}]},"public_addr":"172.21.15.92:6825/2911355193","cluster_addr":"172.21.15.92:6827/2911355193","heartbeat_back_addr":"172.21.15.92:6831/2911355193","heartbeat_front_addr":"172.21.15.92:6829/2911355193","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:03.521286+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:28.491762+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:51.825721+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:32:25.293696+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:32:51.285539+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:33:15.925099+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:33:50.761232+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:34:17.058992+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:34:41.840124+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:35:16.093194+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:35:43.418271+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:36:09.237970+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":2,"to":1}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.18","mappings":[{"from":3,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":7}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/880191957":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/587444604":"2024-05-22T00:29:10.086497+0000","172.21.15.44:6800/3330900916":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/64733516":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6801/3460387030":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6801/3330900916":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/1049391158":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6800/3460387030":"2024-05-22T00:28:34.433643+0000","172.21.15.44:0/1950433201":"2024-05-22T00:28:34.433643+0000","172.21.15.44:0/866497567":"2024-05-22T00:29:10.086497+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T00:41:44.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.980+0000 7ff0fa800700 1 -- 172.21.15.44:0/4086737338 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ff0dc0b2990 msgr2=0x7ff0dc0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:44.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.980+0000 7ff0fa800700 1 --2- 172.21.15.44:0/4086737338 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ff0dc0b2990 0x7ff0dc0b4e50 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7ff0e0009680 tx=0x7ff0e0009260 comp rx=0 tx=0).stop 2024-05-21T00:41:44.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.980+0000 7ff0fa800700 1 -- 172.21.15.44:0/4086737338 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff0f4103490 msgr2=0x7ff0f419f750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:44.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.980+0000 7ff0fa800700 1 --2- 172.21.15.44:0/4086737338 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff0f4103490 0x7ff0f419f750 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7ff0e8000c00 tx=0x7ff0e80057c0 comp rx=0 tx=0).stop 2024-05-21T00:41:44.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.980+0000 7ff0fa800700 1 -- 172.21.15.44:0/4086737338 shutdown_connections 2024-05-21T00:41:44.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.980+0000 7ff0fa800700 1 --2- 172.21.15.44:0/4086737338 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ff0dc0b2990 0x7ff0dc0b4e50 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:44.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.980+0000 7ff0fa800700 1 --2- 172.21.15.44:0/4086737338 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0f4109540 0x7ff0f4199910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:44.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.980+0000 7ff0fa800700 1 --2- 172.21.15.44:0/4086737338 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff0f4103490 0x7ff0f419f750 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:44.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.980+0000 7ff0fa800700 1 --2- 172.21.15.44:0/4086737338 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0f4103e50 0x7ff0f419fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:44.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.980+0000 7ff0fa800700 1 -- 172.21.15.44:0/4086737338 >> 172.21.15.44:0/4086737338 conn(0x7ff0f40fefc0 msgr2=0x7ff0f4100770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:44.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.980+0000 7ff0fa800700 1 -- 172.21.15.44:0/4086737338 shutdown_connections 2024-05-21T00:41:44.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:44.980+0000 7ff0fa800700 1 -- 172.21.15.44:0/4086737338 wait complete. 2024-05-21T00:41:45.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:45 smithi044 ceph-mon[31392]: pgmap v449: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 682 B/s wr, 7 op/s 2024-05-21T00:41:45.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:45 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/4086737338' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:41:45.940 DEBUG:tasks.fwd_scrub:Yielding 2024-05-21T00:41:45.940 INFO:teuthology.run_tasks:Running task quiescer... 2024-05-21T00:41:45.955 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-21T00:41:45.956 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-21T00:41:45.956 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-05-21T00:41:45.956 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T00:41:45.956 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T00:41:45.957 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:45 smithi082 ceph-mon[36141]: pgmap v449: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 682 B/s wr, 7 op/s 2024-05-21T00:41:45.957 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:45 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/4086737338' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:41:46.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:45 smithi092 ceph-mon[36335]: pgmap v449: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 682 B/s wr, 7 op/s 2024-05-21T00:41:46.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:45 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/4086737338' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:41:46.399 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:41:46.407 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:41:47.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:47 smithi044 ceph-mon[31392]: pgmap v450: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T00:41:47.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:47 smithi082 ceph-mon[36141]: pgmap v450: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T00:41:48.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:47 smithi092 ceph-mon[36335]: pgmap v450: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T00:41:49.779 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:49 smithi044 ceph-mon[31392]: pgmap v451: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:41:49.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:49 smithi082 ceph-mon[36141]: pgmap v451: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:41:50.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.038+0000 7f23a3c00700 1 -- 172.21.15.44:0/4147170282 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f239c06c5d0 msgr2=0x7f239c1103b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:50.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.038+0000 7f23a3c00700 1 --2- 172.21.15.44:0/4147170282 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f239c06c5d0 0x7f239c1103b0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f2394009fc0 tx=0x7f239400b330 comp rx=0 tx=0).stop 2024-05-21T00:41:50.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.038+0000 7f23a3c00700 1 -- 172.21.15.44:0/4147170282 shutdown_connections 2024-05-21T00:41:50.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.038+0000 7f23a3c00700 1 --2- 172.21.15.44:0/4147170282 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f239c1095e0 0x7f239c1099c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.038+0000 7f23a3c00700 1 --2- 172.21.15.44:0/4147170282 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f239c06c5d0 0x7f239c1103b0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.038+0000 7f23a3c00700 1 --2- 172.21.15.44:0/4147170282 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f239c06bc10 0x7f239c06c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.038+0000 7f23a3c00700 1 -- 172.21.15.44:0/4147170282 >> 172.21.15.44:0/4147170282 conn(0x7f239c0793f0 msgr2=0x7f239c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:50.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.038+0000 7f23a3c00700 1 -- 172.21.15.44:0/4147170282 shutdown_connections 2024-05-21T00:41:50.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.038+0000 7f23a3c00700 1 -- 172.21.15.44:0/4147170282 wait complete. 2024-05-21T00:41:50.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.039+0000 7f23a3c00700 1 Processor -- start 2024-05-21T00:41:50.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.039+0000 7f23a3c00700 1 -- start start 2024-05-21T00:41:50.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.040+0000 7f23a3c00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f239c06bc10 0x7f239c19be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:50.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.040+0000 7f23a3c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f239c06c5d0 0x7f239c19c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:50.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.040+0000 7f23a3c00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f239c1095e0 0x7f239c1a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:50.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.040+0000 7f23a3c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f239c113790 con 0x7f239c06c5d0 2024-05-21T00:41:50.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.040+0000 7f23a3c00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f239c113610 con 0x7f239c06bc10 2024-05-21T00:41:50.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.040+0000 7f23a3c00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f239c113910 con 0x7f239c1095e0 2024-05-21T00:41:50.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.040+0000 7f239be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f239c06c5d0 0x7f239c19c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:50.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.040+0000 7f23a1200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f239c06bc10 0x7f239c19be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:50.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.040+0000 7f239be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f239c06c5d0 0x7f239c19c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58414/0 (socket says 172.21.15.44:58414) 2024-05-21T00:41:50.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.040+0000 7f239be00700 1 -- 172.21.15.44:0/227323010 learned_addr learned my addr 172.21.15.44:0/227323010 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:50.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.040+0000 7f23a1c00700 1 --2- 172.21.15.44:0/227323010 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f239c1095e0 0x7f239c1a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:50.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.041+0000 7f239be00700 1 -- 172.21.15.44:0/227323010 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f239c1095e0 msgr2=0x7f239c1a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:50.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.041+0000 7f239be00700 1 --2- 172.21.15.44:0/227323010 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f239c1095e0 0x7f239c1a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.041+0000 7f239be00700 1 -- 172.21.15.44:0/227323010 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f239c06bc10 msgr2=0x7f239c19be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:50.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.041+0000 7f239be00700 1 --2- 172.21.15.44:0/227323010 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f239c06bc10 0x7f239c19be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.041+0000 7f239be00700 1 -- 172.21.15.44:0/227323010 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f239c1a0e20 con 0x7f239c06c5d0 2024-05-21T00:41:50.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.041+0000 7f239be00700 1 --2- 172.21.15.44:0/227323010 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f239c06c5d0 0x7f239c19c350 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f238c00e9c0 tx=0x7f238c00ed80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:50.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.042+0000 7f2399600700 1 -- 172.21.15.44:0/227323010 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f238c00cbd0 con 0x7f239c06c5d0 2024-05-21T00:41:50.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.042+0000 7f2399600700 1 -- 172.21.15.44:0/227323010 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f238c00cd70 con 0x7f239c06c5d0 2024-05-21T00:41:50.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.042+0000 7f2399600700 1 -- 172.21.15.44:0/227323010 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f238c005680 con 0x7f239c06c5d0 2024-05-21T00:41:50.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.042+0000 7f23a3c00700 1 -- 172.21.15.44:0/227323010 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f239c1a1110 con 0x7f239c06c5d0 2024-05-21T00:41:50.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.042+0000 7f23a3c00700 1 -- 172.21.15.44:0/227323010 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f239c1a8990 con 0x7f239c06c5d0 2024-05-21T00:41:50.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.046+0000 7f2399600700 1 -- 172.21.15.44:0/227323010 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f238c004750 con 0x7f239c06c5d0 2024-05-21T00:41:50.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.047+0000 7f23ae491b80 1 Processor -- start 2024-05-21T00:41:50.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.047+0000 7f23ae491b80 1 -- start start 2024-05-21T00:41:50.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.048+0000 7f23ae491b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558aa964b690 0x558aa964ba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:50.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.048+0000 7f23ae491b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558aa964bfb0 0x558aa9645ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:50.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.048+0000 7f23ae491b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558aa96461c0 0x558aa9646640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:50.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.048+0000 7f23ae491b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x558aa95a3ec0 con 0x558aa964bfb0 2024-05-21T00:41:50.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.048+0000 7f23ae491b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x558aa9593a60 con 0x558aa96461c0 2024-05-21T00:41:50.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.048+0000 7f23ae491b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x558aa9597aa0 con 0x558aa964b690 2024-05-21T00:41:50.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.048+0000 7f23a1200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558aa964bfb0 0x558aa9645ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:50.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.048+0000 7f239be00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558aa96461c0 0x558aa9646640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:50.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.048+0000 7f23a1200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558aa964bfb0 0x558aa9645ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58422/0 (socket says 172.21.15.44:58422) 2024-05-21T00:41:50.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.048+0000 7f23a1200700 1 -- 172.21.15.44:0/2559524599 learned_addr learned my addr 172.21.15.44:0/2559524599 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:50.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.048+0000 7f2399600700 1 --2- 172.21.15.44:0/227323010 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f23840b2910 0x7f23840b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:50.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.048+0000 7f23a1c00700 1 --2- 172.21.15.44:0/2559524599 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558aa964b690 0x558aa964ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:50.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.049+0000 7f2399600700 1 -- 172.21.15.44:0/227323010 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f238c0e2760 con 0x7f239c06c5d0 2024-05-21T00:41:50.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.049+0000 7f23a1200700 1 -- 172.21.15.44:0/2559524599 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558aa964b690 msgr2=0x558aa964ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:50.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.049+0000 7f23a1200700 1 --2- 172.21.15.44:0/2559524599 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558aa964b690 0x558aa964ba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.049+0000 7f23a1200700 1 -- 172.21.15.44:0/2559524599 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558aa96461c0 msgr2=0x558aa9646640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:50.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.049+0000 7f23a1200700 1 --2- 172.21.15.44:0/2559524599 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558aa96461c0 0x558aa9646640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.049+0000 7f23a1200700 1 -- 172.21.15.44:0/2559524599 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558aa955c4a0 con 0x558aa964bfb0 2024-05-21T00:41:50.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.049+0000 7f23a1c00700 1 --2- 172.21.15.44:0/227323010 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f23840b2910 0x7f23840b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:50.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.049+0000 7f23a1200700 1 --2- 172.21.15.44:0/2559524599 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558aa964bfb0 0x558aa9645ba0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f2390009ce0 tx=0x7f2390011440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3beb400bb3c7683b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:50.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.050+0000 7f238a000700 1 -- 172.21.15.44:0/2559524599 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2390011d80 con 0x558aa964bfb0 2024-05-21T00:41:50.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.050+0000 7f238a000700 1 -- 172.21.15.44:0/2559524599 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2390004500 con 0x558aa964bfb0 2024-05-21T00:41:50.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.050+0000 7f238a000700 1 -- 172.21.15.44:0/2559524599 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2390005240 con 0x558aa964bfb0 2024-05-21T00:41:50.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.051+0000 7f23ae491b80 1 -- 172.21.15.44:0/2559524599 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558aa964bfb0 msgr2=0x558aa9645ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:50.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.051+0000 7f23ae491b80 1 --2- 172.21.15.44:0/2559524599 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558aa964bfb0 0x558aa9645ba0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f2390009ce0 tx=0x7f2390011440 comp rx=0 tx=0).stop 2024-05-21T00:41:50.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.051+0000 7f23a1c00700 1 --2- 172.21.15.44:0/227323010 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f23840b2910 0x7f23840b4dd0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f2394009f90 tx=0x7f239400b330 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:50.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.051+0000 7f23ae491b80 1 -- 172.21.15.44:0/2559524599 shutdown_connections 2024-05-21T00:41:50.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.051+0000 7f23ae491b80 1 --2- 172.21.15.44:0/2559524599 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558aa96461c0 0x558aa9646640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.051+0000 7f23ae491b80 1 --2- 172.21.15.44:0/2559524599 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558aa964b690 0x558aa964ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.051+0000 7f23ae491b80 1 --2- 172.21.15.44:0/2559524599 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558aa964bfb0 0x558aa9645ba0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.051+0000 7f23ae491b80 1 -- 172.21.15.44:0/2559524599 >> 172.21.15.44:0/2559524599 conn(0x558aa9573c60 msgr2=0x558aa9640710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:50.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.051+0000 7f23ae491b80 1 -- 172.21.15.44:0/2559524599 shutdown_connections 2024-05-21T00:41:50.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.051+0000 7f23ae491b80 1 -- 172.21.15.44:0/2559524599 wait complete. 2024-05-21T00:41:50.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.052+0000 7f23ae491b80 1 -- start start 2024-05-21T00:41:50.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.052+0000 7f23ae491b80 1 Processor -- start 2024-05-21T00:41:50.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.053+0000 7f23ae491b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558aa96461c0 0x558aa9651c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:50.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.053+0000 7f23ae491b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558aa964b690 0x558aa964f010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:50.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.053+0000 7f23ae491b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558aa964bfb0 0x558aa964f550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:50.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.053+0000 7f23ae491b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x558aa949a020 con 0x558aa964bfb0 2024-05-21T00:41:50.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.053+0000 7f23ae491b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x558aa95347e0 con 0x558aa96461c0 2024-05-21T00:41:50.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.053+0000 7f23ae491b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x558aa9652a60 con 0x558aa964b690 2024-05-21T00:41:50.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.053+0000 7f23ae491b80 10 client.0 _ll_register_callbacks cb 0x558aa953dcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:41:50.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.053+0000 7f23a1200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558aa96461c0 0x558aa9651c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:50.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.053+0000 7f239be00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558aa964b690 0x558aa964f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:50.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.053+0000 7f23a1200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558aa96461c0 0x558aa9651c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:50640/0 (socket says 172.21.15.44:50640) 2024-05-21T00:41:50.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.053+0000 7f23a1200700 1 -- 172.21.15.44:0/3664061655 learned_addr learned my addr 172.21.15.44:0/3664061655 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:50.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.053+0000 7f239be00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558aa964b690 0x558aa964f010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:53646/0 (socket says 172.21.15.44:53646) 2024-05-21T00:41:50.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.053+0000 7f23a1c00700 1 --2- 172.21.15.44:0/3664061655 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558aa964bfb0 0x558aa964f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:50.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.054+0000 7f23a1200700 1 -- 172.21.15.44:0/3664061655 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558aa964b690 msgr2=0x558aa964f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:50.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.054+0000 7f23a1200700 1 --2- 172.21.15.44:0/3664061655 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558aa964b690 0x558aa964f010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.054+0000 7f23a1200700 1 -- 172.21.15.44:0/3664061655 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558aa964bfb0 msgr2=0x558aa964f550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:50.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.054+0000 7f23a1200700 1 --2- 172.21.15.44:0/3664061655 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558aa964bfb0 0x558aa964f550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.054+0000 7f23a1200700 1 -- 172.21.15.44:0/3664061655 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558aa94e3950 con 0x558aa96461c0 2024-05-21T00:41:50.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.054+0000 7f239be00700 1 --2- 172.21.15.44:0/3664061655 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558aa964b690 0x558aa964f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:41:50.059 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:49 smithi092 ceph-mon[36335]: pgmap v451: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:41:50.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.054+0000 7f23a1200700 1 --2- 172.21.15.44:0/3664061655 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558aa96461c0 0x558aa9651c70 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f2390009540 tx=0x7f2390005e80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ddc1c7954328a5ac server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:50.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.054+0000 7f237ea00700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:41:50.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.055+0000 7f237ea00700 1 -- 172.21.15.44:0/3664061655 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2390026020 con 0x558aa96461c0 2024-05-21T00:41:50.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.055+0000 7f237ea00700 1 -- 172.21.15.44:0/3664061655 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f2390004260 con 0x558aa96461c0 2024-05-21T00:41:50.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.055+0000 7f23ae491b80 1 -- 172.21.15.44:0/3664061655 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2390004500 con 0x558aa96461c0 2024-05-21T00:41:50.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.055+0000 7f237ea00700 1 -- 172.21.15.44:0/3664061655 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2390031050 con 0x558aa96461c0 2024-05-21T00:41:50.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.055+0000 7f23ae491b80 10 client.25124 fetch_fsmap learned FSMap version 26 2024-05-21T00:41:50.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.055+0000 7f23ae491b80 1 -- 172.21.15.44:0/3664061655 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558aa95640e0 con 0x558aa96461c0 2024-05-21T00:41:50.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.055+0000 7f237ea00700 1 -- 172.21.15.44:0/3664061655 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2390004500 con 0x558aa96461c0 2024-05-21T00:41:50.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.056+0000 7f237ea00700 1 -- 172.21.15.44:0/3664061655 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2390018070 con 0x558aa96461c0 2024-05-21T00:41:50.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.056+0000 7f23ae491b80 10 client.25124 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:41:50.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.056+0000 7f23ae491b80 10 client.25124 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:41:50.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.056+0000 7f23ae491b80 20 client.25124 populate_metadata read hostname 'smithi044' 2024-05-21T00:41:50.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.056+0000 7f23ae491b80 1 --2- 172.21.15.44:0/3664061655 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x558aa965f470 0x558aa9661860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:50.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.056+0000 7f23ae491b80 4 client.25124 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:41:50.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.056+0000 7f23ae491b80 1 -- 172.21.15.44:0/3664061655 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558aa95a5e10 con 0x558aa965f470 2024-05-21T00:41:50.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.056+0000 7f239be00700 1 --2- 172.21.15.44:0/3664061655 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x558aa965f470 0x558aa9661860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:50.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.057+0000 7f239be00700 1 --2- 172.21.15.44:0/3664061655 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x558aa965f470 0x558aa9661860 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=640c7318ca807d73 server_cookie=ef25a240e2ebf13b in_seq=0 out_seq=0 2024-05-21T00:41:50.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.057+0000 7f237ea00700 10 client.25124 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:41:50.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.058+0000 7f237ea00700 1 -- 172.21.15.44:0/3664061655 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558aa95a5e10 con 0x558aa965f470 2024-05-21T00:41:50.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.058+0000 7f237ea00700 10 client.25124 handle_command_reply: tid=0 2024-05-21T00:41:50.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.058+0000 7f23ae491b80 1 client.25124 shutdown 2024-05-21T00:41:50.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.058+0000 7f23ae491b80 1 -- 172.21.15.44:0/3664061655 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558aa96461c0 msgr2=0x558aa9651c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:50.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.058+0000 7f23ae491b80 1 --2- 172.21.15.44:0/3664061655 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558aa96461c0 0x558aa9651c70 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f2390009540 tx=0x7f2390005e80 comp rx=0 tx=0).stop 2024-05-21T00:41:50.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.058+0000 7f23ae491b80 1 -- 172.21.15.44:0/3664061655 shutdown_connections 2024-05-21T00:41:50.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.058+0000 7f23ae491b80 1 --2- 172.21.15.44:0/3664061655 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558aa964bfb0 0x558aa964f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.058+0000 7f23ae491b80 1 --2- 172.21.15.44:0/3664061655 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x558aa965f470 0x558aa9661860 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.058+0000 7f23ae491b80 1 --2- 172.21.15.44:0/3664061655 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558aa96461c0 0x558aa9651c70 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.058+0000 7f23ae491b80 1 --2- 172.21.15.44:0/3664061655 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558aa964b690 0x558aa964f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.058+0000 7f237ea00700 0 client.25124 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:41:50.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.058+0000 7f23ae491b80 1 -- 172.21.15.44:0/3664061655 >> 172.21.15.44:0/3664061655 conn(0x558aa9573c60 msgr2=0x558aa963fdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:50.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.058+0000 7f23ae491b80 1 -- 172.21.15.44:0/3664061655 shutdown_connections 2024-05-21T00:41:50.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.058+0000 7f23ae491b80 1 -- 172.21.15.44:0/3664061655 wait complete. 2024-05-21T00:41:50.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.059+0000 7f23ae491b80 20 client.25124 trim_cache size 0 max 16384 2024-05-21T00:41:50.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.082+0000 7f23ae491b80 1 Processor -- start 2024-05-21T00:41:50.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.082+0000 7f23ae491b80 1 -- start start 2024-05-21T00:41:50.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.082+0000 7f23ae491b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558aa96461c0 0x558aa9645ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:50.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.082+0000 7f23ae491b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558aa964b690 0x558aa9640570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:50.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.082+0000 7f23ae491b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558aa964bfb0 0x558aa9650d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:50.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.082+0000 7f23ae491b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f239c1b2870 con 0x558aa964bfb0 2024-05-21T00:41:50.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.082+0000 7f23ae491b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f239c1b0100 con 0x558aa964b690 2024-05-21T00:41:50.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.082+0000 7f23ae491b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f239c1adf50 con 0x558aa96461c0 2024-05-21T00:41:50.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.082+0000 7f239be00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558aa964b690 0x558aa9640570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:50.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.082+0000 7f23a1c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558aa964bfb0 0x558aa9650d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:50.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.082+0000 7f239be00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558aa964b690 0x558aa9640570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:50642/0 (socket says 172.21.15.44:50642) 2024-05-21T00:41:50.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.082+0000 7f239be00700 1 -- 172.21.15.44:0/74435758 learned_addr learned my addr 172.21.15.44:0/74435758 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:50.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.082+0000 7f23a1200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558aa96461c0 0x558aa9645ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:50.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.083+0000 7f239be00700 1 -- 172.21.15.44:0/74435758 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558aa96461c0 msgr2=0x558aa9645ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:50.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.083+0000 7f239be00700 1 --2- 172.21.15.44:0/74435758 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558aa96461c0 0x558aa9645ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.083+0000 7f239be00700 1 -- 172.21.15.44:0/74435758 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558aa964bfb0 msgr2=0x558aa9650d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:50.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.083+0000 7f239be00700 1 --2- 172.21.15.44:0/74435758 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558aa964bfb0 0x558aa9650d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.083+0000 7f239be00700 1 -- 172.21.15.44:0/74435758 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558aa964bdb0 con 0x558aa964b690 2024-05-21T00:41:50.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.083+0000 7f239be00700 1 --2- 172.21.15.44:0/74435758 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558aa964b690 0x558aa9640570 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f238c0a6120 tx=0x7f238c0e4bb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=715ad16f3d6e5540 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:50.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.083+0000 7f2389600700 1 -- 172.21.15.44:0/74435758 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f238c0a94d0 con 0x558aa964b690 2024-05-21T00:41:50.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.083+0000 7f2389600700 1 -- 172.21.15.44:0/74435758 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f238c0b2320 con 0x558aa964b690 2024-05-21T00:41:50.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.083+0000 7f2389600700 1 -- 172.21.15.44:0/74435758 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f238c0a92f0 con 0x558aa964b690 2024-05-21T00:41:50.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.084+0000 7f23ae491b80 1 -- 172.21.15.44:0/74435758 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558aa964b690 msgr2=0x558aa9640570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:50.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.084+0000 7f23ae491b80 1 --2- 172.21.15.44:0/74435758 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558aa964b690 0x558aa9640570 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f238c0a6120 tx=0x7f238c0e4bb0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.084+0000 7f23ae491b80 1 -- 172.21.15.44:0/74435758 shutdown_connections 2024-05-21T00:41:50.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.084+0000 7f23ae491b80 1 --2- 172.21.15.44:0/74435758 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558aa964bfb0 0x558aa9650d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.084+0000 7f23ae491b80 1 --2- 172.21.15.44:0/74435758 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558aa96461c0 0x558aa9645ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.084+0000 7f23ae491b80 1 --2- 172.21.15.44:0/74435758 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558aa964b690 0x558aa9640570 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.084+0000 7f23ae491b80 1 -- 172.21.15.44:0/74435758 >> 172.21.15.44:0/74435758 conn(0x558aa9573c60 msgr2=0x558aa9650610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:50.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.084+0000 7f23ae491b80 1 -- 172.21.15.44:0/74435758 shutdown_connections 2024-05-21T00:41:50.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.084+0000 7f23ae491b80 1 -- 172.21.15.44:0/74435758 wait complete. 2024-05-21T00:41:50.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.085+0000 7f23ae491b80 1 -- start start 2024-05-21T00:41:50.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.085+0000 7f23ae491b80 1 Processor -- start 2024-05-21T00:41:50.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.086+0000 7f23ae491b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558aa96461c0 0x558aa9654d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:50.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.086+0000 7f23ae491b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558aa964b690 0x558aa9655240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:50.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.086+0000 7f23ae491b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558aa964bfb0 0x558aa9655780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:50.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.086+0000 7f23ae491b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f239c1ae5c0 con 0x558aa964b690 2024-05-21T00:41:50.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.086+0000 7f23ae491b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f239c1afa30 con 0x558aa964bfb0 2024-05-21T00:41:50.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.086+0000 7f23ae491b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f239c1aec90 con 0x558aa96461c0 2024-05-21T00:41:50.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.086+0000 7f23ae491b80 10 client.0 _ll_register_callbacks cb 0x558aa953dcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:41:50.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.086+0000 7f23a1200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558aa96461c0 0x558aa9654d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:50.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.086+0000 7f23a1200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558aa96461c0 0x558aa9654d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:53654/0 (socket says 172.21.15.44:53654) 2024-05-21T00:41:50.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.086+0000 7f23a1200700 1 -- 172.21.15.44:0/2899893845 learned_addr learned my addr 172.21.15.44:0/2899893845 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:50.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.086+0000 7f239be00700 1 --2- 172.21.15.44:0/2899893845 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558aa964b690 0x558aa9655240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:50.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.086+0000 7f23a1c00700 1 --2- 172.21.15.44:0/2899893845 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558aa964bfb0 0x558aa9655780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:50.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.086+0000 7f23a1200700 1 -- 172.21.15.44:0/2899893845 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558aa964bfb0 msgr2=0x558aa9655780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:50.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.086+0000 7f23a1200700 1 --2- 172.21.15.44:0/2899893845 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558aa964bfb0 0x558aa9655780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.086+0000 7f23a1200700 1 -- 172.21.15.44:0/2899893845 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558aa964b690 msgr2=0x558aa9655240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:50.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.086+0000 7f23a1200700 1 --2- 172.21.15.44:0/2899893845 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558aa964b690 0x558aa9655240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.086+0000 7f23a1200700 1 -- 172.21.15.44:0/2899893845 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558aa96ca160 con 0x558aa96461c0 2024-05-21T00:41:50.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.087+0000 7f239be00700 1 --2- 172.21.15.44:0/2899893845 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558aa964b690 0x558aa9655240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:41:50.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.087+0000 7f23a1200700 1 --2- 172.21.15.44:0/2899893845 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558aa96461c0 0x558aa9654d00 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f2390009510 tx=0x7f2390003d70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=92a79cca29b1125d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:50.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.087+0000 7f237ea00700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:41:50.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.087+0000 7f237ea00700 1 -- 172.21.15.44:0/2899893845 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2390026030 con 0x558aa96461c0 2024-05-21T00:41:50.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.087+0000 7f23ae491b80 1 -- 172.21.15.44:0/2899893845 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x558aa959f5f0 con 0x558aa96461c0 2024-05-21T00:41:50.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.087+0000 7f237ea00700 1 -- 172.21.15.44:0/2899893845 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f2390003680 con 0x558aa96461c0 2024-05-21T00:41:50.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.087+0000 7f237ea00700 1 -- 172.21.15.44:0/2899893845 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2390004a30 con 0x558aa96461c0 2024-05-21T00:41:50.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.087+0000 7f23ae491b80 10 client.25135 fetch_fsmap learned FSMap version 26 2024-05-21T00:41:50.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.087+0000 7f23ae491b80 1 -- 172.21.15.44:0/2899893845 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558aa96cb4a0 con 0x558aa96461c0 2024-05-21T00:41:50.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.088+0000 7f237ea00700 1 -- 172.21.15.44:0/2899893845 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x558aa959f5f0 con 0x558aa96461c0 2024-05-21T00:41:50.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.088+0000 7f237ea00700 1 -- 172.21.15.44:0/2899893845 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2390018040 con 0x558aa96461c0 2024-05-21T00:41:50.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.088+0000 7f23ae491b80 10 client.25135 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:41:50.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.088+0000 7f23ae491b80 10 client.25135 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:41:50.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.088+0000 7f23ae491b80 20 client.25135 populate_metadata read hostname 'smithi044' 2024-05-21T00:41:50.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.088+0000 7f23ae491b80 1 --2- 172.21.15.44:0/2899893845 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x558aa96cba90 0x558aa96cdeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:50.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.088+0000 7f23ae491b80 4 client.25135 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T00:41:50.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.088+0000 7f23ae491b80 1 -- 172.21.15.44:0/2899893845 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x558aa94162d0 con 0x558aa96cba90 2024-05-21T00:41:50.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.089+0000 7f239be00700 1 --2- 172.21.15.44:0/2899893845 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x558aa96cba90 0x558aa96cdeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:50.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.089+0000 7f239be00700 1 --2- 172.21.15.44:0/2899893845 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x558aa96cba90 0x558aa96cdeb0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5ecca4df9f87b097 server_cookie=6506d033b0843942 in_seq=0 out_seq=0 2024-05-21T00:41:50.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.089+0000 7f237ea00700 10 client.25135 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:41:50.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.090+0000 7f237ea00700 1 -- 172.21.15.44:0/2899893845 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x558aa94162d0 con 0x558aa96cba90 2024-05-21T00:41:50.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.090+0000 7f237ea00700 10 client.25135 handle_command_reply: tid=0 2024-05-21T00:41:50.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.091+0000 7f23ae491b80 1 client.25135 shutdown 2024-05-21T00:41:50.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.091+0000 7f23ae491b80 1 -- 172.21.15.44:0/2899893845 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558aa96461c0 msgr2=0x558aa9654d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:50.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.091+0000 7f23ae491b80 1 --2- 172.21.15.44:0/2899893845 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558aa96461c0 0x558aa9654d00 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f2390009510 tx=0x7f2390003d70 comp rx=0 tx=0).stop 2024-05-21T00:41:50.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.091+0000 7f23ae491b80 1 -- 172.21.15.44:0/2899893845 shutdown_connections 2024-05-21T00:41:50.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.091+0000 7f23ae491b80 1 --2- 172.21.15.44:0/2899893845 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x558aa96cba90 0x558aa96cdeb0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.091+0000 7f23ae491b80 1 --2- 172.21.15.44:0/2899893845 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x558aa964bfb0 0x558aa9655780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.091+0000 7f23ae491b80 1 --2- 172.21.15.44:0/2899893845 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x558aa96461c0 0x558aa9654d00 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.091+0000 7f23ae491b80 1 --2- 172.21.15.44:0/2899893845 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558aa964b690 0x558aa9655240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.091+0000 7f237ea00700 0 client.25135 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:41:50.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.091+0000 7f23ae491b80 1 -- 172.21.15.44:0/2899893845 >> 172.21.15.44:0/2899893845 conn(0x558aa9573c60 msgr2=0x558aa964e190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:50.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.091+0000 7f23ae491b80 1 -- 172.21.15.44:0/2899893845 shutdown_connections 2024-05-21T00:41:50.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.091+0000 7f23ae491b80 1 -- 172.21.15.44:0/2899893845 wait complete. 2024-05-21T00:41:50.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.092+0000 7f23ae491b80 20 client.25135 trim_cache size 0 max 16384 2024-05-21T00:41:50.096 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:41:50.096 INFO:teuthology.orchestra.run.smithi044.stdout: "return_code": 0, 2024-05-21T00:41:50.096 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_tag": "de2903cf-8b30-41ec-8aa5-528b5c83fbf3", 2024-05-21T00:41:50.096 INFO:teuthology.orchestra.run.smithi044.stdout: "mode": "asynchronous" 2024-05-21T00:41:50.096 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:41:50.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.092+0000 7f23a3c00700 1 -- 172.21.15.44:0/227323010 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f23840b2910 msgr2=0x7f23840b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:50.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.092+0000 7f23a3c00700 1 --2- 172.21.15.44:0/227323010 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f23840b2910 0x7f23840b4dd0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f2394009f90 tx=0x7f239400b330 comp rx=0 tx=0).stop 2024-05-21T00:41:50.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.092+0000 7f23a3c00700 1 -- 172.21.15.44:0/227323010 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f239c06c5d0 msgr2=0x7f239c19c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:50.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.092+0000 7f23a3c00700 1 --2- 172.21.15.44:0/227323010 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f239c06c5d0 0x7f239c19c350 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f238c00e9c0 tx=0x7f238c00ed80 comp rx=0 tx=0).stop 2024-05-21T00:41:50.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.093+0000 7f23a3c00700 1 -- 172.21.15.44:0/227323010 shutdown_connections 2024-05-21T00:41:50.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.093+0000 7f23a3c00700 1 --2- 172.21.15.44:0/227323010 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f23840b2910 0x7f23840b4dd0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.093+0000 7f23a3c00700 1 --2- 172.21.15.44:0/227323010 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f239c1095e0 0x7f239c1a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.093+0000 7f23a3c00700 1 --2- 172.21.15.44:0/227323010 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f239c06bc10 0x7f239c19be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.093+0000 7f23a3c00700 1 --2- 172.21.15.44:0/227323010 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f239c06c5d0 0x7f239c19c350 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.093+0000 7f23a3c00700 1 -- 172.21.15.44:0/227323010 >> 172.21.15.44:0/227323010 conn(0x7f239c0793f0 msgr2=0x7f239c10e700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:50.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.093+0000 7f23a3c00700 1 -- 172.21.15.44:0/227323010 shutdown_connections 2024-05-21T00:41:50.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.093+0000 7f23a3c00700 1 -- 172.21.15.44:0/227323010 wait complete. 2024-05-21T00:41:50.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.937+0000 7f243e200700 1 -- 172.21.15.44:0/3355612295 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2438105780 msgr2=0x7f2438105c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:50.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.937+0000 7f243e200700 1 --2- 172.21.15.44:0/3355612295 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2438105780 0x7f2438105c00 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f2424009990 tx=0x7f2424009ca0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.937+0000 7f243e200700 1 -- 172.21.15.44:0/3355612295 shutdown_connections 2024-05-21T00:41:50.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.937+0000 7f243e200700 1 --2- 172.21.15.44:0/3355612295 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2438106140 0x7f2438112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.937+0000 7f243e200700 1 --2- 172.21.15.44:0/3355612295 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f243810b780 0x7f243810bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.937+0000 7f243e200700 1 --2- 172.21.15.44:0/3355612295 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2438105780 0x7f2438105c00 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.937+0000 7f243e200700 1 -- 172.21.15.44:0/3355612295 >> 172.21.15.44:0/3355612295 conn(0x7f2438101270 msgr2=0x7f2438103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:50.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.937+0000 7f243e200700 1 -- 172.21.15.44:0/3355612295 shutdown_connections 2024-05-21T00:41:50.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.937+0000 7f243e200700 1 -- 172.21.15.44:0/3355612295 wait complete. 2024-05-21T00:41:50.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.938+0000 7f243e200700 1 Processor -- start 2024-05-21T00:41:50.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.938+0000 7f243e200700 1 -- start start 2024-05-21T00:41:50.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.939+0000 7f243e200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2438105780 0x7f243819bf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:50.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.939+0000 7f243e200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2438106140 0x7f243819c480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:50.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.939+0000 7f243e200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f243810b780 0x7f24381a07c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:50.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.939+0000 7f243e200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f24381159d0 con 0x7f243810b780 2024-05-21T00:41:50.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.939+0000 7f243e200700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f2438115850 con 0x7f2438105780 2024-05-21T00:41:50.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.939+0000 7f243e200700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f2438115b50 con 0x7f2438106140 2024-05-21T00:41:50.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.939+0000 7f2437400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2438105780 0x7f243819bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:50.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.939+0000 7f2437e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f243810b780 0x7f24381a07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:50.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.939+0000 7f2436a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2438106140 0x7f243819c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:50.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.939+0000 7f2436a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2438106140 0x7f243819c480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:53618/0 (socket says 172.21.15.44:53618) 2024-05-21T00:41:50.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.939+0000 7f2436a00700 1 -- 172.21.15.44:0/553677164 learned_addr learned my addr 172.21.15.44:0/553677164 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:50.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.939+0000 7f2437e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f243810b780 0x7f24381a07c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58392/0 (socket says 172.21.15.44:58392) 2024-05-21T00:41:50.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.940+0000 7f2436a00700 1 -- 172.21.15.44:0/553677164 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2438105780 msgr2=0x7f243819bf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:50.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.940+0000 7f2436a00700 1 --2- 172.21.15.44:0/553677164 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2438105780 0x7f243819bf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.940+0000 7f2436a00700 1 -- 172.21.15.44:0/553677164 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f243810b780 msgr2=0x7f24381a07c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:50.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.940+0000 7f2436a00700 1 --2- 172.21.15.44:0/553677164 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f243810b780 0x7f24381a07c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.940+0000 7f2436a00700 1 -- 172.21.15.44:0/553677164 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24381a0f00 con 0x7f2438106140 2024-05-21T00:41:50.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.940+0000 7f2436a00700 1 --2- 172.21.15.44:0/553677164 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2438106140 0x7f243819c480 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f2424005910 tx=0x7f242400b670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:50.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.940+0000 7f242fe00700 1 -- 172.21.15.44:0/553677164 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2424027070 con 0x7f2438106140 2024-05-21T00:41:50.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.941+0000 7f242fe00700 1 -- 172.21.15.44:0/553677164 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2424022470 con 0x7f2438106140 2024-05-21T00:41:50.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.941+0000 7f243e200700 1 -- 172.21.15.44:0/553677164 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24381a1190 con 0x7f2438106140 2024-05-21T00:41:50.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.941+0000 7f242fe00700 1 -- 172.21.15.44:0/553677164 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2424017650 con 0x7f2438106140 2024-05-21T00:41:50.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.941+0000 7f243e200700 1 -- 172.21.15.44:0/553677164 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24381a8a70 con 0x7f2438106140 2024-05-21T00:41:50.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.942+0000 7f243e200700 1 -- 172.21.15.44:0/553677164 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2438106ec0 con 0x7f2438106140 2024-05-21T00:41:50.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.945+0000 7f242fe00700 1 -- 172.21.15.44:0/553677164 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f242402a070 con 0x7f2438106140 2024-05-21T00:41:50.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.946+0000 7f242fe00700 1 --2- 172.21.15.44:0/553677164 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f241c0b2910 0x7f241c0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:50.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.946+0000 7f242fe00700 1 -- 172.21.15.44:0/553677164 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f24240e3170 con 0x7f2438106140 2024-05-21T00:41:50.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.947+0000 7f2437400700 1 --2- 172.21.15.44:0/553677164 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f241c0b2910 0x7f241c0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:50.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.947+0000 7f2437400700 1 --2- 172.21.15.44:0/553677164 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f241c0b2910 0x7f241c0b4dd0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f2428009be0 tx=0x7f2428009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:50.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:49.948+0000 7f242fe00700 1 -- 172.21.15.44:0/553677164 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2424013070 con 0x7f2438106140 2024-05-21T00:41:50.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.205+0000 7f243e200700 1 -- 172.21.15.44:0/553677164 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f243819d250 con 0x7f241c0b2910 2024-05-21T00:41:50.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.229+0000 7f242fe00700 1 -- 172.21.15.44:0/553677164 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259096 (secure 0 0 0) 0x7f243819d250 con 0x7f241c0b2910 2024-05-21T00:41:50.234 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:41:50.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.236+0000 7f243e200700 1 -- 172.21.15.44:0/553677164 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f241c0b2910 msgr2=0x7f241c0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:50.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.236+0000 7f243e200700 1 --2- 172.21.15.44:0/553677164 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f241c0b2910 0x7f241c0b4dd0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f2428009be0 tx=0x7f2428009260 comp rx=0 tx=0).stop 2024-05-21T00:41:50.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.236+0000 7f243e200700 1 -- 172.21.15.44:0/553677164 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2438106140 msgr2=0x7f243819c480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:50.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.236+0000 7f243e200700 1 --2- 172.21.15.44:0/553677164 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2438106140 0x7f243819c480 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f2424005910 tx=0x7f242400b670 comp rx=0 tx=0).stop 2024-05-21T00:41:50.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.236+0000 7f243e200700 1 -- 172.21.15.44:0/553677164 shutdown_connections 2024-05-21T00:41:50.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.236+0000 7f243e200700 1 --2- 172.21.15.44:0/553677164 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f241c0b2910 0x7f241c0b4dd0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.236+0000 7f243e200700 1 --2- 172.21.15.44:0/553677164 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f243810b780 0x7f24381a07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.236+0000 7f243e200700 1 --2- 172.21.15.44:0/553677164 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2438105780 0x7f243819bf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.236+0000 7f243e200700 1 --2- 172.21.15.44:0/553677164 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2438106140 0x7f243819c480 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:50.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.236+0000 7f243e200700 1 -- 172.21.15.44:0/553677164 >> 172.21.15.44:0/553677164 conn(0x7f2438101270 msgr2=0x7f2438101930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:50.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.236+0000 7f243e200700 1 -- 172.21.15.44:0/553677164 shutdown_connections 2024-05-21T00:41:50.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:50.237+0000 7f243e200700 1 -- 172.21.15.44:0/553677164 wait complete. 2024-05-21T00:41:50.241 INFO:teuthology.orchestra.run.smithi044.stderr:dumped all 2024-05-21T00:41:50.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:50 smithi044 ceph-mon[31392]: scrub queued for path: / 2024-05-21T00:41:50.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:50 smithi044 ceph-mon[31392]: scrub summary: idle+waiting paths [/] 2024-05-21T00:41:50.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:50 smithi044 ceph-mon[31392]: scrub summary: active paths [/] 2024-05-21T00:41:50.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:50 smithi044 ceph-mon[31392]: scrub summary: idle+waiting paths [/] 2024-05-21T00:41:50.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:50 smithi082 ceph-mon[36141]: scrub queued for path: / 2024-05-21T00:41:50.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:50 smithi082 ceph-mon[36141]: scrub summary: idle+waiting paths [/] 2024-05-21T00:41:50.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:50 smithi082 ceph-mon[36141]: scrub summary: active paths [/] 2024-05-21T00:41:50.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:50 smithi082 ceph-mon[36141]: scrub summary: idle+waiting paths [/] 2024-05-21T00:41:51.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:50 smithi092 ceph-mon[36335]: scrub queued for path: / 2024-05-21T00:41:51.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:50 smithi092 ceph-mon[36335]: scrub summary: idle+waiting paths [/] 2024-05-21T00:41:51.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:50 smithi092 ceph-mon[36335]: scrub summary: active paths [/] 2024-05-21T00:41:51.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:50 smithi092 ceph-mon[36335]: scrub summary: idle+waiting paths [/] 2024-05-21T00:41:51.315 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T00:41:51.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:51 smithi082 ceph-mon[36141]: from='client.25117 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:41:51.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:51 smithi082 ceph-mon[36141]: pgmap v452: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:41:51.949 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:51 smithi044 ceph-mon[31392]: from='client.25117 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:41:51.949 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:51 smithi044 ceph-mon[31392]: pgmap v452: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:41:51.953 INFO:teuthology.orchestra.run.smithi044.stdout:{"pg_ready":true,"pg_map":{"version":451,"stamp":"2024-05-21T00:41:48.347128+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":665558,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":1522,"num_read_kb":865,"num_write":313,"num_write_kb":2289,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2951862,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":753,"ondisk_log_size":753,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":372600,"kb_used_data":10968,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124569224,"statfs":{"total":1151940427776,"available":1151558885376,"internally_reserved":0,"allocated":11231232,"data_stored":7297830,"data_compressed":246114,"data_compressed_allocated":331776,"data_compressed_original":2162688,"omap_allocated":19141,"internal_metadata":370193723},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":65,"num_read_kb":30,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005123"},"pg_stats":[{"pgid":"3.3f","version":"82'8","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252144+0000","last_change":"2024-05-21T00:37:26.427879+0000","last_active":"2024-05-21T00:39:40.252144+0000","last_peered":"2024-05-21T00:39:40.252144+0000","last_clean":"2024-05-21T00:39:40.252144+0000","last_became_active":"2024-05-21T00:37:26.427573+0000","last_became_peered":"2024-05-21T00:37:26.427573+0000","last_unstale":"2024-05-21T00:39:40.252144+0000","last_undegraded":"2024-05-21T00:39:40.252144+0000","last_fullsized":"2024-05-21T00:39:40.252144+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:57:27.497480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"82'4","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.258193+0000","last_change":"2024-05-21T00:37:26.421272+0000","last_active":"2024-05-21T00:39:40.258193+0000","last_peered":"2024-05-21T00:39:40.258193+0000","last_clean":"2024-05-21T00:39:40.258193+0000","last_became_active":"2024-05-21T00:37:26.420035+0000","last_became_peered":"2024-05-21T00:37:26.420035+0000","last_unstale":"2024-05-21T00:39:40.258193+0000","last_undegraded":"2024-05-21T00:39:40.258193+0000","last_fullsized":"2024-05-21T00:39:40.258193+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:16:09.723800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"82'7","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261901+0000","last_change":"2024-05-21T00:37:26.424117+0000","last_active":"2024-05-21T00:39:40.261901+0000","last_peered":"2024-05-21T00:39:40.261901+0000","last_clean":"2024-05-21T00:39:40.261901+0000","last_became_active":"2024-05-21T00:37:26.422986+0000","last_became_peered":"2024-05-21T00:37:26.422986+0000","last_unstale":"2024-05-21T00:39:40.261901+0000","last_undegraded":"2024-05-21T00:39:40.261901+0000","last_fullsized":"2024-05-21T00:39:40.261901+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:05:54.239121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"82'8","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.239424+0000","last_change":"2024-05-21T00:37:26.420077+0000","last_active":"2024-05-21T00:39:40.239424+0000","last_peered":"2024-05-21T00:39:40.239424+0000","last_clean":"2024-05-21T00:39:40.239424+0000","last_became_active":"2024-05-21T00:37:26.419742+0000","last_became_peered":"2024-05-21T00:37:26.419742+0000","last_unstale":"2024-05-21T00:39:40.239424+0000","last_undegraded":"2024-05-21T00:39:40.239424+0000","last_fullsized":"2024-05-21T00:39:40.239424+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:42:46.759050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"82'4","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.264591+0000","last_change":"2024-05-21T00:37:26.437010+0000","last_active":"2024-05-21T00:39:40.264591+0000","last_peered":"2024-05-21T00:39:40.264591+0000","last_clean":"2024-05-21T00:39:40.264591+0000","last_became_active":"2024-05-21T00:37:26.436628+0000","last_became_peered":"2024-05-21T00:37:26.436628+0000","last_unstale":"2024-05-21T00:39:40.264591+0000","last_undegraded":"2024-05-21T00:39:40.264591+0000","last_fullsized":"2024-05-21T00:39:40.264591+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:27:05.252106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.247179+0000","last_change":"2024-05-21T00:37:26.424453+0000","last_active":"2024-05-21T00:39:40.247179+0000","last_peered":"2024-05-21T00:39:40.247179+0000","last_clean":"2024-05-21T00:39:40.247179+0000","last_became_active":"2024-05-21T00:37:26.424098+0000","last_became_peered":"2024-05-21T00:37:26.424098+0000","last_unstale":"2024-05-21T00:39:40.247179+0000","last_undegraded":"2024-05-21T00:39:40.247179+0000","last_fullsized":"2024-05-21T00:39:40.247179+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:38:05.711162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"82'5","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.248741+0000","last_change":"2024-05-21T00:38:11.355349+0000","last_active":"2024-05-21T00:39:40.248741+0000","last_peered":"2024-05-21T00:39:40.248741+0000","last_clean":"2024-05-21T00:39:40.248741+0000","last_became_active":"2024-05-21T00:38:11.354966+0000","last_became_peered":"2024-05-21T00:38:11.354966+0000","last_unstale":"2024-05-21T00:39:40.248741+0000","last_undegraded":"2024-05-21T00:39:40.248741+0000","last_fullsized":"2024-05-21T00:39:40.248741+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:06:47.894167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,8],"acting":[7,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262851+0000","last_change":"2024-05-21T00:37:26.434586+0000","last_active":"2024-05-21T00:39:40.262851+0000","last_peered":"2024-05-21T00:39:40.262851+0000","last_clean":"2024-05-21T00:39:40.262851+0000","last_became_active":"2024-05-21T00:37:26.434135+0000","last_became_peered":"2024-05-21T00:37:26.434135+0000","last_unstale":"2024-05-21T00:39:40.262851+0000","last_undegraded":"2024-05-21T00:39:40.262851+0000","last_fullsized":"2024-05-21T00:39:40.262851+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:36:07.384616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"82'11","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.251494+0000","last_change":"2024-05-21T00:37:26.422156+0000","last_active":"2024-05-21T00:39:40.251494+0000","last_peered":"2024-05-21T00:39:40.251494+0000","last_clean":"2024-05-21T00:39:40.251494+0000","last_became_active":"2024-05-21T00:37:26.421786+0000","last_became_peered":"2024-05-21T00:37:26.421786+0000","last_unstale":"2024-05-21T00:39:40.251494+0000","last_undegraded":"2024-05-21T00:39:40.251494+0000","last_fullsized":"2024-05-21T00:39:40.251494+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:09:46.739541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"82'16","reported_seq":41,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.241248+0000","last_change":"2024-05-21T00:37:26.420314+0000","last_active":"2024-05-21T00:39:40.241248+0000","last_peered":"2024-05-21T00:39:40.241248+0000","last_clean":"2024-05-21T00:39:40.241248+0000","last_became_active":"2024-05-21T00:37:26.419975+0000","last_became_peered":"2024-05-21T00:37:26.419975+0000","last_unstale":"2024-05-21T00:39:40.241248+0000","last_undegraded":"2024-05-21T00:39:40.241248+0000","last_fullsized":"2024-05-21T00:39:40.241248+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:17:16.447135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252558+0000","last_change":"2024-05-21T00:37:26.415187+0000","last_active":"2024-05-21T00:39:40.252558+0000","last_peered":"2024-05-21T00:39:40.252558+0000","last_clean":"2024-05-21T00:39:40.252558+0000","last_became_active":"2024-05-21T00:37:26.414638+0000","last_became_peered":"2024-05-21T00:37:26.414638+0000","last_unstale":"2024-05-21T00:39:40.252558+0000","last_undegraded":"2024-05-21T00:39:40.252558+0000","last_fullsized":"2024-05-21T00:39:40.252558+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:53:16.873608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.242879+0000","last_change":"2024-05-21T00:37:26.423652+0000","last_active":"2024-05-21T00:39:40.242879+0000","last_peered":"2024-05-21T00:39:40.242879+0000","last_clean":"2024-05-21T00:39:40.242879+0000","last_became_active":"2024-05-21T00:37:26.423247+0000","last_became_peered":"2024-05-21T00:37:26.423247+0000","last_unstale":"2024-05-21T00:39:40.242879+0000","last_undegraded":"2024-05-21T00:39:40.242879+0000","last_fullsized":"2024-05-21T00:39:40.242879+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:59:05.986098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"82'10","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267411+0000","last_change":"2024-05-21T00:37:26.418991+0000","last_active":"2024-05-21T00:39:40.267411+0000","last_peered":"2024-05-21T00:39:40.267411+0000","last_clean":"2024-05-21T00:39:40.267411+0000","last_became_active":"2024-05-21T00:37:26.418574+0000","last_became_peered":"2024-05-21T00:37:26.418574+0000","last_unstale":"2024-05-21T00:39:40.267411+0000","last_undegraded":"2024-05-21T00:39:40.267411+0000","last_fullsized":"2024-05-21T00:39:40.267411+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:27:47.863261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.260464+0000","last_change":"2024-05-21T00:37:26.418725+0000","last_active":"2024-05-21T00:39:40.260464+0000","last_peered":"2024-05-21T00:39:40.260464+0000","last_clean":"2024-05-21T00:39:40.260464+0000","last_became_active":"2024-05-21T00:37:26.417640+0000","last_became_peered":"2024-05-21T00:37:26.417640+0000","last_unstale":"2024-05-21T00:39:40.260464+0000","last_undegraded":"2024-05-21T00:39:40.260464+0000","last_fullsized":"2024-05-21T00:39:40.260464+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:50:23.058203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262685+0000","last_change":"2024-05-21T00:37:26.430147+0000","last_active":"2024-05-21T00:39:40.262685+0000","last_peered":"2024-05-21T00:39:40.262685+0000","last_clean":"2024-05-21T00:39:40.262685+0000","last_became_active":"2024-05-21T00:37:26.429599+0000","last_became_peered":"2024-05-21T00:37:26.429599+0000","last_unstale":"2024-05-21T00:39:40.262685+0000","last_undegraded":"2024-05-21T00:39:40.262685+0000","last_fullsized":"2024-05-21T00:39:40.262685+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:10:12.429375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261173+0000","last_change":"2024-05-21T00:37:26.435334+0000","last_active":"2024-05-21T00:39:40.261173+0000","last_peered":"2024-05-21T00:39:40.261173+0000","last_clean":"2024-05-21T00:39:40.261173+0000","last_became_active":"2024-05-21T00:37:26.434991+0000","last_became_peered":"2024-05-21T00:37:26.434991+0000","last_unstale":"2024-05-21T00:39:40.261173+0000","last_undegraded":"2024-05-21T00:39:40.261173+0000","last_fullsized":"2024-05-21T00:39:40.261173+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:37:25.875616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.257725+0000","last_change":"2024-05-21T00:37:26.427871+0000","last_active":"2024-05-21T00:39:40.257725+0000","last_peered":"2024-05-21T00:39:40.257725+0000","last_clean":"2024-05-21T00:39:40.257725+0000","last_became_active":"2024-05-21T00:37:26.427532+0000","last_became_peered":"2024-05-21T00:37:26.427532+0000","last_unstale":"2024-05-21T00:39:40.257725+0000","last_undegraded":"2024-05-21T00:39:40.257725+0000","last_fullsized":"2024-05-21T00:39:40.257725+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:26:31.168527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"82'10","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.253035+0000","last_change":"2024-05-21T00:37:26.427783+0000","last_active":"2024-05-21T00:39:40.253035+0000","last_peered":"2024-05-21T00:39:40.253035+0000","last_clean":"2024-05-21T00:39:40.253035+0000","last_became_active":"2024-05-21T00:37:26.427364+0000","last_became_peered":"2024-05-21T00:37:26.427364+0000","last_unstale":"2024-05-21T00:39:40.253035+0000","last_undegraded":"2024-05-21T00:39:40.253035+0000","last_fullsized":"2024-05-21T00:39:40.253035+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:53:08.031403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261414+0000","last_change":"2024-05-21T00:37:26.425632+0000","last_active":"2024-05-21T00:39:40.261414+0000","last_peered":"2024-05-21T00:39:40.261414+0000","last_clean":"2024-05-21T00:39:40.261414+0000","last_became_active":"2024-05-21T00:37:26.425298+0000","last_became_peered":"2024-05-21T00:37:26.425298+0000","last_unstale":"2024-05-21T00:39:40.261414+0000","last_undegraded":"2024-05-21T00:39:40.261414+0000","last_fullsized":"2024-05-21T00:39:40.261414+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:08:58.187696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"78'9","reported_seq":42,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:28.376523+0000","last_change":"2024-05-21T00:37:22.392035+0000","last_active":"2024-05-21T00:39:28.376523+0000","last_peered":"2024-05-21T00:39:28.376523+0000","last_clean":"2024-05-21T00:39:28.376523+0000","last_became_active":"2024-05-21T00:37:22.390654+0000","last_became_peered":"2024-05-21T00:37:22.390654+0000","last_unstale":"2024-05-21T00:39:28.376523+0000","last_undegraded":"2024-05-21T00:39:28.376523+0000","last_fullsized":"2024-05-21T00:39:28.376523+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:56:32.967821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"82'5","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.254268+0000","last_change":"2024-05-21T00:37:26.434754+0000","last_active":"2024-05-21T00:39:40.254268+0000","last_peered":"2024-05-21T00:39:40.254268+0000","last_clean":"2024-05-21T00:39:40.254268+0000","last_became_active":"2024-05-21T00:37:26.430623+0000","last_became_peered":"2024-05-21T00:37:26.430623+0000","last_unstale":"2024-05-21T00:39:40.254268+0000","last_undegraded":"2024-05-21T00:39:40.254268+0000","last_fullsized":"2024-05-21T00:39:40.254268+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:27:40.304167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"78'2","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:22.994727+0000","last_change":"2024-05-21T00:37:22.953646+0000","last_active":"2024-05-21T00:39:22.994727+0000","last_peered":"2024-05-21T00:39:22.994727+0000","last_clean":"2024-05-21T00:39:22.994727+0000","last_became_active":"2024-05-21T00:37:22.952491+0000","last_became_peered":"2024-05-21T00:37:22.952491+0000","last_unstale":"2024-05-21T00:39:22.994727+0000","last_undegraded":"2024-05-21T00:39:22.994727+0000","last_fullsized":"2024-05-21T00:39:22.994727+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:11:39.314478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"82'6","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.263750+0000","last_change":"2024-05-21T00:37:26.428446+0000","last_active":"2024-05-21T00:39:40.263750+0000","last_peered":"2024-05-21T00:39:40.263750+0000","last_clean":"2024-05-21T00:39:40.263750+0000","last_became_active":"2024-05-21T00:37:26.427853+0000","last_became_peered":"2024-05-21T00:37:26.427853+0000","last_unstale":"2024-05-21T00:39:40.263750+0000","last_undegraded":"2024-05-21T00:39:40.263750+0000","last_fullsized":"2024-05-21T00:39:40.263750+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:17:21.904244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"78'4","reported_seq":47,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824975+0000","last_change":"2024-05-21T00:38:11.361142+0000","last_active":"2024-05-21T00:39:11.824975+0000","last_peered":"2024-05-21T00:39:11.824975+0000","last_clean":"2024-05-21T00:39:11.824975+0000","last_became_active":"2024-05-21T00:38:11.347994+0000","last_became_peered":"2024-05-21T00:38:11.347994+0000","last_unstale":"2024-05-21T00:39:11.824975+0000","last_undegraded":"2024-05-21T00:39:11.824975+0000","last_fullsized":"2024-05-21T00:39:11.824975+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:28:28.018651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.265698+0000","last_change":"2024-05-21T00:37:26.418621+0000","last_active":"2024-05-21T00:39:40.265698+0000","last_peered":"2024-05-21T00:39:40.265698+0000","last_clean":"2024-05-21T00:39:40.265698+0000","last_became_active":"2024-05-21T00:37:26.418244+0000","last_became_peered":"2024-05-21T00:37:26.418244+0000","last_unstale":"2024-05-21T00:39:40.265698+0000","last_undegraded":"2024-05-21T00:39:40.265698+0000","last_fullsized":"2024-05-21T00:39:40.265698+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:27:03.711204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"78'2","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824784+0000","last_change":"2024-05-21T00:37:22.382054+0000","last_active":"2024-05-21T00:39:11.824784+0000","last_peered":"2024-05-21T00:39:11.824784+0000","last_clean":"2024-05-21T00:39:11.824784+0000","last_became_active":"2024-05-21T00:37:22.381688+0000","last_became_peered":"2024-05-21T00:37:22.381688+0000","last_unstale":"2024-05-21T00:39:11.824784+0000","last_undegraded":"2024-05-21T00:39:11.824784+0000","last_fullsized":"2024-05-21T00:39:11.824784+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:25:10.880958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"82'15","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252614+0000","last_change":"2024-05-21T00:37:26.422382+0000","last_active":"2024-05-21T00:39:40.252614+0000","last_peered":"2024-05-21T00:39:40.252614+0000","last_clean":"2024-05-21T00:39:40.252614+0000","last_became_active":"2024-05-21T00:37:26.422039+0000","last_became_peered":"2024-05-21T00:37:26.422039+0000","last_unstale":"2024-05-21T00:39:40.252614+0000","last_undegraded":"2024-05-21T00:39:40.252614+0000","last_fullsized":"2024-05-21T00:39:40.252614+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:55:29.868930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"82'9","reported_seq":283,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:45.993023+0000","last_change":"2024-05-21T00:37:22.382385+0000","last_active":"2024-05-21T00:41:45.993023+0000","last_peered":"2024-05-21T00:41:45.993023+0000","last_clean":"2024-05-21T00:41:45.993023+0000","last_became_active":"2024-05-21T00:37:22.380908+0000","last_became_peered":"2024-05-21T00:37:22.380908+0000","last_unstale":"2024-05-21T00:41:45.993023+0000","last_undegraded":"2024-05-21T00:41:45.993023+0000","last_fullsized":"2024-05-21T00:41:45.993023+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:07:11.404082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1855,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":243,"num_read_kb":6,"num_write":6,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.246141+0000","last_change":"2024-05-21T00:37:26.420818+0000","last_active":"2024-05-21T00:39:40.246141+0000","last_peered":"2024-05-21T00:39:40.246141+0000","last_clean":"2024-05-21T00:39:40.246141+0000","last_became_active":"2024-05-21T00:37:26.420299+0000","last_became_peered":"2024-05-21T00:37:26.420299+0000","last_unstale":"2024-05-21T00:39:40.246141+0000","last_undegraded":"2024-05-21T00:39:40.246141+0000","last_fullsized":"2024-05-21T00:39:40.246141+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:20:12.973792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"78'3","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.729757+0000","last_change":"2024-05-21T00:37:22.383491+0000","last_active":"2024-05-21T00:39:11.729757+0000","last_peered":"2024-05-21T00:39:11.729757+0000","last_clean":"2024-05-21T00:39:11.729757+0000","last_became_active":"2024-05-21T00:37:22.382965+0000","last_became_peered":"2024-05-21T00:37:22.382965+0000","last_unstale":"2024-05-21T00:39:11.729757+0000","last_undegraded":"2024-05-21T00:39:11.729757+0000","last_fullsized":"2024-05-21T00:39:11.729757+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:38:56.992721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"82'8","reported_seq":39,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.257708+0000","last_change":"2024-05-21T00:38:11.351708+0000","last_active":"2024-05-21T00:39:40.257708+0000","last_peered":"2024-05-21T00:39:40.257708+0000","last_clean":"2024-05-21T00:39:40.257708+0000","last_became_active":"2024-05-21T00:38:11.351431+0000","last_became_peered":"2024-05-21T00:38:11.351431+0000","last_unstale":"2024-05-21T00:39:40.257708+0000","last_undegraded":"2024-05-21T00:39:40.257708+0000","last_fullsized":"2024-05-21T00:39:40.257708+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:37:15.606215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"78'2","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.762220+0000","last_change":"2024-05-21T00:37:22.393868+0000","last_active":"2024-05-21T00:39:11.762220+0000","last_peered":"2024-05-21T00:39:11.762220+0000","last_clean":"2024-05-21T00:39:11.762220+0000","last_became_active":"2024-05-21T00:37:22.392006+0000","last_became_peered":"2024-05-21T00:37:22.392006+0000","last_unstale":"2024-05-21T00:39:11.762220+0000","last_undegraded":"2024-05-21T00:39:11.762220+0000","last_fullsized":"2024-05-21T00:39:11.762220+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:06:20.765944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"82'8","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261832+0000","last_change":"2024-05-21T00:38:11.644903+0000","last_active":"2024-05-21T00:39:40.261832+0000","last_peered":"2024-05-21T00:39:40.261832+0000","last_clean":"2024-05-21T00:39:40.261832+0000","last_became_active":"2024-05-21T00:38:11.643620+0000","last_became_peered":"2024-05-21T00:38:11.643620+0000","last_unstale":"2024-05-21T00:39:40.261832+0000","last_undegraded":"2024-05-21T00:39:40.261832+0000","last_fullsized":"2024-05-21T00:39:40.261832+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:06:12.218251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,6],"acting":[9,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"78'1","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.732019+0000","last_change":"2024-05-21T00:37:22.382399+0000","last_active":"2024-05-21T00:39:11.732019+0000","last_peered":"2024-05-21T00:39:11.732019+0000","last_clean":"2024-05-21T00:39:11.732019+0000","last_became_active":"2024-05-21T00:37:22.380928+0000","last_became_peered":"2024-05-21T00:37:22.380928+0000","last_unstale":"2024-05-21T00:39:11.732019+0000","last_undegraded":"2024-05-21T00:39:11.732019+0000","last_fullsized":"2024-05-21T00:39:11.732019+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:14:16.927598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"82'11","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.254644+0000","last_change":"2024-05-21T00:37:26.440324+0000","last_active":"2024-05-21T00:39:40.254644+0000","last_peered":"2024-05-21T00:39:40.254644+0000","last_clean":"2024-05-21T00:39:40.254644+0000","last_became_active":"2024-05-21T00:37:26.439898+0000","last_became_peered":"2024-05-21T00:37:26.439898+0000","last_unstale":"2024-05-21T00:39:40.254644+0000","last_undegraded":"2024-05-21T00:39:40.254644+0000","last_fullsized":"2024-05-21T00:39:40.254644+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:37:05.253214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"82'5","reported_seq":271,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:43.988567+0000","last_change":"2024-05-21T00:37:22.392088+0000","last_active":"2024-05-21T00:41:43.988567+0000","last_peered":"2024-05-21T00:41:43.988567+0000","last_clean":"2024-05-21T00:41:43.988567+0000","last_became_active":"2024-05-21T00:37:22.391693+0000","last_became_peered":"2024-05-21T00:37:22.391693+0000","last_unstale":"2024-05-21T00:41:43.988567+0000","last_undegraded":"2024-05-21T00:41:43.988567+0000","last_fullsized":"2024-05-21T00:41:43.988567+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:59:06.379254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":235,"num_read_kb":235,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"82'10","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.249214+0000","last_change":"2024-05-21T00:37:26.421633+0000","last_active":"2024-05-21T00:39:40.249214+0000","last_peered":"2024-05-21T00:39:40.249214+0000","last_clean":"2024-05-21T00:39:40.249214+0000","last_became_active":"2024-05-21T00:37:26.421278+0000","last_became_peered":"2024-05-21T00:37:26.421278+0000","last_unstale":"2024-05-21T00:39:40.249214+0000","last_undegraded":"2024-05-21T00:39:40.249214+0000","last_fullsized":"2024-05-21T00:39:40.249214+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:35:03.618852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"78'2","reported_seq":43,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.527145+0000","last_change":"2024-05-21T00:38:11.357389+0000","last_active":"2024-05-21T00:39:11.527145+0000","last_peered":"2024-05-21T00:39:11.527145+0000","last_clean":"2024-05-21T00:39:11.527145+0000","last_became_active":"2024-05-21T00:38:11.347249+0000","last_became_peered":"2024-05-21T00:38:11.347249+0000","last_unstale":"2024-05-21T00:39:11.527145+0000","last_undegraded":"2024-05-21T00:39:11.527145+0000","last_fullsized":"2024-05-21T00:39:11.527145+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:34:48.493234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"82'9","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.263720+0000","last_change":"2024-05-21T00:38:11.349083+0000","last_active":"2024-05-21T00:39:40.263720+0000","last_peered":"2024-05-21T00:39:40.263720+0000","last_clean":"2024-05-21T00:39:40.263720+0000","last_became_active":"2024-05-21T00:38:11.348549+0000","last_became_peered":"2024-05-21T00:38:11.348549+0000","last_unstale":"2024-05-21T00:39:40.263720+0000","last_undegraded":"2024-05-21T00:39:40.263720+0000","last_fullsized":"2024-05-21T00:39:40.263720+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:59:18.237158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"78'4","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.732440+0000","last_change":"2024-05-21T00:37:22.956929+0000","last_active":"2024-05-21T00:39:11.732440+0000","last_peered":"2024-05-21T00:39:11.732440+0000","last_clean":"2024-05-21T00:39:11.732440+0000","last_became_active":"2024-05-21T00:37:22.956561+0000","last_became_peered":"2024-05-21T00:37:22.956561+0000","last_unstale":"2024-05-21T00:39:11.732440+0000","last_undegraded":"2024-05-21T00:39:11.732440+0000","last_fullsized":"2024-05-21T00:39:11.732440+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:07.623279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"82'11","reported_seq":42,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.265652+0000","last_change":"2024-05-21T00:38:11.644592+0000","last_active":"2024-05-21T00:39:40.265652+0000","last_peered":"2024-05-21T00:39:40.265652+0000","last_clean":"2024-05-21T00:39:40.265652+0000","last_became_active":"2024-05-21T00:38:11.644239+0000","last_became_peered":"2024-05-21T00:38:11.644239+0000","last_unstale":"2024-05-21T00:39:40.265652+0000","last_undegraded":"2024-05-21T00:39:40.265652+0000","last_fullsized":"2024-05-21T00:39:40.265652+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:51:22.983763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'35","reported_seq":549,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:44.990388+0000","last_change":"2024-05-21T00:37:22.380538+0000","last_active":"2024-05-21T00:41:44.990388+0000","last_peered":"2024-05-21T00:41:44.990388+0000","last_clean":"2024-05-21T00:41:44.990388+0000","last_became_active":"2024-05-21T00:37:22.380144+0000","last_became_peered":"2024-05-21T00:37:22.380144+0000","last_unstale":"2024-05-21T00:41:44.990388+0000","last_undegraded":"2024-05-21T00:41:44.990388+0000","last_fullsized":"2024-05-21T00:41:44.990388+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:46:09.966830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69190,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":483,"num_read_kb":309,"num_write":36,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.232993+0000","last_change":"2024-05-21T00:37:26.416679+0000","last_active":"2024-05-21T00:39:40.232993+0000","last_peered":"2024-05-21T00:39:40.232993+0000","last_clean":"2024-05-21T00:39:40.232993+0000","last_became_active":"2024-05-21T00:37:26.416106+0000","last_became_peered":"2024-05-21T00:37:26.416106+0000","last_unstale":"2024-05-21T00:39:40.232993+0000","last_undegraded":"2024-05-21T00:39:40.232993+0000","last_fullsized":"2024-05-21T00:39:40.232993+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:01:37.352242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"78'6","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.607691+0000","last_change":"2024-05-21T00:37:22.387287+0000","last_active":"2024-05-21T00:39:11.607691+0000","last_peered":"2024-05-21T00:39:11.607691+0000","last_clean":"2024-05-21T00:39:11.607691+0000","last_became_active":"2024-05-21T00:37:22.386952+0000","last_became_peered":"2024-05-21T00:37:22.386952+0000","last_unstale":"2024-05-21T00:39:11.607691+0000","last_undegraded":"2024-05-21T00:39:11.607691+0000","last_fullsized":"2024-05-21T00:39:11.607691+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:28:01.020680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267451+0000","last_change":"2024-05-21T00:37:26.419351+0000","last_active":"2024-05-21T00:39:40.267451+0000","last_peered":"2024-05-21T00:39:40.267451+0000","last_clean":"2024-05-21T00:39:40.267451+0000","last_became_active":"2024-05-21T00:37:26.418733+0000","last_became_peered":"2024-05-21T00:37:26.418733+0000","last_unstale":"2024-05-21T00:39:40.267451+0000","last_undegraded":"2024-05-21T00:39:40.267451+0000","last_fullsized":"2024-05-21T00:39:40.267451+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:09:29.893036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"78'3","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.732361+0000","last_change":"2024-05-21T00:37:22.382339+0000","last_active":"2024-05-21T00:39:11.732361+0000","last_peered":"2024-05-21T00:39:11.732361+0000","last_clean":"2024-05-21T00:39:11.732361+0000","last_became_active":"2024-05-21T00:37:22.380365+0000","last_became_peered":"2024-05-21T00:37:22.380365+0000","last_unstale":"2024-05-21T00:39:11.732361+0000","last_undegraded":"2024-05-21T00:39:11.732361+0000","last_fullsized":"2024-05-21T00:39:11.732361+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:17:33.356246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"82'15","reported_seq":46,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267326+0000","last_change":"2024-05-21T00:39:11.763891+0000","last_active":"2024-05-21T00:39:40.267326+0000","last_peered":"2024-05-21T00:39:40.267326+0000","last_clean":"2024-05-21T00:39:40.267326+0000","last_became_active":"2024-05-21T00:39:11.763525+0000","last_became_peered":"2024-05-21T00:39:11.763525+0000","last_unstale":"2024-05-21T00:39:40.267326+0000","last_undegraded":"2024-05-21T00:39:40.267326+0000","last_fullsized":"2024-05-21T00:39:40.267326+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:49:14.136461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"82'6","reported_seq":276,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:43.114037+0000","last_change":"2024-05-21T00:37:22.380435+0000","last_active":"2024-05-21T00:41:43.114037+0000","last_peered":"2024-05-21T00:41:43.114037+0000","last_clean":"2024-05-21T00:41:43.114037+0000","last_became_active":"2024-05-21T00:37:22.379943+0000","last_became_peered":"2024-05-21T00:37:22.379943+0000","last_unstale":"2024-05-21T00:41:43.114037+0000","last_undegraded":"2024-05-21T00:41:43.114037+0000","last_fullsized":"2024-05-21T00:41:43.114037+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:57:43.120772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1511,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":240,"num_read_kb":6,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.249267+0000","last_change":"2024-05-21T00:37:26.418584+0000","last_active":"2024-05-21T00:39:40.249267+0000","last_peered":"2024-05-21T00:39:40.249267+0000","last_clean":"2024-05-21T00:39:40.249267+0000","last_became_active":"2024-05-21T00:37:26.418239+0000","last_became_peered":"2024-05-21T00:37:26.418239+0000","last_unstale":"2024-05-21T00:39:40.249267+0000","last_undegraded":"2024-05-21T00:39:40.249267+0000","last_fullsized":"2024-05-21T00:39:40.249267+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:44:27.000528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"78'15","reported_seq":47,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824475+0000","last_change":"2024-05-21T00:37:22.952053+0000","last_active":"2024-05-21T00:39:11.824475+0000","last_peered":"2024-05-21T00:39:11.824475+0000","last_clean":"2024-05-21T00:39:11.824475+0000","last_became_active":"2024-05-21T00:37:22.951649+0000","last_became_peered":"2024-05-21T00:37:22.951649+0000","last_unstale":"2024-05-21T00:39:11.824475+0000","last_undegraded":"2024-05-21T00:39:11.824475+0000","last_fullsized":"2024-05-21T00:39:11.824475+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:21:43.406488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252317+0000","last_change":"2024-05-21T00:37:26.423294+0000","last_active":"2024-05-21T00:39:40.252317+0000","last_peered":"2024-05-21T00:39:40.252317+0000","last_clean":"2024-05-21T00:39:40.252317+0000","last_became_active":"2024-05-21T00:37:26.422958+0000","last_became_peered":"2024-05-21T00:37:26.422958+0000","last_unstale":"2024-05-21T00:39:40.252317+0000","last_undegraded":"2024-05-21T00:39:40.252317+0000","last_fullsized":"2024-05-21T00:39:40.252317+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:36:16.071919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"82'3","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:40:26.569036+0000","last_change":"2024-05-21T00:38:11.355611+0000","last_active":"2024-05-21T00:40:26.569036+0000","last_peered":"2024-05-21T00:40:26.569036+0000","last_clean":"2024-05-21T00:40:26.569036+0000","last_became_active":"2024-05-21T00:38:11.345854+0000","last_became_peered":"2024-05-21T00:38:11.345854+0000","last_unstale":"2024-05-21T00:40:26.569036+0000","last_undegraded":"2024-05-21T00:40:26.569036+0000","last_fullsized":"2024-05-21T00:40:26.569036+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:42:49.958758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"82'5","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.239857+0000","last_change":"2024-05-21T00:37:26.418846+0000","last_active":"2024-05-21T00:39:40.239857+0000","last_peered":"2024-05-21T00:39:40.239857+0000","last_clean":"2024-05-21T00:39:40.239857+0000","last_became_active":"2024-05-21T00:37:26.418414+0000","last_became_peered":"2024-05-21T00:37:26.418414+0000","last_unstale":"2024-05-21T00:39:40.239857+0000","last_undegraded":"2024-05-21T00:39:40.239857+0000","last_fullsized":"2024-05-21T00:39:40.239857+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:50:10.954057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:28.376472+0000","last_change":"2024-05-21T00:37:22.954772+0000","last_active":"2024-05-21T00:39:28.376472+0000","last_peered":"2024-05-21T00:39:28.376472+0000","last_clean":"2024-05-21T00:39:28.376472+0000","last_became_active":"2024-05-21T00:37:22.953627+0000","last_became_peered":"2024-05-21T00:37:22.953627+0000","last_unstale":"2024-05-21T00:39:28.376472+0000","last_undegraded":"2024-05-21T00:39:28.376472+0000","last_fullsized":"2024-05-21T00:39:28.376472+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:14:44.650523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'5","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.264037+0000","last_change":"2024-05-21T00:37:26.425757+0000","last_active":"2024-05-21T00:39:40.264037+0000","last_peered":"2024-05-21T00:39:40.264037+0000","last_clean":"2024-05-21T00:39:40.264037+0000","last_became_active":"2024-05-21T00:37:26.425386+0000","last_became_peered":"2024-05-21T00:37:26.425386+0000","last_unstale":"2024-05-21T00:39:40.264037+0000","last_undegraded":"2024-05-21T00:39:40.264037+0000","last_fullsized":"2024-05-21T00:39:40.264037+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:00:29.246729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"78'1","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:29.078551+0000","last_change":"2024-05-21T00:37:22.384298+0000","last_active":"2024-05-21T00:39:29.078551+0000","last_peered":"2024-05-21T00:39:29.078551+0000","last_clean":"2024-05-21T00:39:29.078551+0000","last_became_active":"2024-05-21T00:37:22.383349+0000","last_became_peered":"2024-05-21T00:37:22.383349+0000","last_unstale":"2024-05-21T00:39:29.078551+0000","last_undegraded":"2024-05-21T00:39:29.078551+0000","last_fullsized":"2024-05-21T00:39:29.078551+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:43:16.082465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"82'7","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.258859+0000","last_change":"2024-05-21T00:37:26.431349+0000","last_active":"2024-05-21T00:39:40.258859+0000","last_peered":"2024-05-21T00:39:40.258859+0000","last_clean":"2024-05-21T00:39:40.258859+0000","last_became_active":"2024-05-21T00:37:26.430974+0000","last_became_peered":"2024-05-21T00:37:26.430974+0000","last_unstale":"2024-05-21T00:39:40.258859+0000","last_undegraded":"2024-05-21T00:39:40.258859+0000","last_fullsized":"2024-05-21T00:39:40.258859+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:05:37.263961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"82'8","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.238560+0000","last_change":"2024-05-21T00:37:26.423596+0000","last_active":"2024-05-21T00:39:40.238560+0000","last_peered":"2024-05-21T00:39:40.238560+0000","last_clean":"2024-05-21T00:39:40.238560+0000","last_became_active":"2024-05-21T00:37:26.423213+0000","last_became_peered":"2024-05-21T00:37:26.423213+0000","last_unstale":"2024-05-21T00:39:40.238560+0000","last_undegraded":"2024-05-21T00:39:40.238560+0000","last_fullsized":"2024-05-21T00:39:40.238560+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:01:37.383917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"82'6","reported_seq":271,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:42.111555+0000","last_change":"2024-05-21T00:37:22.954874+0000","last_active":"2024-05-21T00:41:42.111555+0000","last_peered":"2024-05-21T00:41:42.111555+0000","last_clean":"2024-05-21T00:41:42.111555+0000","last_became_active":"2024-05-21T00:37:22.953725+0000","last_became_peered":"2024-05-21T00:37:22.953725+0000","last_unstale":"2024-05-21T00:41:42.111555+0000","last_undegraded":"2024-05-21T00:41:42.111555+0000","last_fullsized":"2024-05-21T00:41:42.111555+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:39:06.020522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":233,"num_read_kb":233,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"82'8","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262810+0000","last_change":"2024-05-21T00:37:26.430059+0000","last_active":"2024-05-21T00:39:40.262810+0000","last_peered":"2024-05-21T00:39:40.262810+0000","last_clean":"2024-05-21T00:39:40.262810+0000","last_became_active":"2024-05-21T00:37:26.429679+0000","last_became_peered":"2024-05-21T00:37:26.429679+0000","last_unstale":"2024-05-21T00:39:40.262810+0000","last_undegraded":"2024-05-21T00:39:40.262810+0000","last_fullsized":"2024-05-21T00:39:40.262810+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:39:46.411010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"78'3","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:29.201838+0000","last_change":"2024-05-21T00:37:22.392280+0000","last_active":"2024-05-21T00:39:29.201838+0000","last_peered":"2024-05-21T00:39:29.201838+0000","last_clean":"2024-05-21T00:39:29.201838+0000","last_became_active":"2024-05-21T00:37:22.391763+0000","last_became_peered":"2024-05-21T00:37:22.391763+0000","last_unstale":"2024-05-21T00:39:29.201838+0000","last_undegraded":"2024-05-21T00:39:29.201838+0000","last_fullsized":"2024-05-21T00:39:29.201838+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:23:00.989554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":106,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.526828+0000","last_change":"2024-05-21T00:35:47.556218+0000","last_active":"2024-05-21T00:39:11.526828+0000","last_peered":"2024-05-21T00:39:11.526828+0000","last_clean":"2024-05-21T00:39:11.526828+0000","last_became_active":"2024-05-21T00:35:47.551154+0000","last_became_peered":"2024-05-21T00:35:47.551154+0000","last_unstale":"2024-05-21T00:39:11.526828+0000","last_undegraded":"2024-05-21T00:39:11.526828+0000","last_fullsized":"2024-05-21T00:39:11.526828+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:31:54.569048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:31:54.569048+0000","last_clean_scrub_stamp":"2024-05-21T00:31:54.569048+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:33:13.320323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"82'5","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.265426+0000","last_change":"2024-05-21T00:37:26.432972+0000","last_active":"2024-05-21T00:39:40.265426+0000","last_peered":"2024-05-21T00:39:40.265426+0000","last_clean":"2024-05-21T00:39:40.265426+0000","last_became_active":"2024-05-21T00:37:26.432457+0000","last_became_peered":"2024-05-21T00:37:26.432457+0000","last_unstale":"2024-05-21T00:39:40.265426+0000","last_undegraded":"2024-05-21T00:39:40.265426+0000","last_fullsized":"2024-05-21T00:39:40.265426+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:24:20.012796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"78'3","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.521966+0000","last_change":"2024-05-21T00:38:11.358908+0000","last_active":"2024-05-21T00:39:11.521966+0000","last_peered":"2024-05-21T00:39:11.521966+0000","last_clean":"2024-05-21T00:39:11.521966+0000","last_became_active":"2024-05-21T00:38:11.347777+0000","last_became_peered":"2024-05-21T00:38:11.347777+0000","last_unstale":"2024-05-21T00:39:11.521966+0000","last_undegraded":"2024-05-21T00:39:11.521966+0000","last_fullsized":"2024-05-21T00:39:11.521966+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:48:18.666853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"78'1","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:28.839900+0000","last_change":"2024-05-21T00:37:22.956440+0000","last_active":"2024-05-21T00:39:28.839900+0000","last_peered":"2024-05-21T00:39:28.839900+0000","last_clean":"2024-05-21T00:39:28.839900+0000","last_became_active":"2024-05-21T00:37:22.956150+0000","last_became_peered":"2024-05-21T00:37:22.956150+0000","last_unstale":"2024-05-21T00:39:28.839900+0000","last_undegraded":"2024-05-21T00:39:28.839900+0000","last_fullsized":"2024-05-21T00:39:28.839900+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:07:57.939279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"82'9","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.265349+0000","last_change":"2024-05-21T00:37:26.433491+0000","last_active":"2024-05-21T00:39:40.265349+0000","last_peered":"2024-05-21T00:39:40.265349+0000","last_clean":"2024-05-21T00:39:40.265349+0000","last_became_active":"2024-05-21T00:37:26.433144+0000","last_became_peered":"2024-05-21T00:37:26.433144+0000","last_unstale":"2024-05-21T00:39:40.265349+0000","last_undegraded":"2024-05-21T00:39:40.265349+0000","last_fullsized":"2024-05-21T00:39:40.265349+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:31:09.599374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'14","reported_seq":46,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:30.514316+0000","last_change":"2024-05-21T00:37:22.391128+0000","last_active":"2024-05-21T00:41:30.514316+0000","last_peered":"2024-05-21T00:41:30.514316+0000","last_clean":"2024-05-21T00:41:30.514316+0000","last_became_active":"2024-05-21T00:37:22.390399+0000","last_became_peered":"2024-05-21T00:37:22.390399+0000","last_unstale":"2024-05-21T00:41:30.514316+0000","last_undegraded":"2024-05-21T00:41:30.514316+0000","last_fullsized":"2024-05-21T00:41:30.514316+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:02:01.293847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"82'5","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262476+0000","last_change":"2024-05-21T00:37:26.422982+0000","last_active":"2024-05-21T00:39:40.262476+0000","last_peered":"2024-05-21T00:39:40.262476+0000","last_clean":"2024-05-21T00:39:40.262476+0000","last_became_active":"2024-05-21T00:37:26.422550+0000","last_became_peered":"2024-05-21T00:37:26.422550+0000","last_unstale":"2024-05-21T00:39:40.262476+0000","last_undegraded":"2024-05-21T00:39:40.262476+0000","last_fullsized":"2024-05-21T00:39:40.262476+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:16:48.500697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"78'4","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:34.202540+0000","last_change":"2024-05-21T00:37:23.293653+0000","last_active":"2024-05-21T00:39:34.202540+0000","last_peered":"2024-05-21T00:39:34.202540+0000","last_clean":"2024-05-21T00:39:34.202540+0000","last_became_active":"2024-05-21T00:37:23.293335+0000","last_became_peered":"2024-05-21T00:37:23.293335+0000","last_unstale":"2024-05-21T00:39:34.202540+0000","last_undegraded":"2024-05-21T00:39:34.202540+0000","last_fullsized":"2024-05-21T00:39:34.202540+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:03:59.250511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"82'7","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.258260+0000","last_change":"2024-05-21T00:37:26.428827+0000","last_active":"2024-05-21T00:39:40.258260+0000","last_peered":"2024-05-21T00:39:40.258260+0000","last_clean":"2024-05-21T00:39:40.258260+0000","last_became_active":"2024-05-21T00:37:26.428491+0000","last_became_peered":"2024-05-21T00:37:26.428491+0000","last_unstale":"2024-05-21T00:39:40.258260+0000","last_undegraded":"2024-05-21T00:39:40.258260+0000","last_fullsized":"2024-05-21T00:39:40.258260+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:14:58.520438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"78'2","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:31.508293+0000","last_change":"2024-05-21T00:37:22.949247+0000","last_active":"2024-05-21T00:39:31.508293+0000","last_peered":"2024-05-21T00:39:31.508293+0000","last_clean":"2024-05-21T00:39:31.508293+0000","last_became_active":"2024-05-21T00:37:22.948984+0000","last_became_peered":"2024-05-21T00:37:22.948984+0000","last_unstale":"2024-05-21T00:39:31.508293+0000","last_undegraded":"2024-05-21T00:39:31.508293+0000","last_fullsized":"2024-05-21T00:39:31.508293+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:21:51.743189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"82'2","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.203627+0000","last_change":"2024-05-21T00:37:26.414257+0000","last_active":"2024-05-21T00:39:40.203627+0000","last_peered":"2024-05-21T00:39:40.203627+0000","last_clean":"2024-05-21T00:39:40.203627+0000","last_became_active":"2024-05-21T00:37:26.413922+0000","last_became_peered":"2024-05-21T00:37:26.413922+0000","last_unstale":"2024-05-21T00:39:40.203627+0000","last_undegraded":"2024-05-21T00:39:40.203627+0000","last_fullsized":"2024-05-21T00:39:40.203627+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:36:04.689622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"78'3","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:32.996331+0000","last_change":"2024-05-21T00:37:22.392987+0000","last_active":"2024-05-21T00:39:32.996331+0000","last_peered":"2024-05-21T00:39:32.996331+0000","last_clean":"2024-05-21T00:39:32.996331+0000","last_became_active":"2024-05-21T00:37:22.392368+0000","last_became_peered":"2024-05-21T00:37:22.392368+0000","last_unstale":"2024-05-21T00:39:32.996331+0000","last_undegraded":"2024-05-21T00:39:32.996331+0000","last_fullsized":"2024-05-21T00:39:32.996331+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:49:52.176588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"82'9","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.258243+0000","last_change":"2024-05-21T00:37:26.418280+0000","last_active":"2024-05-21T00:39:40.258243+0000","last_peered":"2024-05-21T00:39:40.258243+0000","last_clean":"2024-05-21T00:39:40.258243+0000","last_became_active":"2024-05-21T00:37:26.417856+0000","last_became_peered":"2024-05-21T00:37:26.417856+0000","last_unstale":"2024-05-21T00:39:40.258243+0000","last_undegraded":"2024-05-21T00:39:40.258243+0000","last_fullsized":"2024-05-21T00:39:40.258243+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:00:49.802230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"78'1","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:34.600651+0000","last_change":"2024-05-21T00:37:22.387299+0000","last_active":"2024-05-21T00:39:34.600651+0000","last_peered":"2024-05-21T00:39:34.600651+0000","last_clean":"2024-05-21T00:39:34.600651+0000","last_became_active":"2024-05-21T00:37:22.386975+0000","last_became_peered":"2024-05-21T00:37:22.386975+0000","last_unstale":"2024-05-21T00:39:34.600651+0000","last_undegraded":"2024-05-21T00:39:34.600651+0000","last_fullsized":"2024-05-21T00:39:34.600651+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:57:13.651863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262578+0000","last_change":"2024-05-21T00:37:26.434255+0000","last_active":"2024-05-21T00:39:40.262578+0000","last_peered":"2024-05-21T00:39:40.262578+0000","last_clean":"2024-05-21T00:39:40.262578+0000","last_became_active":"2024-05-21T00:37:26.433877+0000","last_became_peered":"2024-05-21T00:37:26.433877+0000","last_unstale":"2024-05-21T00:39:40.262578+0000","last_undegraded":"2024-05-21T00:39:40.262578+0000","last_fullsized":"2024-05-21T00:39:40.262578+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:24:34.640568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"78'4","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824625+0000","last_change":"2024-05-21T00:37:22.380521+0000","last_active":"2024-05-21T00:39:11.824625+0000","last_peered":"2024-05-21T00:39:11.824625+0000","last_clean":"2024-05-21T00:39:11.824625+0000","last_became_active":"2024-05-21T00:37:22.379966+0000","last_became_peered":"2024-05-21T00:37:22.379966+0000","last_unstale":"2024-05-21T00:39:11.824625+0000","last_undegraded":"2024-05-21T00:39:11.824625+0000","last_fullsized":"2024-05-21T00:39:11.824625+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:47:50.783494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"82'5","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.264409+0000","last_change":"2024-05-21T00:37:26.424112+0000","last_active":"2024-05-21T00:39:40.264409+0000","last_peered":"2024-05-21T00:39:40.264409+0000","last_clean":"2024-05-21T00:39:40.264409+0000","last_became_active":"2024-05-21T00:37:26.423800+0000","last_became_peered":"2024-05-21T00:37:26.423800+0000","last_unstale":"2024-05-21T00:39:40.264409+0000","last_undegraded":"2024-05-21T00:39:40.264409+0000","last_fullsized":"2024-05-21T00:39:40.264409+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:48:12.769065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"78'3","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.607889+0000","last_change":"2024-05-21T00:37:23.293652+0000","last_active":"2024-05-21T00:39:11.607889+0000","last_peered":"2024-05-21T00:39:11.607889+0000","last_clean":"2024-05-21T00:39:11.607889+0000","last_became_active":"2024-05-21T00:37:23.293288+0000","last_became_peered":"2024-05-21T00:37:23.293288+0000","last_unstale":"2024-05-21T00:39:11.607889+0000","last_undegraded":"2024-05-21T00:39:11.607889+0000","last_fullsized":"2024-05-21T00:39:11.607889+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:43:16.139048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252649+0000","last_change":"2024-05-21T00:37:26.417524+0000","last_active":"2024-05-21T00:39:40.252649+0000","last_peered":"2024-05-21T00:39:40.252649+0000","last_clean":"2024-05-21T00:39:40.252649+0000","last_became_active":"2024-05-21T00:37:26.417181+0000","last_became_peered":"2024-05-21T00:37:26.417181+0000","last_unstale":"2024-05-21T00:39:40.252649+0000","last_undegraded":"2024-05-21T00:39:40.252649+0000","last_fullsized":"2024-05-21T00:39:40.252649+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:21:14.475481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"78'1","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.732316+0000","last_change":"2024-05-21T00:37:22.382469+0000","last_active":"2024-05-21T00:39:11.732316+0000","last_peered":"2024-05-21T00:39:11.732316+0000","last_clean":"2024-05-21T00:39:11.732316+0000","last_became_active":"2024-05-21T00:37:22.379635+0000","last_became_peered":"2024-05-21T00:37:22.379635+0000","last_unstale":"2024-05-21T00:39:11.732316+0000","last_undegraded":"2024-05-21T00:39:11.732316+0000","last_fullsized":"2024-05-21T00:39:11.732316+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:01:19.320818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.250805+0000","last_change":"2024-05-21T00:37:26.435136+0000","last_active":"2024-05-21T00:39:40.250805+0000","last_peered":"2024-05-21T00:39:40.250805+0000","last_clean":"2024-05-21T00:39:40.250805+0000","last_became_active":"2024-05-21T00:37:26.434743+0000","last_became_peered":"2024-05-21T00:37:26.434743+0000","last_unstale":"2024-05-21T00:39:40.250805+0000","last_undegraded":"2024-05-21T00:39:40.250805+0000","last_fullsized":"2024-05-21T00:39:40.250805+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:01:37.928461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"78'2","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.762857+0000","last_change":"2024-05-21T00:37:22.387858+0000","last_active":"2024-05-21T00:39:11.762857+0000","last_peered":"2024-05-21T00:39:11.762857+0000","last_clean":"2024-05-21T00:39:11.762857+0000","last_became_active":"2024-05-21T00:37:22.387346+0000","last_became_peered":"2024-05-21T00:37:22.387346+0000","last_unstale":"2024-05-21T00:39:11.762857+0000","last_undegraded":"2024-05-21T00:39:11.762857+0000","last_fullsized":"2024-05-21T00:39:11.762857+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:35:20.956798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.247543+0000","last_change":"2024-05-21T00:37:26.418635+0000","last_active":"2024-05-21T00:39:40.247543+0000","last_peered":"2024-05-21T00:39:40.247543+0000","last_clean":"2024-05-21T00:39:40.247543+0000","last_became_active":"2024-05-21T00:37:26.418258+0000","last_became_peered":"2024-05-21T00:37:26.418258+0000","last_unstale":"2024-05-21T00:39:40.247543+0000","last_undegraded":"2024-05-21T00:39:40.247543+0000","last_fullsized":"2024-05-21T00:39:40.247543+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:02:15.805718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"82'9","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.240428+0000","last_change":"2024-05-21T00:37:26.418793+0000","last_active":"2024-05-21T00:39:40.240428+0000","last_peered":"2024-05-21T00:39:40.240428+0000","last_clean":"2024-05-21T00:39:40.240428+0000","last_became_active":"2024-05-21T00:37:26.418446+0000","last_became_peered":"2024-05-21T00:37:26.418446+0000","last_unstale":"2024-05-21T00:39:40.240428+0000","last_undegraded":"2024-05-21T00:39:40.240428+0000","last_fullsized":"2024-05-21T00:39:40.240428+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:52:50.911632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"82'12","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.241044+0000","last_change":"2024-05-21T00:37:26.413991+0000","last_active":"2024-05-21T00:39:40.241044+0000","last_peered":"2024-05-21T00:39:40.241044+0000","last_clean":"2024-05-21T00:39:40.241044+0000","last_became_active":"2024-05-21T00:37:26.413615+0000","last_became_peered":"2024-05-21T00:37:26.413615+0000","last_unstale":"2024-05-21T00:39:40.241044+0000","last_undegraded":"2024-05-21T00:39:40.241044+0000","last_fullsized":"2024-05-21T00:39:40.241044+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:05:30.902070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"82'8","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.251691+0000","last_change":"2024-05-21T00:37:26.433423+0000","last_active":"2024-05-21T00:39:40.251691+0000","last_peered":"2024-05-21T00:39:40.251691+0000","last_clean":"2024-05-21T00:39:40.251691+0000","last_became_active":"2024-05-21T00:37:26.433111+0000","last_became_peered":"2024-05-21T00:37:26.433111+0000","last_unstale":"2024-05-21T00:39:40.251691+0000","last_undegraded":"2024-05-21T00:39:40.251691+0000","last_fullsized":"2024-05-21T00:39:40.251691+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:20:03.674489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"82'7","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267058+0000","last_change":"2024-05-21T00:37:26.434311+0000","last_active":"2024-05-21T00:39:40.267058+0000","last_peered":"2024-05-21T00:39:40.267058+0000","last_clean":"2024-05-21T00:39:40.267058+0000","last_became_active":"2024-05-21T00:37:26.433959+0000","last_became_peered":"2024-05-21T00:37:26.433959+0000","last_unstale":"2024-05-21T00:39:40.267058+0000","last_undegraded":"2024-05-21T00:39:40.267058+0000","last_fullsized":"2024-05-21T00:39:40.267058+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:46:48.408939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"82'4","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.266354+0000","last_change":"2024-05-21T00:37:26.437576+0000","last_active":"2024-05-21T00:39:40.266354+0000","last_peered":"2024-05-21T00:39:40.266354+0000","last_clean":"2024-05-21T00:39:40.266354+0000","last_became_active":"2024-05-21T00:37:26.437148+0000","last_became_peered":"2024-05-21T00:37:26.437148+0000","last_unstale":"2024-05-21T00:39:40.266354+0000","last_undegraded":"2024-05-21T00:39:40.266354+0000","last_fullsized":"2024-05-21T00:39:40.266354+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:02:38.832773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"82'6","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.246863+0000","last_change":"2024-05-21T00:38:11.357316+0000","last_active":"2024-05-21T00:39:40.246863+0000","last_peered":"2024-05-21T00:39:40.246863+0000","last_clean":"2024-05-21T00:39:40.246863+0000","last_became_active":"2024-05-21T00:38:11.356990+0000","last_became_peered":"2024-05-21T00:38:11.356990+0000","last_unstale":"2024-05-21T00:39:40.246863+0000","last_undegraded":"2024-05-21T00:39:40.246863+0000","last_fullsized":"2024-05-21T00:39:40.246863+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:03:35.609961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"82'15","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.247782+0000","last_change":"2024-05-21T00:37:26.415425+0000","last_active":"2024-05-21T00:39:40.247782+0000","last_peered":"2024-05-21T00:39:40.247782+0000","last_clean":"2024-05-21T00:39:40.247782+0000","last_became_active":"2024-05-21T00:37:26.415063+0000","last_became_peered":"2024-05-21T00:37:26.415063+0000","last_unstale":"2024-05-21T00:39:40.247782+0000","last_undegraded":"2024-05-21T00:39:40.247782+0000","last_fullsized":"2024-05-21T00:39:40.247782+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:00:05.961056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"82'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252590+0000","last_change":"2024-05-21T00:37:26.427021+0000","last_active":"2024-05-21T00:39:40.252590+0000","last_peered":"2024-05-21T00:39:40.252590+0000","last_clean":"2024-05-21T00:39:40.252590+0000","last_became_active":"2024-05-21T00:37:26.422626+0000","last_became_peered":"2024-05-21T00:37:26.422626+0000","last_unstale":"2024-05-21T00:39:40.252590+0000","last_undegraded":"2024-05-21T00:39:40.252590+0000","last_fullsized":"2024-05-21T00:39:40.252590+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:44:42.662614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"82'6","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.257520+0000","last_change":"2024-05-21T00:37:26.437318+0000","last_active":"2024-05-21T00:39:40.257520+0000","last_peered":"2024-05-21T00:39:40.257520+0000","last_clean":"2024-05-21T00:39:40.257520+0000","last_became_active":"2024-05-21T00:37:26.436979+0000","last_became_peered":"2024-05-21T00:37:26.436979+0000","last_unstale":"2024-05-21T00:39:40.257520+0000","last_undegraded":"2024-05-21T00:39:40.257520+0000","last_fullsized":"2024-05-21T00:39:40.257520+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:36:25.628100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261490+0000","last_change":"2024-05-21T00:37:26.416532+0000","last_active":"2024-05-21T00:39:40.261490+0000","last_peered":"2024-05-21T00:39:40.261490+0000","last_clean":"2024-05-21T00:39:40.261490+0000","last_became_active":"2024-05-21T00:37:26.416093+0000","last_became_peered":"2024-05-21T00:37:26.416093+0000","last_unstale":"2024-05-21T00:39:40.261490+0000","last_undegraded":"2024-05-21T00:39:40.261490+0000","last_fullsized":"2024-05-21T00:39:40.261490+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:57:19.092634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"82'10","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.264381+0000","last_change":"2024-05-21T00:37:26.425305+0000","last_active":"2024-05-21T00:39:40.264381+0000","last_peered":"2024-05-21T00:39:40.264381+0000","last_clean":"2024-05-21T00:39:40.264381+0000","last_became_active":"2024-05-21T00:37:26.424954+0000","last_became_peered":"2024-05-21T00:37:26.424954+0000","last_unstale":"2024-05-21T00:39:40.264381+0000","last_undegraded":"2024-05-21T00:39:40.264381+0000","last_fullsized":"2024-05-21T00:39:40.264381+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:25:19.310127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"82'11","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267458+0000","last_change":"2024-05-21T00:37:26.426052+0000","last_active":"2024-05-21T00:39:40.267458+0000","last_peered":"2024-05-21T00:39:40.267458+0000","last_clean":"2024-05-21T00:39:40.267458+0000","last_became_active":"2024-05-21T00:37:26.425564+0000","last_became_peered":"2024-05-21T00:37:26.425564+0000","last_unstale":"2024-05-21T00:39:40.267458+0000","last_undegraded":"2024-05-21T00:39:40.267458+0000","last_fullsized":"2024-05-21T00:39:40.267458+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:11:32.887469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.235871+0000","last_change":"2024-05-21T00:37:26.415758+0000","last_active":"2024-05-21T00:39:40.235871+0000","last_peered":"2024-05-21T00:39:40.235871+0000","last_clean":"2024-05-21T00:39:40.235871+0000","last_became_active":"2024-05-21T00:37:26.415354+0000","last_became_peered":"2024-05-21T00:37:26.415354+0000","last_unstale":"2024-05-21T00:39:40.235871+0000","last_undegraded":"2024-05-21T00:39:40.235871+0000","last_fullsized":"2024-05-21T00:39:40.235871+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:40:24.590361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":280106,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":74956,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1446,"num_read_kb":801,"num_write":188,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":22,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":224868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":70,"seq":300647710791,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32048,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713104,"statfs":{"total":95995035648,"available":95962218496,"internally_reserved":0,"allocated":892928,"data_stored":442367,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":64,"seq":274877907019,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32200,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712952,"statfs":{"total":95995035648,"available":95962062848,"internally_reserved":0,"allocated":1048576,"data_stored":1103939,"data_compressed":47229,"data_compressed_allocated":61440,"data_compressed_original":622592,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":59,"seq":253403070545,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":442581,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":53,"seq":227633266775,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32056,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713096,"statfs":{"total":95995035648,"available":95962210304,"internally_reserved":0,"allocated":901120,"data_stored":442479,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863463003,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32108,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713044,"statfs":{"total":95995035648,"available":95962157056,"internally_reserved":0,"allocated":954368,"data_stored":1036196,"data_compressed":47229,"data_compressed_allocated":61440,"data_compressed_original":622592,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626528,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27888,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717264,"statfs":{"total":95995035648,"available":95966478336,"internally_reserved":0,"allocated":892928,"data_stored":441970,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574973,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36276,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708876,"statfs":{"total":95995035648,"available":95957889024,"internally_reserved":0,"allocated":962560,"data_stored":510953,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738499,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":913408,"data_stored":443241,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411449,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":513536,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182514,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32064,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713088,"statfs":{"total":95995035648,"available":95962202112,"internally_reserved":0,"allocated":909312,"data_stored":442281,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986286,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36212,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708940,"statfs":{"total":95995035648,"available":95957954560,"internally_reserved":0,"allocated":897024,"data_stored":443330,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822760,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":1034957,"data_compressed":47229,"data_compressed_allocated":61440,"data_compressed_original":622592,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33992,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33992,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33992,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":69190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":71773,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2709,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":71691,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T00:41:51.961 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-21T00:41:51.962 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:51 smithi092 ceph-mon[36335]: from='client.25117 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:41:51.962 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:51 smithi092 ceph-mon[36335]: pgmap v452: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:41:52.024 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:41:52.945 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:41:53.712 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:53 smithi044 ceph-mon[31392]: pgmap v453: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-05-21T00:41:53.712 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:53 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:41:53.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:53 smithi082 ceph-mon[36141]: pgmap v453: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-05-21T00:41:53.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:53 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:41:54.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:53 smithi092 ceph-mon[36335]: pgmap v453: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-05-21T00:41:54.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:53 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:41:54.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.821+0000 7f8ad1000700 1 -- 172.21.15.44:0/1511231258 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8acc076090 msgr2=0x7f8acc10fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:54.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.821+0000 7f8ad1000700 1 --2- 172.21.15.44:0/1511231258 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8acc076090 0x7f8acc10fa00 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f8ab80098f0 tx=0x7f8ab8009c00 comp rx=0 tx=0).stop 2024-05-21T00:41:54.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.821+0000 7f8ad1000700 1 -- 172.21.15.44:0/1511231258 shutdown_connections 2024-05-21T00:41:54.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.821+0000 7f8ad1000700 1 --2- 172.21.15.44:0/1511231258 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8acc10ff40 0x7f8acc112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.821+0000 7f8ad1000700 1 --2- 172.21.15.44:0/1511231258 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8acc075770 0x7f8acc075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.821+0000 7f8ad1000700 1 --2- 172.21.15.44:0/1511231258 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8acc076090 0x7f8acc10fa00 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.821+0000 7f8ad1000700 1 -- 172.21.15.44:0/1511231258 >> 172.21.15.44:0/1511231258 conn(0x7f8acc07a6a0 msgr2=0x7f8acc07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:54.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.821+0000 7f8ad1000700 1 -- 172.21.15.44:0/1511231258 shutdown_connections 2024-05-21T00:41:54.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.821+0000 7f8ad1000700 1 -- 172.21.15.44:0/1511231258 wait complete. 2024-05-21T00:41:54.826 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.823+0000 7f8ad1000700 1 Processor -- start 2024-05-21T00:41:54.826 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.823+0000 7f8ad1000700 1 -- start start 2024-05-21T00:41:54.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.824+0000 7f8ad1000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8acc075770 0x7f8acc19bf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:54.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.824+0000 7f8ad1000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8acc076090 0x7f8acc19c480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:54.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.824+0000 7f8ad1000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8acc10ff40 0x7f8acc1a0810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:54.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.824+0000 7f8ad1000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8acc115950 con 0x7f8acc076090 2024-05-21T00:41:54.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.824+0000 7f8ad1000700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8acc1157d0 con 0x7f8acc075770 2024-05-21T00:41:54.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.824+0000 7f8ad1000700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f8acc115ad0 con 0x7f8acc10ff40 2024-05-21T00:41:54.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.824+0000 7f8ac9400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8acc076090 0x7f8acc19c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:54.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.824+0000 7f8ac9400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8acc076090 0x7f8acc19c480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58454/0 (socket says 172.21.15.44:58454) 2024-05-21T00:41:54.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.824+0000 7f8ac9e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8acc075770 0x7f8acc19bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:54.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.824+0000 7f8ac9400700 1 -- 172.21.15.44:0/966058048 learned_addr learned my addr 172.21.15.44:0/966058048 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:54.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.824+0000 7f8aca800700 1 --2- 172.21.15.44:0/966058048 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8acc10ff40 0x7f8acc1a0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:54.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.825+0000 7f8ac9e00700 1 -- 172.21.15.44:0/966058048 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8acc10ff40 msgr2=0x7f8acc1a0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:54.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.825+0000 7f8ac9e00700 1 --2- 172.21.15.44:0/966058048 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8acc10ff40 0x7f8acc1a0810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.825+0000 7f8ac9e00700 1 -- 172.21.15.44:0/966058048 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8acc076090 msgr2=0x7f8acc19c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:54.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.825+0000 7f8ac9e00700 1 --2- 172.21.15.44:0/966058048 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8acc076090 0x7f8acc19c480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.825+0000 7f8ac9e00700 1 -- 172.21.15.44:0/966058048 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8acc1a0f50 con 0x7f8acc075770 2024-05-21T00:41:54.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.825+0000 7f8ac9400700 1 --2- 172.21.15.44:0/966058048 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8acc076090 0x7f8acc19c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:41:54.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.825+0000 7f8ac9e00700 1 --2- 172.21.15.44:0/966058048 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8acc075770 0x7f8acc19bf40 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f8abc00e9f0 tx=0x7f8abc00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:54.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.825+0000 7f8ac2a00700 1 -- 172.21.15.44:0/966058048 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8abc00c9c0 con 0x7f8acc075770 2024-05-21T00:41:54.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.825+0000 7f8ac2a00700 1 -- 172.21.15.44:0/966058048 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8abc00cb60 con 0x7f8acc075770 2024-05-21T00:41:54.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.825+0000 7f8ac2a00700 1 -- 172.21.15.44:0/966058048 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8abc018680 con 0x7f8acc075770 2024-05-21T00:41:54.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.825+0000 7f8ad1000700 1 -- 172.21.15.44:0/966058048 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8acc1a1240 con 0x7f8acc075770 2024-05-21T00:41:54.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.826+0000 7f8ad1000700 1 -- 172.21.15.44:0/966058048 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8acc1a8ac0 con 0x7f8acc075770 2024-05-21T00:41:54.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.831+0000 7f8ac2a00700 1 -- 172.21.15.44:0/966058048 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f8abc010430 con 0x7f8acc075770 2024-05-21T00:41:54.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.832+0000 7f8adb8e8b80 1 Processor -- start 2024-05-21T00:41:54.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.832+0000 7f8adb8e8b80 1 -- start start 2024-05-21T00:41:54.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.832+0000 7f8adb8e8b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ecae540610 0x55ecae5409f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:54.836 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.832+0000 7f8adb8e8b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ecae540f30 0x55ecae53ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:54.836 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.832+0000 7f8adb8e8b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecae53b140 0x55ecae53b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:54.836 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.832+0000 7f8adb8e8b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55ecae498e40 con 0x55ecae53b140 2024-05-21T00:41:54.836 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.832+0000 7f8adb8e8b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55ecae4889e0 con 0x55ecae540f30 2024-05-21T00:41:54.836 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.832+0000 7f8adb8e8b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55ecae48ca20 con 0x55ecae540610 2024-05-21T00:41:54.836 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.833+0000 7f8ac2a00700 1 --2- 172.21.15.44:0/966058048 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8ab00b2990 0x7f8ab00b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:54.836 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.833+0000 7f8ac9e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ecae540f30 0x55ecae53ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:54.836 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.833+0000 7f8aca800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ecae540610 0x55ecae5409f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:54.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.833+0000 7f8aca800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ecae540610 0x55ecae5409f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:53682/0 (socket says 172.21.15.44:53682) 2024-05-21T00:41:54.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.833+0000 7f8aca800700 1 -- 172.21.15.44:0/3688756131 learned_addr learned my addr 172.21.15.44:0/3688756131 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:54.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.833+0000 7f8ac2a00700 1 -- 172.21.15.44:0/966058048 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f8abc0e2520 con 0x7f8acc075770 2024-05-21T00:41:54.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.833+0000 7f8aca800700 1 --2- 172.21.15.44:0/966058048 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8ab00b2990 0x7f8ab00b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:54.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.833+0000 7f8ac9400700 1 --2- 172.21.15.44:0/3688756131 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecae53b140 0x55ecae53b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:54.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.833+0000 7f8aca800700 1 -- 172.21.15.44:0/3688756131 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ecae540f30 msgr2=0x55ecae53ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:54.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.833+0000 7f8aca800700 1 --2- 172.21.15.44:0/3688756131 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ecae540f30 0x55ecae53ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.833+0000 7f8aca800700 1 -- 172.21.15.44:0/3688756131 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecae53b140 msgr2=0x55ecae53b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:54.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.833+0000 7f8aca800700 1 --2- 172.21.15.44:0/3688756131 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecae53b140 0x55ecae53b5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.834+0000 7f8aca800700 1 -- 172.21.15.44:0/3688756131 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ecae451420 con 0x55ecae540610 2024-05-21T00:41:54.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.834+0000 7f8aca800700 1 --2- 172.21.15.44:0/3688756131 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ecae540610 0x55ecae5409f0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f8ac4008a20 tx=0x7f8ac4008d30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=15feb723b358b49f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:54.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.834+0000 7f8aca800700 1 --2- 172.21.15.44:0/966058048 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8ab00b2990 0x7f8ab00b4e50 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f8ac4011000 tx=0x7f8ac401e000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:54.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.834+0000 7f8ab7400700 1 -- 172.21.15.44:0/3688756131 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac4003a00 con 0x55ecae540610 2024-05-21T00:41:54.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.834+0000 7f8ab7400700 1 -- 172.21.15.44:0/3688756131 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8ac401abd0 con 0x55ecae540610 2024-05-21T00:41:54.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.835+0000 7f8ab7400700 1 -- 172.21.15.44:0/3688756131 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac4004290 con 0x55ecae540610 2024-05-21T00:41:54.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.835+0000 7f8adb8e8b80 1 -- 172.21.15.44:0/3688756131 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ecae540610 msgr2=0x55ecae5409f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:54.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.835+0000 7f8adb8e8b80 1 --2- 172.21.15.44:0/3688756131 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ecae540610 0x55ecae5409f0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f8ac4008a20 tx=0x7f8ac4008d30 comp rx=0 tx=0).stop 2024-05-21T00:41:54.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.836+0000 7f8adb8e8b80 1 -- 172.21.15.44:0/3688756131 shutdown_connections 2024-05-21T00:41:54.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.836+0000 7f8adb8e8b80 1 --2- 172.21.15.44:0/3688756131 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecae53b140 0x55ecae53b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.836+0000 7f8adb8e8b80 1 --2- 172.21.15.44:0/3688756131 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ecae540610 0x55ecae5409f0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.836+0000 7f8adb8e8b80 1 --2- 172.21.15.44:0/3688756131 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ecae540f30 0x55ecae53ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.836+0000 7f8adb8e8b80 1 -- 172.21.15.44:0/3688756131 >> 172.21.15.44:0/3688756131 conn(0x55ecae468be0 msgr2=0x55ecae535690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:54.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.836+0000 7f8adb8e8b80 1 -- 172.21.15.44:0/3688756131 shutdown_connections 2024-05-21T00:41:54.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.836+0000 7f8adb8e8b80 1 -- 172.21.15.44:0/3688756131 wait complete. 2024-05-21T00:41:54.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.836+0000 7f8adb8e8b80 1 -- start start 2024-05-21T00:41:54.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.837+0000 7f8adb8e8b80 1 Processor -- start 2024-05-21T00:41:54.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.837+0000 7f8adb8e8b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ecae53b140 0x55ecae546d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:54.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.837+0000 7f8adb8e8b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ecae540610 0x55ecae544110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:54.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.837+0000 7f8adb8e8b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecae540f30 0x55ecae544650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:54.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.837+0000 7f8adb8e8b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55ecae38efa0 con 0x55ecae540f30 2024-05-21T00:41:54.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.837+0000 7f8adb8e8b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55ecae429760 con 0x55ecae540610 2024-05-21T00:41:54.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.837+0000 7f8adb8e8b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55ecae547980 con 0x55ecae53b140 2024-05-21T00:41:54.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.837+0000 7f8adb8e8b80 10 client.0 _ll_register_callbacks cb 0x55ecae432c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:41:54.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.837+0000 7f8ac9e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ecae53b140 0x55ecae546d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:54.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.837+0000 7f8ac9e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ecae53b140 0x55ecae546d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:53690/0 (socket says 172.21.15.44:53690) 2024-05-21T00:41:54.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.837+0000 7f8ac9e00700 1 -- 172.21.15.44:0/1661022865 learned_addr learned my addr 172.21.15.44:0/1661022865 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:54.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.837+0000 7f8ac9400700 1 --2- 172.21.15.44:0/1661022865 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ecae540610 0x55ecae544110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:54.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.838+0000 7f8aca800700 1 --2- 172.21.15.44:0/1661022865 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecae540f30 0x55ecae544650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:54.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.838+0000 7f8ac9400700 1 -- 172.21.15.44:0/1661022865 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ecae53b140 msgr2=0x55ecae546d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:54.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.838+0000 7f8ac9400700 1 --2- 172.21.15.44:0/1661022865 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ecae53b140 0x55ecae546d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.838+0000 7f8ac9400700 1 -- 172.21.15.44:0/1661022865 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecae540f30 msgr2=0x55ecae544650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:54.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.838+0000 7f8ac9400700 1 --2- 172.21.15.44:0/1661022865 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecae540f30 0x55ecae544650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.838+0000 7f8ac9400700 1 -- 172.21.15.44:0/1661022865 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ecae3d88d0 con 0x55ecae540610 2024-05-21T00:41:54.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.839+0000 7f8ac9400700 1 --2- 172.21.15.44:0/1661022865 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ecae540610 0x55ecae544110 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f8ab8009fd0 tx=0x7f8ab800fb00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=faba2b96be22b1f8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:54.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.839+0000 7f8aabe00700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:41:54.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.839+0000 7f8aabe00700 1 -- 172.21.15.44:0/1661022865 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ab8005450 con 0x55ecae540610 2024-05-21T00:41:54.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.839+0000 7f8aabe00700 1 -- 172.21.15.44:0/1661022865 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f8ab80055f0 con 0x55ecae540610 2024-05-21T00:41:54.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.839+0000 7f8adb8e8b80 1 -- 172.21.15.44:0/1661022865 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8ac401abd0 con 0x55ecae540610 2024-05-21T00:41:54.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.839+0000 7f8aabe00700 1 -- 172.21.15.44:0/1661022865 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8ab8003680 con 0x55ecae540610 2024-05-21T00:41:54.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.839+0000 7f8adb8e8b80 10 client.25142 fetch_fsmap learned FSMap version 26 2024-05-21T00:41:54.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.839+0000 7f8adb8e8b80 1 -- 172.21.15.44:0/1661022865 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ecae459060 con 0x55ecae540610 2024-05-21T00:41:54.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.840+0000 7f8aabe00700 1 -- 172.21.15.44:0/1661022865 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8ac401abd0 con 0x55ecae540610 2024-05-21T00:41:54.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.840+0000 7f8aabe00700 1 -- 172.21.15.44:0/1661022865 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8ab800b840 con 0x55ecae540610 2024-05-21T00:41:54.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.840+0000 7f8adb8e8b80 10 client.25142 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:41:54.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.840+0000 7f8adb8e8b80 10 client.25142 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:41:54.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.840+0000 7f8adb8e8b80 20 client.25142 populate_metadata read hostname 'smithi044' 2024-05-21T00:41:54.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.840+0000 7f8adb8e8b80 1 --2- 172.21.15.44:0/1661022865 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55ecae554660 0x55ecae556a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:54.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.840+0000 7f8adb8e8b80 4 client.25142 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:41:54.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.840+0000 7f8adb8e8b80 1 -- 172.21.15.44:0/1661022865 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ecae49ad90 con 0x55ecae554660 2024-05-21T00:41:54.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.841+0000 7f8ac9e00700 1 --2- 172.21.15.44:0/1661022865 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55ecae554660 0x55ecae556a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:54.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.841+0000 7f8ac9e00700 1 --2- 172.21.15.44:0/1661022865 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55ecae554660 0x55ecae556a50 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3ae1ff4e2af9b7e4 server_cookie=999ada14245df088 in_seq=0 out_seq=0 2024-05-21T00:41:54.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.841+0000 7f8aabe00700 10 client.25142 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:41:54.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.842+0000 7f8aabe00700 1 -- 172.21.15.44:0/1661022865 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ecae49ad90 con 0x55ecae554660 2024-05-21T00:41:54.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.842+0000 7f8aabe00700 10 client.25142 handle_command_reply: tid=0 2024-05-21T00:41:54.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.842+0000 7f8adb8e8b80 1 client.25142 shutdown 2024-05-21T00:41:54.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.842+0000 7f8adb8e8b80 1 -- 172.21.15.44:0/1661022865 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ecae540610 msgr2=0x55ecae544110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:54.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.842+0000 7f8adb8e8b80 1 --2- 172.21.15.44:0/1661022865 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ecae540610 0x55ecae544110 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f8ab8009fd0 tx=0x7f8ab800fb00 comp rx=0 tx=0).stop 2024-05-21T00:41:54.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.842+0000 7f8adb8e8b80 1 -- 172.21.15.44:0/1661022865 shutdown_connections 2024-05-21T00:41:54.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.842+0000 7f8adb8e8b80 1 --2- 172.21.15.44:0/1661022865 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecae540f30 0x55ecae544650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.842+0000 7f8adb8e8b80 1 --2- 172.21.15.44:0/1661022865 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55ecae554660 0x55ecae556a50 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.842+0000 7f8adb8e8b80 1 --2- 172.21.15.44:0/1661022865 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ecae53b140 0x55ecae546d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.842+0000 7f8adb8e8b80 1 --2- 172.21.15.44:0/1661022865 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ecae540610 0x55ecae544110 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.842+0000 7f8adb8e8b80 1 -- 172.21.15.44:0/1661022865 >> 172.21.15.44:0/1661022865 conn(0x55ecae468be0 msgr2=0x55ecae534d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:54.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.842+0000 7f8aabe00700 0 client.25142 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:41:54.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.843+0000 7f8adb8e8b80 1 -- 172.21.15.44:0/1661022865 shutdown_connections 2024-05-21T00:41:54.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.843+0000 7f8adb8e8b80 1 -- 172.21.15.44:0/1661022865 wait complete. 2024-05-21T00:41:54.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.843+0000 7f8adb8e8b80 20 client.25142 trim_cache size 0 max 16384 2024-05-21T00:41:54.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.866+0000 7f8adb8e8b80 1 Processor -- start 2024-05-21T00:41:54.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.866+0000 7f8adb8e8b80 1 -- start start 2024-05-21T00:41:54.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.866+0000 7f8adb8e8b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ecae53b140 0x55ecae53ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:54.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.866+0000 7f8adb8e8b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ecae540610 0x55ecae550a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:54.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.866+0000 7f8adb8e8b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecae540f30 0x55ecae5354f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:54.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.866+0000 7f8adb8e8b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8acc1b28c0 con 0x55ecae540f30 2024-05-21T00:41:54.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.866+0000 7f8adb8e8b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8acc1b0150 con 0x55ecae53b140 2024-05-21T00:41:54.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.866+0000 7f8adb8e8b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f8acc1adfa0 con 0x55ecae540610 2024-05-21T00:41:54.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.867+0000 7f8ac9e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ecae53b140 0x55ecae53ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:54.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.867+0000 7f8ac9400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ecae540610 0x55ecae550a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:54.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.867+0000 7f8aca800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecae540f30 0x55ecae5354f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:54.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.867+0000 7f8ac9400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ecae540610 0x55ecae550a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:53698/0 (socket says 172.21.15.44:53698) 2024-05-21T00:41:54.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.867+0000 7f8ac9e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ecae53b140 0x55ecae53ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:50690/0 (socket says 172.21.15.44:50690) 2024-05-21T00:41:54.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.867+0000 7f8ac9400700 1 -- 172.21.15.44:0/1080544355 learned_addr learned my addr 172.21.15.44:0/1080544355 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:54.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.867+0000 7f8ac9400700 1 -- 172.21.15.44:0/1080544355 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ecae53b140 msgr2=0x55ecae53ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:54.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.867+0000 7f8ac9400700 1 --2- 172.21.15.44:0/1080544355 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ecae53b140 0x55ecae53ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.867+0000 7f8ac9400700 1 -- 172.21.15.44:0/1080544355 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecae540f30 msgr2=0x55ecae5354f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:54.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.867+0000 7f8ac9400700 1 --2- 172.21.15.44:0/1080544355 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecae540f30 0x55ecae5354f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.867+0000 7f8ac9400700 1 -- 172.21.15.44:0/1080544355 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ecae5570d0 con 0x55ecae540610 2024-05-21T00:41:54.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.868+0000 7f8ac9400700 1 --2- 172.21.15.44:0/1080544355 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ecae540610 0x55ecae550a20 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f8ab800bed0 tx=0x7f8ab800b360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=45267e132fa57805 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:54.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.868+0000 7f8ab6a00700 1 -- 172.21.15.44:0/1080544355 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ab8005250 con 0x55ecae540610 2024-05-21T00:41:54.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.868+0000 7f8ab6a00700 1 -- 172.21.15.44:0/1080544355 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8ab8027070 con 0x55ecae540610 2024-05-21T00:41:54.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.868+0000 7f8ab6a00700 1 -- 172.21.15.44:0/1080544355 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ab8022ac0 con 0x55ecae540610 2024-05-21T00:41:54.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.869+0000 7f8adb8e8b80 1 -- 172.21.15.44:0/1080544355 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ecae540610 msgr2=0x55ecae550a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:54.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.869+0000 7f8adb8e8b80 1 --2- 172.21.15.44:0/1080544355 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ecae540610 0x55ecae550a20 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f8ab800bed0 tx=0x7f8ab800b360 comp rx=0 tx=0).stop 2024-05-21T00:41:54.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.869+0000 7f8adb8e8b80 1 -- 172.21.15.44:0/1080544355 shutdown_connections 2024-05-21T00:41:54.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.869+0000 7f8adb8e8b80 1 --2- 172.21.15.44:0/1080544355 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecae540f30 0x55ecae5354f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.869+0000 7f8adb8e8b80 1 --2- 172.21.15.44:0/1080544355 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ecae53b140 0x55ecae53ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.869+0000 7f8adb8e8b80 1 --2- 172.21.15.44:0/1080544355 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ecae540610 0x55ecae550a20 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.869+0000 7f8adb8e8b80 1 -- 172.21.15.44:0/1080544355 >> 172.21.15.44:0/1080544355 conn(0x55ecae468be0 msgr2=0x55ecae53fac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:54.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.869+0000 7f8adb8e8b80 1 -- 172.21.15.44:0/1080544355 shutdown_connections 2024-05-21T00:41:54.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.869+0000 7f8adb8e8b80 1 -- 172.21.15.44:0/1080544355 wait complete. 2024-05-21T00:41:54.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.870+0000 7f8adb8e8b80 1 -- start start 2024-05-21T00:41:54.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.870+0000 7f8adb8e8b80 1 Processor -- start 2024-05-21T00:41:54.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.871+0000 7f8adb8e8b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ecae53b140 0x55ecae54d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:54.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.871+0000 7f8adb8e8b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecae540610 0x55ecae549be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:54.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.871+0000 7f8adb8e8b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ecae540f30 0x55ecae54a120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:54.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.871+0000 7f8adb8e8b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8acc1ae610 con 0x55ecae540610 2024-05-21T00:41:54.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.871+0000 7f8adb8e8b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8acc1afa80 con 0x55ecae540f30 2024-05-21T00:41:54.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.871+0000 7f8adb8e8b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f8acc1aece0 con 0x55ecae53b140 2024-05-21T00:41:54.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.871+0000 7f8adb8e8b80 10 client.0 _ll_register_callbacks cb 0x55ecae432c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:41:54.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.871+0000 7f8ac9400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecae540610 0x55ecae549be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:54.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.871+0000 7f8ac9e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ecae53b140 0x55ecae54d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:54.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.871+0000 7f8aca800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ecae540f30 0x55ecae54a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:54.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.871+0000 7f8ac9400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecae540610 0x55ecae549be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58500/0 (socket says 172.21.15.44:58500) 2024-05-21T00:41:54.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.871+0000 7f8ac9400700 1 -- 172.21.15.44:0/1991414965 learned_addr learned my addr 172.21.15.44:0/1991414965 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:54.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.872+0000 7f8ac9e00700 1 -- 172.21.15.44:0/1991414965 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ecae540f30 msgr2=0x55ecae54a120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:54.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.872+0000 7f8ac9e00700 1 --2- 172.21.15.44:0/1991414965 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ecae540f30 0x55ecae54a120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.872+0000 7f8ac9e00700 1 -- 172.21.15.44:0/1991414965 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecae540610 msgr2=0x55ecae549be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:41:54.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.872+0000 7f8ac9e00700 1 --2- 172.21.15.44:0/1991414965 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecae540610 0x55ecae549be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.872+0000 7f8ac9e00700 1 -- 172.21.15.44:0/1991414965 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ecae54a7c0 con 0x55ecae53b140 2024-05-21T00:41:54.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.872+0000 7f8aca800700 1 --2- 172.21.15.44:0/1991414965 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ecae540f30 0x55ecae54a120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:41:54.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.872+0000 7f8ac9e00700 1 --2- 172.21.15.44:0/1991414965 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ecae53b140 0x55ecae54d190 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f8abc0a98d0 tx=0x7f8abc091040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9c7ba09bfeeead26 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:54.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.872+0000 7f8aabe00700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:41:54.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.872+0000 7f8aabe00700 1 -- 172.21.15.44:0/1991414965 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8abc0c2070 con 0x55ecae53b140 2024-05-21T00:41:54.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.872+0000 7f8aabe00700 1 -- 172.21.15.44:0/1991414965 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f8abc0e20b0 con 0x55ecae53b140 2024-05-21T00:41:54.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.872+0000 7f8adb8e8b80 1 -- 172.21.15.44:0/1991414965 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8ab8027070 con 0x55ecae53b140 2024-05-21T00:41:54.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.872+0000 7f8aabe00700 1 -- 172.21.15.44:0/1991414965 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8abc0b20e0 con 0x55ecae53b140 2024-05-21T00:41:54.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.872+0000 7f8adb8e8b80 10 client.25153 fetch_fsmap learned FSMap version 26 2024-05-21T00:41:54.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.872+0000 7f8adb8e8b80 1 -- 172.21.15.44:0/1991414965 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ecae5c88b0 con 0x55ecae53b140 2024-05-21T00:41:54.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.873+0000 7f8aabe00700 1 -- 172.21.15.44:0/1991414965 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8ab8027070 con 0x55ecae53b140 2024-05-21T00:41:54.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.873+0000 7f8aabe00700 1 -- 172.21.15.44:0/1991414965 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8abc0a9ba0 con 0x55ecae53b140 2024-05-21T00:41:54.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.873+0000 7f8adb8e8b80 10 client.25153 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:41:54.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.873+0000 7f8adb8e8b80 10 client.25153 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:41:54.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.873+0000 7f8adb8e8b80 20 client.25153 populate_metadata read hostname 'smithi044' 2024-05-21T00:41:54.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.873+0000 7f8adb8e8b80 1 --2- 172.21.15.44:0/1991414965 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55ecae5c8f70 0x55ecae5cb390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:54.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.873+0000 7f8adb8e8b80 4 client.25153 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T00:41:54.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.873+0000 7f8adb8e8b80 1 -- 172.21.15.44:0/1991414965 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ecae494570 con 0x55ecae5c8f70 2024-05-21T00:41:54.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.874+0000 7f8ac9400700 1 --2- 172.21.15.44:0/1991414965 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55ecae5c8f70 0x55ecae5cb390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:54.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.874+0000 7f8ac9400700 1 --2- 172.21.15.44:0/1991414965 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55ecae5c8f70 0x55ecae5cb390 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fc5a6ec838d87472 server_cookie=5a038cb8560a79c3 in_seq=0 out_seq=0 2024-05-21T00:41:54.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.874+0000 7f8aabe00700 10 client.25153 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:41:54.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.874+0000 7f8aabe00700 1 -- 172.21.15.44:0/1991414965 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55ecae494570 con 0x55ecae5c8f70 2024-05-21T00:41:54.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.874+0000 7f8aabe00700 10 client.25153 handle_command_reply: tid=0 2024-05-21T00:41:54.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.874+0000 7f8adb8e8b80 1 client.25153 shutdown 2024-05-21T00:41:54.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.875+0000 7f8adb8e8b80 1 -- 172.21.15.44:0/1991414965 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ecae53b140 msgr2=0x55ecae54d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:54.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.875+0000 7f8adb8e8b80 1 --2- 172.21.15.44:0/1991414965 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ecae53b140 0x55ecae54d190 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f8abc0a98d0 tx=0x7f8abc091040 comp rx=0 tx=0).stop 2024-05-21T00:41:54.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.875+0000 7f8adb8e8b80 1 -- 172.21.15.44:0/1991414965 shutdown_connections 2024-05-21T00:41:54.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.875+0000 7f8adb8e8b80 1 --2- 172.21.15.44:0/1991414965 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55ecae5c8f70 0x55ecae5cb390 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.875+0000 7f8adb8e8b80 1 --2- 172.21.15.44:0/1991414965 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ecae540f30 0x55ecae54a120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.875+0000 7f8adb8e8b80 1 --2- 172.21.15.44:0/1991414965 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ecae53b140 0x55ecae54d190 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.875+0000 7f8adb8e8b80 1 --2- 172.21.15.44:0/1991414965 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecae540610 0x55ecae549be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.875+0000 7f8aabe00700 0 client.25153 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:41:54.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.875+0000 7f8adb8e8b80 1 -- 172.21.15.44:0/1991414965 >> 172.21.15.44:0/1991414965 conn(0x55ecae468be0 msgr2=0x55ecae53f230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:54.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.875+0000 7f8adb8e8b80 1 -- 172.21.15.44:0/1991414965 shutdown_connections 2024-05-21T00:41:54.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.875+0000 7f8adb8e8b80 1 -- 172.21.15.44:0/1991414965 wait complete. 2024-05-21T00:41:54.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.875+0000 7f8adb8e8b80 20 client.25153 trim_cache size 0 max 16384 2024-05-21T00:41:54.881 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:41:54.881 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-21T00:41:54.881 INFO:teuthology.orchestra.run.smithi044.stdout: "scrubs": { 2024-05-21T00:41:54.881 INFO:teuthology.orchestra.run.smithi044.stdout: "de2903cf-8b30-41ec-8aa5-528b5c83fbf3": { 2024-05-21T00:41:54.881 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/", 2024-05-21T00:41:54.881 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "de2903cf-8b30-41ec-8aa5-528b5c83fbf3", 2024-05-21T00:41:54.881 INFO:teuthology.orchestra.run.smithi044.stdout: "options": "recursive,force" 2024-05-21T00:41:54.881 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:41:54.881 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:41:54.881 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:41:54.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.876+0000 7f8ad1000700 1 -- 172.21.15.44:0/966058048 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8ab00b2990 msgr2=0x7f8ab00b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:54.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.876+0000 7f8ad1000700 1 --2- 172.21.15.44:0/966058048 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8ab00b2990 0x7f8ab00b4e50 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f8ac4011000 tx=0x7f8ac401e000 comp rx=0 tx=0).stop 2024-05-21T00:41:54.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.876+0000 7f8ad1000700 1 -- 172.21.15.44:0/966058048 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8acc075770 msgr2=0x7f8acc19bf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:54.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.876+0000 7f8ad1000700 1 --2- 172.21.15.44:0/966058048 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8acc075770 0x7f8acc19bf40 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f8abc00e9f0 tx=0x7f8abc00ed00 comp rx=0 tx=0).stop 2024-05-21T00:41:54.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.876+0000 7f8ad1000700 1 -- 172.21.15.44:0/966058048 shutdown_connections 2024-05-21T00:41:54.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.876+0000 7f8ad1000700 1 --2- 172.21.15.44:0/966058048 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8ab00b2990 0x7f8ab00b4e50 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.876+0000 7f8ad1000700 1 --2- 172.21.15.44:0/966058048 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8acc10ff40 0x7f8acc1a0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.876+0000 7f8ad1000700 1 --2- 172.21.15.44:0/966058048 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8acc075770 0x7f8acc19bf40 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.876+0000 7f8ad1000700 1 --2- 172.21.15.44:0/966058048 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8acc076090 0x7f8acc19c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:54.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.876+0000 7f8ad1000700 1 -- 172.21.15.44:0/966058048 >> 172.21.15.44:0/966058048 conn(0x7f8acc07a6a0 msgr2=0x7f8acc101bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:54.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.876+0000 7f8ad1000700 1 -- 172.21.15.44:0/966058048 shutdown_connections 2024-05-21T00:41:54.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:54.876+0000 7f8ad1000700 1 -- 172.21.15.44:0/966058048 wait complete. 2024-05-21T00:41:56.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:55 smithi092 ceph-mon[36335]: pgmap v454: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s 2024-05-21T00:41:56.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:55 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:41:56.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:55 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:41:56.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:55 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:41:56.121 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:55 smithi044 ceph-mon[31392]: pgmap v454: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s 2024-05-21T00:41:56.121 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:55 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:41:56.121 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:55 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:41:56.121 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:55 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:41:56.174 INFO:tasks.cephfs.filesystem:scrub status for tag:de2903cf-8b30-41ec-8aa5-528b5c83fbf3 - {'path': '/', 'tag': 'de2903cf-8b30-41ec-8aa5-528b5c83fbf3', 'options': 'recursive,force'} 2024-05-21T00:41:56.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:55 smithi082 ceph-mon[36141]: pgmap v454: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s 2024-05-21T00:41:56.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:55 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:41:56.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:55 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:41:56.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:55 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:41:56.752 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.748+0000 7f5477600700 1 -- 172.21.15.44:0/2698632755 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5470077a70 msgr2=0x7f5470077e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:56.752 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.748+0000 7f5477600700 1 --2- 172.21.15.44:0/2698632755 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5470077a70 0x7f5470077e50 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f54640098f0 tx=0x7f5464009c00 comp rx=0 tx=0).stop 2024-05-21T00:41:56.752 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.748+0000 7f5477600700 1 -- 172.21.15.44:0/2698632755 shutdown_connections 2024-05-21T00:41:56.752 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.748+0000 7f5477600700 1 --2- 172.21.15.44:0/2698632755 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f54701143d0 0x7f54701167c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:56.752 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.748+0000 7f5477600700 1 --2- 172.21.15.44:0/2698632755 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5470077a70 0x7f5470077e50 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:56.752 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.748+0000 7f5477600700 1 --2- 172.21.15.44:0/2698632755 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5470078390 0x7f5470113e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:56.752 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.748+0000 7f5477600700 1 -- 172.21.15.44:0/2698632755 >> 172.21.15.44:0/2698632755 conn(0x7f5470101220 msgr2=0x7f5470103640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:56.752 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.748+0000 7f5477600700 1 -- 172.21.15.44:0/2698632755 shutdown_connections 2024-05-21T00:41:56.752 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.748+0000 7f5477600700 1 -- 172.21.15.44:0/2698632755 wait complete. 2024-05-21T00:41:56.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.749+0000 7f5477600700 1 Processor -- start 2024-05-21T00:41:56.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.749+0000 7f5477600700 1 -- start start 2024-05-21T00:41:56.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.750+0000 7f5477600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5470077a70 0x7f54701a02f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:56.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.750+0000 7f5477600700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5470078390 0x7f54701a0830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:56.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.750+0000 7f5477600700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f54701143d0 0x7f54701a4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:56.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.750+0000 7f5477600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5470119da0 con 0x7f5470077a70 2024-05-21T00:41:56.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.750+0000 7f5477600700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f5470119c20 con 0x7f54701143d0 2024-05-21T00:41:56.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.750+0000 7f5477600700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f5470119f20 con 0x7f5470078390 2024-05-21T00:41:56.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.750+0000 7f5474c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5470077a70 0x7f54701a02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:56.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.750+0000 7f5474c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5470077a70 0x7f54701a02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58506/0 (socket says 172.21.15.44:58506) 2024-05-21T00:41:56.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.750+0000 7f5474c00700 1 -- 172.21.15.44:0/34760513 learned_addr learned my addr 172.21.15.44:0/34760513 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:41:56.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.750+0000 7f546fe00700 1 --2- 172.21.15.44:0/34760513 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5470078390 0x7f54701a0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:56.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.750+0000 7f5475600700 1 --2- 172.21.15.44:0/34760513 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f54701143d0 0x7f54701a4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:56.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.751+0000 7f546fe00700 1 -- 172.21.15.44:0/34760513 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f54701143d0 msgr2=0x7f54701a4b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:56.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.751+0000 7f546fe00700 1 --2- 172.21.15.44:0/34760513 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f54701143d0 0x7f54701a4b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:56.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.751+0000 7f546fe00700 1 -- 172.21.15.44:0/34760513 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5470077a70 msgr2=0x7f54701a02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:56.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.751+0000 7f546fe00700 1 --2- 172.21.15.44:0/34760513 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5470077a70 0x7f54701a02f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:56.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.751+0000 7f546fe00700 1 -- 172.21.15.44:0/34760513 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54701a52b0 con 0x7f5470078390 2024-05-21T00:41:56.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.751+0000 7f5474c00700 1 --2- 172.21.15.44:0/34760513 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5470077a70 0x7f54701a02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:41:56.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.751+0000 7f546fe00700 1 --2- 172.21.15.44:0/34760513 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5470078390 0x7f54701a0830 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f545c00e9f0 tx=0x7f545c00ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:56.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.751+0000 7f546d600700 1 -- 172.21.15.44:0/34760513 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f545c00c9c0 con 0x7f5470078390 2024-05-21T00:41:56.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.751+0000 7f546d600700 1 -- 172.21.15.44:0/34760513 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f545c00cb60 con 0x7f5470078390 2024-05-21T00:41:56.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.751+0000 7f546d600700 1 -- 172.21.15.44:0/34760513 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f545c018680 con 0x7f5470078390 2024-05-21T00:41:56.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.751+0000 7f5477600700 1 -- 172.21.15.44:0/34760513 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54701a55a0 con 0x7f5470078390 2024-05-21T00:41:56.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.752+0000 7f5477600700 1 -- 172.21.15.44:0/34760513 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54701ace20 con 0x7f5470078390 2024-05-21T00:41:56.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.753+0000 7f5477600700 1 -- 172.21.15.44:0/34760513 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f547006a230 con 0x7f5470078390 2024-05-21T00:41:56.758 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.755+0000 7f546d600700 1 -- 172.21.15.44:0/34760513 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f545c04aae0 con 0x7f5470078390 2024-05-21T00:41:56.759 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.756+0000 7f546d600700 1 --2- 172.21.15.44:0/34760513 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f54580b2990 0x7f54580b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:41:56.759 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.757+0000 7f546d600700 1 -- 172.21.15.44:0/34760513 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f545c0e2670 con 0x7f5470078390 2024-05-21T00:41:56.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.757+0000 7f5474c00700 1 --2- 172.21.15.44:0/34760513 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f54580b2990 0x7f54580b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:41:56.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.758+0000 7f5474c00700 1 --2- 172.21.15.44:0/34760513 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f54580b2990 0x7f54580b4e50 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f5464009fd0 tx=0x7f5464019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:41:56.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.759+0000 7f546d600700 1 -- 172.21.15.44:0/34760513 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f545c0aa190 con 0x7f5470078390 2024-05-21T00:41:56.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:56.994+0000 7f5477600700 1 -- 172.21.15.44:0/34760513 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5470063980 con 0x7f54580b2990 2024-05-21T00:41:57.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:57.006+0000 7f546d600700 1 -- 172.21.15.44:0/34760513 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259096 (secure 0 0 0) 0x7f5470063980 con 0x7f54580b2990 2024-05-21T00:41:57.010 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:41:57.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:57.012+0000 7f5477600700 1 -- 172.21.15.44:0/34760513 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f54580b2990 msgr2=0x7f54580b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:57.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:57.012+0000 7f5477600700 1 --2- 172.21.15.44:0/34760513 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f54580b2990 0x7f54580b4e50 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f5464009fd0 tx=0x7f5464019040 comp rx=0 tx=0).stop 2024-05-21T00:41:57.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:57.012+0000 7f5477600700 1 -- 172.21.15.44:0/34760513 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5470078390 msgr2=0x7f54701a0830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:41:57.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:57.012+0000 7f5477600700 1 --2- 172.21.15.44:0/34760513 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5470078390 0x7f54701a0830 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f545c00e9f0 tx=0x7f545c00ed00 comp rx=0 tx=0).stop 2024-05-21T00:41:57.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:57.012+0000 7f5477600700 1 -- 172.21.15.44:0/34760513 shutdown_connections 2024-05-21T00:41:57.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:57.012+0000 7f5477600700 1 --2- 172.21.15.44:0/34760513 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f54580b2990 0x7f54580b4e50 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:57.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:57.012+0000 7f5477600700 1 --2- 172.21.15.44:0/34760513 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5470077a70 0x7f54701a02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:57.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:57.012+0000 7f5477600700 1 --2- 172.21.15.44:0/34760513 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f54701143d0 0x7f54701a4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:57.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:57.012+0000 7f5477600700 1 --2- 172.21.15.44:0/34760513 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5470078390 0x7f54701a0830 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:41:57.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:57.012+0000 7f5477600700 1 -- 172.21.15.44:0/34760513 >> 172.21.15.44:0/34760513 conn(0x7f5470101220 msgr2=0x7f5470103610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:41:57.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:57.012+0000 7f5477600700 1 -- 172.21.15.44:0/34760513 shutdown_connections 2024-05-21T00:41:57.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:41:57.013+0000 7f5477600700 1 -- 172.21.15.44:0/34760513 wait complete. 2024-05-21T00:41:57.017 INFO:teuthology.orchestra.run.smithi044.stderr:dumped all 2024-05-21T00:41:57.939 INFO:teuthology.orchestra.run.smithi044.stdout:{"pg_ready":true,"pg_map":{"version":455,"stamp":"2024-05-21T00:41:56.350996+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":665558,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":1579,"num_read_kb":897,"num_write":313,"num_write_kb":2289,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2951862,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":753,"ondisk_log_size":753,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":372600,"kb_used_data":10968,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124569224,"statfs":{"total":1151940427776,"available":1151558885376,"internally_reserved":0,"allocated":11231232,"data_stored":7297830,"data_compressed":246114,"data_compressed_allocated":331776,"data_compressed_original":2162688,"omap_allocated":19141,"internal_metadata":370193723},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":77,"num_read_kb":42,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005452"},"pg_stats":[{"pgid":"3.3f","version":"82'8","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252144+0000","last_change":"2024-05-21T00:37:26.427879+0000","last_active":"2024-05-21T00:39:40.252144+0000","last_peered":"2024-05-21T00:39:40.252144+0000","last_clean":"2024-05-21T00:39:40.252144+0000","last_became_active":"2024-05-21T00:37:26.427573+0000","last_became_peered":"2024-05-21T00:37:26.427573+0000","last_unstale":"2024-05-21T00:39:40.252144+0000","last_undegraded":"2024-05-21T00:39:40.252144+0000","last_fullsized":"2024-05-21T00:39:40.252144+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:57:27.497480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"82'4","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.258193+0000","last_change":"2024-05-21T00:37:26.421272+0000","last_active":"2024-05-21T00:39:40.258193+0000","last_peered":"2024-05-21T00:39:40.258193+0000","last_clean":"2024-05-21T00:39:40.258193+0000","last_became_active":"2024-05-21T00:37:26.420035+0000","last_became_peered":"2024-05-21T00:37:26.420035+0000","last_unstale":"2024-05-21T00:39:40.258193+0000","last_undegraded":"2024-05-21T00:39:40.258193+0000","last_fullsized":"2024-05-21T00:39:40.258193+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:16:09.723800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"82'7","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261901+0000","last_change":"2024-05-21T00:37:26.424117+0000","last_active":"2024-05-21T00:39:40.261901+0000","last_peered":"2024-05-21T00:39:40.261901+0000","last_clean":"2024-05-21T00:39:40.261901+0000","last_became_active":"2024-05-21T00:37:26.422986+0000","last_became_peered":"2024-05-21T00:37:26.422986+0000","last_unstale":"2024-05-21T00:39:40.261901+0000","last_undegraded":"2024-05-21T00:39:40.261901+0000","last_fullsized":"2024-05-21T00:39:40.261901+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:05:54.239121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"82'8","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.239424+0000","last_change":"2024-05-21T00:37:26.420077+0000","last_active":"2024-05-21T00:39:40.239424+0000","last_peered":"2024-05-21T00:39:40.239424+0000","last_clean":"2024-05-21T00:39:40.239424+0000","last_became_active":"2024-05-21T00:37:26.419742+0000","last_became_peered":"2024-05-21T00:37:26.419742+0000","last_unstale":"2024-05-21T00:39:40.239424+0000","last_undegraded":"2024-05-21T00:39:40.239424+0000","last_fullsized":"2024-05-21T00:39:40.239424+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:42:46.759050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"82'4","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.264591+0000","last_change":"2024-05-21T00:37:26.437010+0000","last_active":"2024-05-21T00:39:40.264591+0000","last_peered":"2024-05-21T00:39:40.264591+0000","last_clean":"2024-05-21T00:39:40.264591+0000","last_became_active":"2024-05-21T00:37:26.436628+0000","last_became_peered":"2024-05-21T00:37:26.436628+0000","last_unstale":"2024-05-21T00:39:40.264591+0000","last_undegraded":"2024-05-21T00:39:40.264591+0000","last_fullsized":"2024-05-21T00:39:40.264591+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:27:05.252106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.247179+0000","last_change":"2024-05-21T00:37:26.424453+0000","last_active":"2024-05-21T00:39:40.247179+0000","last_peered":"2024-05-21T00:39:40.247179+0000","last_clean":"2024-05-21T00:39:40.247179+0000","last_became_active":"2024-05-21T00:37:26.424098+0000","last_became_peered":"2024-05-21T00:37:26.424098+0000","last_unstale":"2024-05-21T00:39:40.247179+0000","last_undegraded":"2024-05-21T00:39:40.247179+0000","last_fullsized":"2024-05-21T00:39:40.247179+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:38:05.711162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"82'5","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.248741+0000","last_change":"2024-05-21T00:38:11.355349+0000","last_active":"2024-05-21T00:39:40.248741+0000","last_peered":"2024-05-21T00:39:40.248741+0000","last_clean":"2024-05-21T00:39:40.248741+0000","last_became_active":"2024-05-21T00:38:11.354966+0000","last_became_peered":"2024-05-21T00:38:11.354966+0000","last_unstale":"2024-05-21T00:39:40.248741+0000","last_undegraded":"2024-05-21T00:39:40.248741+0000","last_fullsized":"2024-05-21T00:39:40.248741+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:06:47.894167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,8],"acting":[7,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262851+0000","last_change":"2024-05-21T00:37:26.434586+0000","last_active":"2024-05-21T00:39:40.262851+0000","last_peered":"2024-05-21T00:39:40.262851+0000","last_clean":"2024-05-21T00:39:40.262851+0000","last_became_active":"2024-05-21T00:37:26.434135+0000","last_became_peered":"2024-05-21T00:37:26.434135+0000","last_unstale":"2024-05-21T00:39:40.262851+0000","last_undegraded":"2024-05-21T00:39:40.262851+0000","last_fullsized":"2024-05-21T00:39:40.262851+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:36:07.384616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"82'11","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.251494+0000","last_change":"2024-05-21T00:37:26.422156+0000","last_active":"2024-05-21T00:39:40.251494+0000","last_peered":"2024-05-21T00:39:40.251494+0000","last_clean":"2024-05-21T00:39:40.251494+0000","last_became_active":"2024-05-21T00:37:26.421786+0000","last_became_peered":"2024-05-21T00:37:26.421786+0000","last_unstale":"2024-05-21T00:39:40.251494+0000","last_undegraded":"2024-05-21T00:39:40.251494+0000","last_fullsized":"2024-05-21T00:39:40.251494+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:09:46.739541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"82'16","reported_seq":41,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.241248+0000","last_change":"2024-05-21T00:37:26.420314+0000","last_active":"2024-05-21T00:39:40.241248+0000","last_peered":"2024-05-21T00:39:40.241248+0000","last_clean":"2024-05-21T00:39:40.241248+0000","last_became_active":"2024-05-21T00:37:26.419975+0000","last_became_peered":"2024-05-21T00:37:26.419975+0000","last_unstale":"2024-05-21T00:39:40.241248+0000","last_undegraded":"2024-05-21T00:39:40.241248+0000","last_fullsized":"2024-05-21T00:39:40.241248+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:17:16.447135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252558+0000","last_change":"2024-05-21T00:37:26.415187+0000","last_active":"2024-05-21T00:39:40.252558+0000","last_peered":"2024-05-21T00:39:40.252558+0000","last_clean":"2024-05-21T00:39:40.252558+0000","last_became_active":"2024-05-21T00:37:26.414638+0000","last_became_peered":"2024-05-21T00:37:26.414638+0000","last_unstale":"2024-05-21T00:39:40.252558+0000","last_undegraded":"2024-05-21T00:39:40.252558+0000","last_fullsized":"2024-05-21T00:39:40.252558+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:53:16.873608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.242879+0000","last_change":"2024-05-21T00:37:26.423652+0000","last_active":"2024-05-21T00:39:40.242879+0000","last_peered":"2024-05-21T00:39:40.242879+0000","last_clean":"2024-05-21T00:39:40.242879+0000","last_became_active":"2024-05-21T00:37:26.423247+0000","last_became_peered":"2024-05-21T00:37:26.423247+0000","last_unstale":"2024-05-21T00:39:40.242879+0000","last_undegraded":"2024-05-21T00:39:40.242879+0000","last_fullsized":"2024-05-21T00:39:40.242879+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:59:05.986098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"82'10","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267411+0000","last_change":"2024-05-21T00:37:26.418991+0000","last_active":"2024-05-21T00:39:40.267411+0000","last_peered":"2024-05-21T00:39:40.267411+0000","last_clean":"2024-05-21T00:39:40.267411+0000","last_became_active":"2024-05-21T00:37:26.418574+0000","last_became_peered":"2024-05-21T00:37:26.418574+0000","last_unstale":"2024-05-21T00:39:40.267411+0000","last_undegraded":"2024-05-21T00:39:40.267411+0000","last_fullsized":"2024-05-21T00:39:40.267411+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:27:47.863261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.260464+0000","last_change":"2024-05-21T00:37:26.418725+0000","last_active":"2024-05-21T00:39:40.260464+0000","last_peered":"2024-05-21T00:39:40.260464+0000","last_clean":"2024-05-21T00:39:40.260464+0000","last_became_active":"2024-05-21T00:37:26.417640+0000","last_became_peered":"2024-05-21T00:37:26.417640+0000","last_unstale":"2024-05-21T00:39:40.260464+0000","last_undegraded":"2024-05-21T00:39:40.260464+0000","last_fullsized":"2024-05-21T00:39:40.260464+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:50:23.058203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262685+0000","last_change":"2024-05-21T00:37:26.430147+0000","last_active":"2024-05-21T00:39:40.262685+0000","last_peered":"2024-05-21T00:39:40.262685+0000","last_clean":"2024-05-21T00:39:40.262685+0000","last_became_active":"2024-05-21T00:37:26.429599+0000","last_became_peered":"2024-05-21T00:37:26.429599+0000","last_unstale":"2024-05-21T00:39:40.262685+0000","last_undegraded":"2024-05-21T00:39:40.262685+0000","last_fullsized":"2024-05-21T00:39:40.262685+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:10:12.429375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261173+0000","last_change":"2024-05-21T00:37:26.435334+0000","last_active":"2024-05-21T00:39:40.261173+0000","last_peered":"2024-05-21T00:39:40.261173+0000","last_clean":"2024-05-21T00:39:40.261173+0000","last_became_active":"2024-05-21T00:37:26.434991+0000","last_became_peered":"2024-05-21T00:37:26.434991+0000","last_unstale":"2024-05-21T00:39:40.261173+0000","last_undegraded":"2024-05-21T00:39:40.261173+0000","last_fullsized":"2024-05-21T00:39:40.261173+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:37:25.875616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.257725+0000","last_change":"2024-05-21T00:37:26.427871+0000","last_active":"2024-05-21T00:39:40.257725+0000","last_peered":"2024-05-21T00:39:40.257725+0000","last_clean":"2024-05-21T00:39:40.257725+0000","last_became_active":"2024-05-21T00:37:26.427532+0000","last_became_peered":"2024-05-21T00:37:26.427532+0000","last_unstale":"2024-05-21T00:39:40.257725+0000","last_undegraded":"2024-05-21T00:39:40.257725+0000","last_fullsized":"2024-05-21T00:39:40.257725+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:26:31.168527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"82'10","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.253035+0000","last_change":"2024-05-21T00:37:26.427783+0000","last_active":"2024-05-21T00:39:40.253035+0000","last_peered":"2024-05-21T00:39:40.253035+0000","last_clean":"2024-05-21T00:39:40.253035+0000","last_became_active":"2024-05-21T00:37:26.427364+0000","last_became_peered":"2024-05-21T00:37:26.427364+0000","last_unstale":"2024-05-21T00:39:40.253035+0000","last_undegraded":"2024-05-21T00:39:40.253035+0000","last_fullsized":"2024-05-21T00:39:40.253035+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:53:08.031403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261414+0000","last_change":"2024-05-21T00:37:26.425632+0000","last_active":"2024-05-21T00:39:40.261414+0000","last_peered":"2024-05-21T00:39:40.261414+0000","last_clean":"2024-05-21T00:39:40.261414+0000","last_became_active":"2024-05-21T00:37:26.425298+0000","last_became_peered":"2024-05-21T00:37:26.425298+0000","last_unstale":"2024-05-21T00:39:40.261414+0000","last_undegraded":"2024-05-21T00:39:40.261414+0000","last_fullsized":"2024-05-21T00:39:40.261414+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:08:58.187696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"78'9","reported_seq":43,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:33.395815+0000","last_change":"2024-05-21T00:37:22.392035+0000","last_active":"2024-05-21T00:41:33.395815+0000","last_peered":"2024-05-21T00:41:33.395815+0000","last_clean":"2024-05-21T00:41:33.395815+0000","last_became_active":"2024-05-21T00:37:22.390654+0000","last_became_peered":"2024-05-21T00:37:22.390654+0000","last_unstale":"2024-05-21T00:41:33.395815+0000","last_undegraded":"2024-05-21T00:41:33.395815+0000","last_fullsized":"2024-05-21T00:41:33.395815+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:56:32.967821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"82'5","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.254268+0000","last_change":"2024-05-21T00:37:26.434754+0000","last_active":"2024-05-21T00:39:40.254268+0000","last_peered":"2024-05-21T00:39:40.254268+0000","last_clean":"2024-05-21T00:39:40.254268+0000","last_became_active":"2024-05-21T00:37:26.430623+0000","last_became_peered":"2024-05-21T00:37:26.430623+0000","last_unstale":"2024-05-21T00:39:40.254268+0000","last_undegraded":"2024-05-21T00:39:40.254268+0000","last_fullsized":"2024-05-21T00:39:40.254268+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:27:40.304167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"78'2","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:22.994727+0000","last_change":"2024-05-21T00:37:22.953646+0000","last_active":"2024-05-21T00:39:22.994727+0000","last_peered":"2024-05-21T00:39:22.994727+0000","last_clean":"2024-05-21T00:39:22.994727+0000","last_became_active":"2024-05-21T00:37:22.952491+0000","last_became_peered":"2024-05-21T00:37:22.952491+0000","last_unstale":"2024-05-21T00:39:22.994727+0000","last_undegraded":"2024-05-21T00:39:22.994727+0000","last_fullsized":"2024-05-21T00:39:22.994727+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:11:39.314478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"82'6","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.263750+0000","last_change":"2024-05-21T00:37:26.428446+0000","last_active":"2024-05-21T00:39:40.263750+0000","last_peered":"2024-05-21T00:39:40.263750+0000","last_clean":"2024-05-21T00:39:40.263750+0000","last_became_active":"2024-05-21T00:37:26.427853+0000","last_became_peered":"2024-05-21T00:37:26.427853+0000","last_unstale":"2024-05-21T00:39:40.263750+0000","last_undegraded":"2024-05-21T00:39:40.263750+0000","last_fullsized":"2024-05-21T00:39:40.263750+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:17:21.904244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"78'4","reported_seq":47,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824975+0000","last_change":"2024-05-21T00:38:11.361142+0000","last_active":"2024-05-21T00:39:11.824975+0000","last_peered":"2024-05-21T00:39:11.824975+0000","last_clean":"2024-05-21T00:39:11.824975+0000","last_became_active":"2024-05-21T00:38:11.347994+0000","last_became_peered":"2024-05-21T00:38:11.347994+0000","last_unstale":"2024-05-21T00:39:11.824975+0000","last_undegraded":"2024-05-21T00:39:11.824975+0000","last_fullsized":"2024-05-21T00:39:11.824975+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:28:28.018651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.265698+0000","last_change":"2024-05-21T00:37:26.418621+0000","last_active":"2024-05-21T00:39:40.265698+0000","last_peered":"2024-05-21T00:39:40.265698+0000","last_clean":"2024-05-21T00:39:40.265698+0000","last_became_active":"2024-05-21T00:37:26.418244+0000","last_became_peered":"2024-05-21T00:37:26.418244+0000","last_unstale":"2024-05-21T00:39:40.265698+0000","last_undegraded":"2024-05-21T00:39:40.265698+0000","last_fullsized":"2024-05-21T00:39:40.265698+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:27:03.711204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"78'2","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824784+0000","last_change":"2024-05-21T00:37:22.382054+0000","last_active":"2024-05-21T00:39:11.824784+0000","last_peered":"2024-05-21T00:39:11.824784+0000","last_clean":"2024-05-21T00:39:11.824784+0000","last_became_active":"2024-05-21T00:37:22.381688+0000","last_became_peered":"2024-05-21T00:37:22.381688+0000","last_unstale":"2024-05-21T00:39:11.824784+0000","last_undegraded":"2024-05-21T00:39:11.824784+0000","last_fullsized":"2024-05-21T00:39:11.824784+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:25:10.880958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"82'15","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252614+0000","last_change":"2024-05-21T00:37:26.422382+0000","last_active":"2024-05-21T00:39:40.252614+0000","last_peered":"2024-05-21T00:39:40.252614+0000","last_clean":"2024-05-21T00:39:40.252614+0000","last_became_active":"2024-05-21T00:37:26.422039+0000","last_became_peered":"2024-05-21T00:37:26.422039+0000","last_unstale":"2024-05-21T00:39:40.252614+0000","last_undegraded":"2024-05-21T00:39:40.252614+0000","last_fullsized":"2024-05-21T00:39:40.252614+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:55:29.868930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"82'9","reported_seq":288,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:51.001854+0000","last_change":"2024-05-21T00:37:22.382385+0000","last_active":"2024-05-21T00:41:51.001854+0000","last_peered":"2024-05-21T00:41:51.001854+0000","last_clean":"2024-05-21T00:41:51.001854+0000","last_became_active":"2024-05-21T00:37:22.380908+0000","last_became_peered":"2024-05-21T00:37:22.380908+0000","last_unstale":"2024-05-21T00:41:51.001854+0000","last_undegraded":"2024-05-21T00:41:51.001854+0000","last_fullsized":"2024-05-21T00:41:51.001854+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:07:11.404082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1855,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":248,"num_read_kb":6,"num_write":6,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.246141+0000","last_change":"2024-05-21T00:37:26.420818+0000","last_active":"2024-05-21T00:39:40.246141+0000","last_peered":"2024-05-21T00:39:40.246141+0000","last_clean":"2024-05-21T00:39:40.246141+0000","last_became_active":"2024-05-21T00:37:26.420299+0000","last_became_peered":"2024-05-21T00:37:26.420299+0000","last_unstale":"2024-05-21T00:39:40.246141+0000","last_undegraded":"2024-05-21T00:39:40.246141+0000","last_fullsized":"2024-05-21T00:39:40.246141+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:20:12.973792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"78'3","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.729757+0000","last_change":"2024-05-21T00:37:22.383491+0000","last_active":"2024-05-21T00:39:11.729757+0000","last_peered":"2024-05-21T00:39:11.729757+0000","last_clean":"2024-05-21T00:39:11.729757+0000","last_became_active":"2024-05-21T00:37:22.382965+0000","last_became_peered":"2024-05-21T00:37:22.382965+0000","last_unstale":"2024-05-21T00:39:11.729757+0000","last_undegraded":"2024-05-21T00:39:11.729757+0000","last_fullsized":"2024-05-21T00:39:11.729757+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:38:56.992721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"82'8","reported_seq":39,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.257708+0000","last_change":"2024-05-21T00:38:11.351708+0000","last_active":"2024-05-21T00:39:40.257708+0000","last_peered":"2024-05-21T00:39:40.257708+0000","last_clean":"2024-05-21T00:39:40.257708+0000","last_became_active":"2024-05-21T00:38:11.351431+0000","last_became_peered":"2024-05-21T00:38:11.351431+0000","last_unstale":"2024-05-21T00:39:40.257708+0000","last_undegraded":"2024-05-21T00:39:40.257708+0000","last_fullsized":"2024-05-21T00:39:40.257708+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:37:15.606215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"78'2","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.762220+0000","last_change":"2024-05-21T00:37:22.393868+0000","last_active":"2024-05-21T00:39:11.762220+0000","last_peered":"2024-05-21T00:39:11.762220+0000","last_clean":"2024-05-21T00:39:11.762220+0000","last_became_active":"2024-05-21T00:37:22.392006+0000","last_became_peered":"2024-05-21T00:37:22.392006+0000","last_unstale":"2024-05-21T00:39:11.762220+0000","last_undegraded":"2024-05-21T00:39:11.762220+0000","last_fullsized":"2024-05-21T00:39:11.762220+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:06:20.765944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"82'8","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261832+0000","last_change":"2024-05-21T00:38:11.644903+0000","last_active":"2024-05-21T00:39:40.261832+0000","last_peered":"2024-05-21T00:39:40.261832+0000","last_clean":"2024-05-21T00:39:40.261832+0000","last_became_active":"2024-05-21T00:38:11.643620+0000","last_became_peered":"2024-05-21T00:38:11.643620+0000","last_unstale":"2024-05-21T00:39:40.261832+0000","last_undegraded":"2024-05-21T00:39:40.261832+0000","last_fullsized":"2024-05-21T00:39:40.261832+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:06:12.218251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,6],"acting":[9,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"78'1","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.732019+0000","last_change":"2024-05-21T00:37:22.382399+0000","last_active":"2024-05-21T00:39:11.732019+0000","last_peered":"2024-05-21T00:39:11.732019+0000","last_clean":"2024-05-21T00:39:11.732019+0000","last_became_active":"2024-05-21T00:37:22.380928+0000","last_became_peered":"2024-05-21T00:37:22.380928+0000","last_unstale":"2024-05-21T00:39:11.732019+0000","last_undegraded":"2024-05-21T00:39:11.732019+0000","last_fullsized":"2024-05-21T00:39:11.732019+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:14:16.927598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"82'11","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.254644+0000","last_change":"2024-05-21T00:37:26.440324+0000","last_active":"2024-05-21T00:39:40.254644+0000","last_peered":"2024-05-21T00:39:40.254644+0000","last_clean":"2024-05-21T00:39:40.254644+0000","last_became_active":"2024-05-21T00:37:26.439898+0000","last_became_peered":"2024-05-21T00:37:26.439898+0000","last_unstale":"2024-05-21T00:39:40.254644+0000","last_undegraded":"2024-05-21T00:39:40.254644+0000","last_fullsized":"2024-05-21T00:39:40.254644+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:37:05.253214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"82'5","reported_seq":281,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:54.005781+0000","last_change":"2024-05-21T00:37:22.392088+0000","last_active":"2024-05-21T00:41:54.005781+0000","last_peered":"2024-05-21T00:41:54.005781+0000","last_clean":"2024-05-21T00:41:54.005781+0000","last_became_active":"2024-05-21T00:37:22.391693+0000","last_became_peered":"2024-05-21T00:37:22.391693+0000","last_unstale":"2024-05-21T00:41:54.005781+0000","last_undegraded":"2024-05-21T00:41:54.005781+0000","last_fullsized":"2024-05-21T00:41:54.005781+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:59:06.379254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":245,"num_read_kb":245,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"82'10","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.249214+0000","last_change":"2024-05-21T00:37:26.421633+0000","last_active":"2024-05-21T00:39:40.249214+0000","last_peered":"2024-05-21T00:39:40.249214+0000","last_clean":"2024-05-21T00:39:40.249214+0000","last_became_active":"2024-05-21T00:37:26.421278+0000","last_became_peered":"2024-05-21T00:37:26.421278+0000","last_unstale":"2024-05-21T00:39:40.249214+0000","last_undegraded":"2024-05-21T00:39:40.249214+0000","last_fullsized":"2024-05-21T00:39:40.249214+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:35:03.618852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"78'2","reported_seq":43,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.527145+0000","last_change":"2024-05-21T00:38:11.357389+0000","last_active":"2024-05-21T00:39:11.527145+0000","last_peered":"2024-05-21T00:39:11.527145+0000","last_clean":"2024-05-21T00:39:11.527145+0000","last_became_active":"2024-05-21T00:38:11.347249+0000","last_became_peered":"2024-05-21T00:38:11.347249+0000","last_unstale":"2024-05-21T00:39:11.527145+0000","last_undegraded":"2024-05-21T00:39:11.527145+0000","last_fullsized":"2024-05-21T00:39:11.527145+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:34:48.493234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"82'9","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.263720+0000","last_change":"2024-05-21T00:38:11.349083+0000","last_active":"2024-05-21T00:39:40.263720+0000","last_peered":"2024-05-21T00:39:40.263720+0000","last_clean":"2024-05-21T00:39:40.263720+0000","last_became_active":"2024-05-21T00:38:11.348549+0000","last_became_peered":"2024-05-21T00:38:11.348549+0000","last_unstale":"2024-05-21T00:39:40.263720+0000","last_undegraded":"2024-05-21T00:39:40.263720+0000","last_fullsized":"2024-05-21T00:39:40.263720+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:59:18.237158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"78'4","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.732440+0000","last_change":"2024-05-21T00:37:22.956929+0000","last_active":"2024-05-21T00:39:11.732440+0000","last_peered":"2024-05-21T00:39:11.732440+0000","last_clean":"2024-05-21T00:39:11.732440+0000","last_became_active":"2024-05-21T00:37:22.956561+0000","last_became_peered":"2024-05-21T00:37:22.956561+0000","last_unstale":"2024-05-21T00:39:11.732440+0000","last_undegraded":"2024-05-21T00:39:11.732440+0000","last_fullsized":"2024-05-21T00:39:11.732440+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:07.623279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"82'11","reported_seq":42,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.265652+0000","last_change":"2024-05-21T00:38:11.644592+0000","last_active":"2024-05-21T00:39:40.265652+0000","last_peered":"2024-05-21T00:39:40.265652+0000","last_clean":"2024-05-21T00:39:40.265652+0000","last_became_active":"2024-05-21T00:38:11.644239+0000","last_became_peered":"2024-05-21T00:38:11.644239+0000","last_unstale":"2024-05-21T00:39:40.265652+0000","last_undegraded":"2024-05-21T00:39:40.265652+0000","last_fullsized":"2024-05-21T00:39:40.265652+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:51:22.983763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'35","reported_seq":570,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:55.007071+0000","last_change":"2024-05-21T00:37:22.380538+0000","last_active":"2024-05-21T00:41:55.007071+0000","last_peered":"2024-05-21T00:41:55.007071+0000","last_clean":"2024-05-21T00:41:55.007071+0000","last_became_active":"2024-05-21T00:37:22.380144+0000","last_became_peered":"2024-05-21T00:37:22.380144+0000","last_unstale":"2024-05-21T00:41:55.007071+0000","last_undegraded":"2024-05-21T00:41:55.007071+0000","last_fullsized":"2024-05-21T00:41:55.007071+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:46:09.966830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69190,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":504,"num_read_kb":320,"num_write":36,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.232993+0000","last_change":"2024-05-21T00:37:26.416679+0000","last_active":"2024-05-21T00:39:40.232993+0000","last_peered":"2024-05-21T00:39:40.232993+0000","last_clean":"2024-05-21T00:39:40.232993+0000","last_became_active":"2024-05-21T00:37:26.416106+0000","last_became_peered":"2024-05-21T00:37:26.416106+0000","last_unstale":"2024-05-21T00:39:40.232993+0000","last_undegraded":"2024-05-21T00:39:40.232993+0000","last_fullsized":"2024-05-21T00:39:40.232993+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:01:37.352242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"78'6","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.607691+0000","last_change":"2024-05-21T00:37:22.387287+0000","last_active":"2024-05-21T00:39:11.607691+0000","last_peered":"2024-05-21T00:39:11.607691+0000","last_clean":"2024-05-21T00:39:11.607691+0000","last_became_active":"2024-05-21T00:37:22.386952+0000","last_became_peered":"2024-05-21T00:37:22.386952+0000","last_unstale":"2024-05-21T00:39:11.607691+0000","last_undegraded":"2024-05-21T00:39:11.607691+0000","last_fullsized":"2024-05-21T00:39:11.607691+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:28:01.020680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267451+0000","last_change":"2024-05-21T00:37:26.419351+0000","last_active":"2024-05-21T00:39:40.267451+0000","last_peered":"2024-05-21T00:39:40.267451+0000","last_clean":"2024-05-21T00:39:40.267451+0000","last_became_active":"2024-05-21T00:37:26.418733+0000","last_became_peered":"2024-05-21T00:37:26.418733+0000","last_unstale":"2024-05-21T00:39:40.267451+0000","last_undegraded":"2024-05-21T00:39:40.267451+0000","last_fullsized":"2024-05-21T00:39:40.267451+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:09:29.893036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"78'3","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.732361+0000","last_change":"2024-05-21T00:37:22.382339+0000","last_active":"2024-05-21T00:39:11.732361+0000","last_peered":"2024-05-21T00:39:11.732361+0000","last_clean":"2024-05-21T00:39:11.732361+0000","last_became_active":"2024-05-21T00:37:22.380365+0000","last_became_peered":"2024-05-21T00:37:22.380365+0000","last_unstale":"2024-05-21T00:39:11.732361+0000","last_undegraded":"2024-05-21T00:39:11.732361+0000","last_fullsized":"2024-05-21T00:39:11.732361+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:17:33.356246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"82'15","reported_seq":46,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267326+0000","last_change":"2024-05-21T00:39:11.763891+0000","last_active":"2024-05-21T00:39:40.267326+0000","last_peered":"2024-05-21T00:39:40.267326+0000","last_clean":"2024-05-21T00:39:40.267326+0000","last_became_active":"2024-05-21T00:39:11.763525+0000","last_became_peered":"2024-05-21T00:39:11.763525+0000","last_unstale":"2024-05-21T00:39:40.267326+0000","last_undegraded":"2024-05-21T00:39:40.267326+0000","last_fullsized":"2024-05-21T00:39:40.267326+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:49:14.136461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"82'6","reported_seq":286,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:53.134744+0000","last_change":"2024-05-21T00:37:22.380435+0000","last_active":"2024-05-21T00:41:53.134744+0000","last_peered":"2024-05-21T00:41:53.134744+0000","last_clean":"2024-05-21T00:41:53.134744+0000","last_became_active":"2024-05-21T00:37:22.379943+0000","last_became_peered":"2024-05-21T00:37:22.379943+0000","last_unstale":"2024-05-21T00:41:53.134744+0000","last_undegraded":"2024-05-21T00:41:53.134744+0000","last_fullsized":"2024-05-21T00:41:53.134744+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:57:43.120772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1511,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":250,"num_read_kb":6,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.249267+0000","last_change":"2024-05-21T00:37:26.418584+0000","last_active":"2024-05-21T00:39:40.249267+0000","last_peered":"2024-05-21T00:39:40.249267+0000","last_clean":"2024-05-21T00:39:40.249267+0000","last_became_active":"2024-05-21T00:37:26.418239+0000","last_became_peered":"2024-05-21T00:37:26.418239+0000","last_unstale":"2024-05-21T00:39:40.249267+0000","last_undegraded":"2024-05-21T00:39:40.249267+0000","last_fullsized":"2024-05-21T00:39:40.249267+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:44:27.000528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"78'15","reported_seq":47,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824475+0000","last_change":"2024-05-21T00:37:22.952053+0000","last_active":"2024-05-21T00:39:11.824475+0000","last_peered":"2024-05-21T00:39:11.824475+0000","last_clean":"2024-05-21T00:39:11.824475+0000","last_became_active":"2024-05-21T00:37:22.951649+0000","last_became_peered":"2024-05-21T00:37:22.951649+0000","last_unstale":"2024-05-21T00:39:11.824475+0000","last_undegraded":"2024-05-21T00:39:11.824475+0000","last_fullsized":"2024-05-21T00:39:11.824475+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:21:43.406488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252317+0000","last_change":"2024-05-21T00:37:26.423294+0000","last_active":"2024-05-21T00:39:40.252317+0000","last_peered":"2024-05-21T00:39:40.252317+0000","last_clean":"2024-05-21T00:39:40.252317+0000","last_became_active":"2024-05-21T00:37:26.422958+0000","last_became_peered":"2024-05-21T00:37:26.422958+0000","last_unstale":"2024-05-21T00:39:40.252317+0000","last_undegraded":"2024-05-21T00:39:40.252317+0000","last_fullsized":"2024-05-21T00:39:40.252317+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:36:16.071919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"82'3","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:40:26.569036+0000","last_change":"2024-05-21T00:38:11.355611+0000","last_active":"2024-05-21T00:40:26.569036+0000","last_peered":"2024-05-21T00:40:26.569036+0000","last_clean":"2024-05-21T00:40:26.569036+0000","last_became_active":"2024-05-21T00:38:11.345854+0000","last_became_peered":"2024-05-21T00:38:11.345854+0000","last_unstale":"2024-05-21T00:40:26.569036+0000","last_undegraded":"2024-05-21T00:40:26.569036+0000","last_fullsized":"2024-05-21T00:40:26.569036+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:42:49.958758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"82'5","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.239857+0000","last_change":"2024-05-21T00:37:26.418846+0000","last_active":"2024-05-21T00:39:40.239857+0000","last_peered":"2024-05-21T00:39:40.239857+0000","last_clean":"2024-05-21T00:39:40.239857+0000","last_became_active":"2024-05-21T00:37:26.418414+0000","last_became_peered":"2024-05-21T00:37:26.418414+0000","last_unstale":"2024-05-21T00:39:40.239857+0000","last_undegraded":"2024-05-21T00:39:40.239857+0000","last_fullsized":"2024-05-21T00:39:40.239857+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:50:10.954057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:28.376472+0000","last_change":"2024-05-21T00:37:22.954772+0000","last_active":"2024-05-21T00:39:28.376472+0000","last_peered":"2024-05-21T00:39:28.376472+0000","last_clean":"2024-05-21T00:39:28.376472+0000","last_became_active":"2024-05-21T00:37:22.953627+0000","last_became_peered":"2024-05-21T00:37:22.953627+0000","last_unstale":"2024-05-21T00:39:28.376472+0000","last_undegraded":"2024-05-21T00:39:28.376472+0000","last_fullsized":"2024-05-21T00:39:28.376472+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:14:44.650523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'5","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.264037+0000","last_change":"2024-05-21T00:37:26.425757+0000","last_active":"2024-05-21T00:39:40.264037+0000","last_peered":"2024-05-21T00:39:40.264037+0000","last_clean":"2024-05-21T00:39:40.264037+0000","last_became_active":"2024-05-21T00:37:26.425386+0000","last_became_peered":"2024-05-21T00:37:26.425386+0000","last_unstale":"2024-05-21T00:39:40.264037+0000","last_undegraded":"2024-05-21T00:39:40.264037+0000","last_fullsized":"2024-05-21T00:39:40.264037+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:00:29.246729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"78'1","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:29.078551+0000","last_change":"2024-05-21T00:37:22.384298+0000","last_active":"2024-05-21T00:39:29.078551+0000","last_peered":"2024-05-21T00:39:29.078551+0000","last_clean":"2024-05-21T00:39:29.078551+0000","last_became_active":"2024-05-21T00:37:22.383349+0000","last_became_peered":"2024-05-21T00:37:22.383349+0000","last_unstale":"2024-05-21T00:39:29.078551+0000","last_undegraded":"2024-05-21T00:39:29.078551+0000","last_fullsized":"2024-05-21T00:39:29.078551+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:43:16.082465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"82'7","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.258859+0000","last_change":"2024-05-21T00:37:26.431349+0000","last_active":"2024-05-21T00:39:40.258859+0000","last_peered":"2024-05-21T00:39:40.258859+0000","last_clean":"2024-05-21T00:39:40.258859+0000","last_became_active":"2024-05-21T00:37:26.430974+0000","last_became_peered":"2024-05-21T00:37:26.430974+0000","last_unstale":"2024-05-21T00:39:40.258859+0000","last_undegraded":"2024-05-21T00:39:40.258859+0000","last_fullsized":"2024-05-21T00:39:40.258859+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:05:37.263961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"82'8","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.238560+0000","last_change":"2024-05-21T00:37:26.423596+0000","last_active":"2024-05-21T00:39:40.238560+0000","last_peered":"2024-05-21T00:39:40.238560+0000","last_clean":"2024-05-21T00:39:40.238560+0000","last_became_active":"2024-05-21T00:37:26.423213+0000","last_became_peered":"2024-05-21T00:37:26.423213+0000","last_unstale":"2024-05-21T00:39:40.238560+0000","last_undegraded":"2024-05-21T00:39:40.238560+0000","last_fullsized":"2024-05-21T00:39:40.238560+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:01:37.383917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"82'6","reported_seq":281,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:52.131894+0000","last_change":"2024-05-21T00:37:22.954874+0000","last_active":"2024-05-21T00:41:52.131894+0000","last_peered":"2024-05-21T00:41:52.131894+0000","last_clean":"2024-05-21T00:41:52.131894+0000","last_became_active":"2024-05-21T00:37:22.953725+0000","last_became_peered":"2024-05-21T00:37:22.953725+0000","last_unstale":"2024-05-21T00:41:52.131894+0000","last_undegraded":"2024-05-21T00:41:52.131894+0000","last_fullsized":"2024-05-21T00:41:52.131894+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:39:06.020522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":243,"num_read_kb":243,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"82'8","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262810+0000","last_change":"2024-05-21T00:37:26.430059+0000","last_active":"2024-05-21T00:39:40.262810+0000","last_peered":"2024-05-21T00:39:40.262810+0000","last_clean":"2024-05-21T00:39:40.262810+0000","last_became_active":"2024-05-21T00:37:26.429679+0000","last_became_peered":"2024-05-21T00:37:26.429679+0000","last_unstale":"2024-05-21T00:39:40.262810+0000","last_undegraded":"2024-05-21T00:39:40.262810+0000","last_fullsized":"2024-05-21T00:39:40.262810+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:39:46.411010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"78'3","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:29.201838+0000","last_change":"2024-05-21T00:37:22.392280+0000","last_active":"2024-05-21T00:39:29.201838+0000","last_peered":"2024-05-21T00:39:29.201838+0000","last_clean":"2024-05-21T00:39:29.201838+0000","last_became_active":"2024-05-21T00:37:22.391763+0000","last_became_peered":"2024-05-21T00:37:22.391763+0000","last_unstale":"2024-05-21T00:39:29.201838+0000","last_undegraded":"2024-05-21T00:39:29.201838+0000","last_fullsized":"2024-05-21T00:39:29.201838+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:23:00.989554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":106,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.526828+0000","last_change":"2024-05-21T00:35:47.556218+0000","last_active":"2024-05-21T00:39:11.526828+0000","last_peered":"2024-05-21T00:39:11.526828+0000","last_clean":"2024-05-21T00:39:11.526828+0000","last_became_active":"2024-05-21T00:35:47.551154+0000","last_became_peered":"2024-05-21T00:35:47.551154+0000","last_unstale":"2024-05-21T00:39:11.526828+0000","last_undegraded":"2024-05-21T00:39:11.526828+0000","last_fullsized":"2024-05-21T00:39:11.526828+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:31:54.569048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:31:54.569048+0000","last_clean_scrub_stamp":"2024-05-21T00:31:54.569048+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:33:13.320323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"82'5","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.265426+0000","last_change":"2024-05-21T00:37:26.432972+0000","last_active":"2024-05-21T00:39:40.265426+0000","last_peered":"2024-05-21T00:39:40.265426+0000","last_clean":"2024-05-21T00:39:40.265426+0000","last_became_active":"2024-05-21T00:37:26.432457+0000","last_became_peered":"2024-05-21T00:37:26.432457+0000","last_unstale":"2024-05-21T00:39:40.265426+0000","last_undegraded":"2024-05-21T00:39:40.265426+0000","last_fullsized":"2024-05-21T00:39:40.265426+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:24:20.012796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"78'3","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.521966+0000","last_change":"2024-05-21T00:38:11.358908+0000","last_active":"2024-05-21T00:39:11.521966+0000","last_peered":"2024-05-21T00:39:11.521966+0000","last_clean":"2024-05-21T00:39:11.521966+0000","last_became_active":"2024-05-21T00:38:11.347777+0000","last_became_peered":"2024-05-21T00:38:11.347777+0000","last_unstale":"2024-05-21T00:39:11.521966+0000","last_undegraded":"2024-05-21T00:39:11.521966+0000","last_fullsized":"2024-05-21T00:39:11.521966+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:48:18.666853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"78'1","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:28.839900+0000","last_change":"2024-05-21T00:37:22.956440+0000","last_active":"2024-05-21T00:39:28.839900+0000","last_peered":"2024-05-21T00:39:28.839900+0000","last_clean":"2024-05-21T00:39:28.839900+0000","last_became_active":"2024-05-21T00:37:22.956150+0000","last_became_peered":"2024-05-21T00:37:22.956150+0000","last_unstale":"2024-05-21T00:39:28.839900+0000","last_undegraded":"2024-05-21T00:39:28.839900+0000","last_fullsized":"2024-05-21T00:39:28.839900+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:07:57.939279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"82'9","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.265349+0000","last_change":"2024-05-21T00:37:26.433491+0000","last_active":"2024-05-21T00:39:40.265349+0000","last_peered":"2024-05-21T00:39:40.265349+0000","last_clean":"2024-05-21T00:39:40.265349+0000","last_became_active":"2024-05-21T00:37:26.433144+0000","last_became_peered":"2024-05-21T00:37:26.433144+0000","last_unstale":"2024-05-21T00:39:40.265349+0000","last_undegraded":"2024-05-21T00:39:40.265349+0000","last_fullsized":"2024-05-21T00:39:40.265349+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:31:09.599374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'14","reported_seq":46,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:30.514316+0000","last_change":"2024-05-21T00:37:22.391128+0000","last_active":"2024-05-21T00:41:30.514316+0000","last_peered":"2024-05-21T00:41:30.514316+0000","last_clean":"2024-05-21T00:41:30.514316+0000","last_became_active":"2024-05-21T00:37:22.390399+0000","last_became_peered":"2024-05-21T00:37:22.390399+0000","last_unstale":"2024-05-21T00:41:30.514316+0000","last_undegraded":"2024-05-21T00:41:30.514316+0000","last_fullsized":"2024-05-21T00:41:30.514316+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:02:01.293847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"82'5","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262476+0000","last_change":"2024-05-21T00:37:26.422982+0000","last_active":"2024-05-21T00:39:40.262476+0000","last_peered":"2024-05-21T00:39:40.262476+0000","last_clean":"2024-05-21T00:39:40.262476+0000","last_became_active":"2024-05-21T00:37:26.422550+0000","last_became_peered":"2024-05-21T00:37:26.422550+0000","last_unstale":"2024-05-21T00:39:40.262476+0000","last_undegraded":"2024-05-21T00:39:40.262476+0000","last_fullsized":"2024-05-21T00:39:40.262476+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:16:48.500697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"78'4","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:34.202540+0000","last_change":"2024-05-21T00:37:23.293653+0000","last_active":"2024-05-21T00:39:34.202540+0000","last_peered":"2024-05-21T00:39:34.202540+0000","last_clean":"2024-05-21T00:39:34.202540+0000","last_became_active":"2024-05-21T00:37:23.293335+0000","last_became_peered":"2024-05-21T00:37:23.293335+0000","last_unstale":"2024-05-21T00:39:34.202540+0000","last_undegraded":"2024-05-21T00:39:34.202540+0000","last_fullsized":"2024-05-21T00:39:34.202540+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:03:59.250511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"82'7","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.258260+0000","last_change":"2024-05-21T00:37:26.428827+0000","last_active":"2024-05-21T00:39:40.258260+0000","last_peered":"2024-05-21T00:39:40.258260+0000","last_clean":"2024-05-21T00:39:40.258260+0000","last_became_active":"2024-05-21T00:37:26.428491+0000","last_became_peered":"2024-05-21T00:37:26.428491+0000","last_unstale":"2024-05-21T00:39:40.258260+0000","last_undegraded":"2024-05-21T00:39:40.258260+0000","last_fullsized":"2024-05-21T00:39:40.258260+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:14:58.520438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"78'2","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:31.508293+0000","last_change":"2024-05-21T00:37:22.949247+0000","last_active":"2024-05-21T00:39:31.508293+0000","last_peered":"2024-05-21T00:39:31.508293+0000","last_clean":"2024-05-21T00:39:31.508293+0000","last_became_active":"2024-05-21T00:37:22.948984+0000","last_became_peered":"2024-05-21T00:37:22.948984+0000","last_unstale":"2024-05-21T00:39:31.508293+0000","last_undegraded":"2024-05-21T00:39:31.508293+0000","last_fullsized":"2024-05-21T00:39:31.508293+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:21:51.743189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"82'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.234564+0000","last_change":"2024-05-21T00:37:26.414257+0000","last_active":"2024-05-21T00:39:40.234564+0000","last_peered":"2024-05-21T00:39:40.234564+0000","last_clean":"2024-05-21T00:39:40.234564+0000","last_became_active":"2024-05-21T00:37:26.413922+0000","last_became_peered":"2024-05-21T00:37:26.413922+0000","last_unstale":"2024-05-21T00:39:40.234564+0000","last_undegraded":"2024-05-21T00:39:40.234564+0000","last_fullsized":"2024-05-21T00:39:40.234564+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:36:04.689622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"78'3","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:32.996331+0000","last_change":"2024-05-21T00:37:22.392987+0000","last_active":"2024-05-21T00:39:32.996331+0000","last_peered":"2024-05-21T00:39:32.996331+0000","last_clean":"2024-05-21T00:39:32.996331+0000","last_became_active":"2024-05-21T00:37:22.392368+0000","last_became_peered":"2024-05-21T00:37:22.392368+0000","last_unstale":"2024-05-21T00:39:32.996331+0000","last_undegraded":"2024-05-21T00:39:32.996331+0000","last_fullsized":"2024-05-21T00:39:32.996331+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:49:52.176588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"82'9","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.258243+0000","last_change":"2024-05-21T00:37:26.418280+0000","last_active":"2024-05-21T00:39:40.258243+0000","last_peered":"2024-05-21T00:39:40.258243+0000","last_clean":"2024-05-21T00:39:40.258243+0000","last_became_active":"2024-05-21T00:37:26.417856+0000","last_became_peered":"2024-05-21T00:37:26.417856+0000","last_unstale":"2024-05-21T00:39:40.258243+0000","last_undegraded":"2024-05-21T00:39:40.258243+0000","last_fullsized":"2024-05-21T00:39:40.258243+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:00:49.802230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"78'1","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:34.600651+0000","last_change":"2024-05-21T00:37:22.387299+0000","last_active":"2024-05-21T00:39:34.600651+0000","last_peered":"2024-05-21T00:39:34.600651+0000","last_clean":"2024-05-21T00:39:34.600651+0000","last_became_active":"2024-05-21T00:37:22.386975+0000","last_became_peered":"2024-05-21T00:37:22.386975+0000","last_unstale":"2024-05-21T00:39:34.600651+0000","last_undegraded":"2024-05-21T00:39:34.600651+0000","last_fullsized":"2024-05-21T00:39:34.600651+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:57:13.651863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262578+0000","last_change":"2024-05-21T00:37:26.434255+0000","last_active":"2024-05-21T00:39:40.262578+0000","last_peered":"2024-05-21T00:39:40.262578+0000","last_clean":"2024-05-21T00:39:40.262578+0000","last_became_active":"2024-05-21T00:37:26.433877+0000","last_became_peered":"2024-05-21T00:37:26.433877+0000","last_unstale":"2024-05-21T00:39:40.262578+0000","last_undegraded":"2024-05-21T00:39:40.262578+0000","last_fullsized":"2024-05-21T00:39:40.262578+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:24:34.640568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"78'4","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:38.841208+0000","last_change":"2024-05-21T00:37:22.380521+0000","last_active":"2024-05-21T00:39:38.841208+0000","last_peered":"2024-05-21T00:39:38.841208+0000","last_clean":"2024-05-21T00:39:38.841208+0000","last_became_active":"2024-05-21T00:37:22.379966+0000","last_became_peered":"2024-05-21T00:37:22.379966+0000","last_unstale":"2024-05-21T00:39:38.841208+0000","last_undegraded":"2024-05-21T00:39:38.841208+0000","last_fullsized":"2024-05-21T00:39:38.841208+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:47:50.783494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"82'5","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.264848+0000","last_change":"2024-05-21T00:37:26.424112+0000","last_active":"2024-05-21T00:39:40.264848+0000","last_peered":"2024-05-21T00:39:40.264848+0000","last_clean":"2024-05-21T00:39:40.264848+0000","last_became_active":"2024-05-21T00:37:26.423800+0000","last_became_peered":"2024-05-21T00:37:26.423800+0000","last_unstale":"2024-05-21T00:39:40.264848+0000","last_undegraded":"2024-05-21T00:39:40.264848+0000","last_fullsized":"2024-05-21T00:39:40.264848+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:48:12.769065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"78'3","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:39.601187+0000","last_change":"2024-05-21T00:37:23.293652+0000","last_active":"2024-05-21T00:39:39.601187+0000","last_peered":"2024-05-21T00:39:39.601187+0000","last_clean":"2024-05-21T00:39:39.601187+0000","last_became_active":"2024-05-21T00:37:23.293288+0000","last_became_peered":"2024-05-21T00:37:23.293288+0000","last_unstale":"2024-05-21T00:39:39.601187+0000","last_undegraded":"2024-05-21T00:39:39.601187+0000","last_fullsized":"2024-05-21T00:39:39.601187+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:43:16.139048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252649+0000","last_change":"2024-05-21T00:37:26.417524+0000","last_active":"2024-05-21T00:39:40.252649+0000","last_peered":"2024-05-21T00:39:40.252649+0000","last_clean":"2024-05-21T00:39:40.252649+0000","last_became_active":"2024-05-21T00:37:26.417181+0000","last_became_peered":"2024-05-21T00:37:26.417181+0000","last_unstale":"2024-05-21T00:39:40.252649+0000","last_undegraded":"2024-05-21T00:39:40.252649+0000","last_fullsized":"2024-05-21T00:39:40.252649+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:21:14.475481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"78'1","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:37.909484+0000","last_change":"2024-05-21T00:37:22.382469+0000","last_active":"2024-05-21T00:39:37.909484+0000","last_peered":"2024-05-21T00:39:37.909484+0000","last_clean":"2024-05-21T00:39:37.909484+0000","last_became_active":"2024-05-21T00:37:22.379635+0000","last_became_peered":"2024-05-21T00:37:22.379635+0000","last_unstale":"2024-05-21T00:39:37.909484+0000","last_undegraded":"2024-05-21T00:39:37.909484+0000","last_fullsized":"2024-05-21T00:39:37.909484+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:01:19.320818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.250805+0000","last_change":"2024-05-21T00:37:26.435136+0000","last_active":"2024-05-21T00:39:40.250805+0000","last_peered":"2024-05-21T00:39:40.250805+0000","last_clean":"2024-05-21T00:39:40.250805+0000","last_became_active":"2024-05-21T00:37:26.434743+0000","last_became_peered":"2024-05-21T00:37:26.434743+0000","last_unstale":"2024-05-21T00:39:40.250805+0000","last_undegraded":"2024-05-21T00:39:40.250805+0000","last_fullsized":"2024-05-21T00:39:40.250805+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:01:37.928461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"78'2","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:38.489415+0000","last_change":"2024-05-21T00:37:22.387858+0000","last_active":"2024-05-21T00:39:38.489415+0000","last_peered":"2024-05-21T00:39:38.489415+0000","last_clean":"2024-05-21T00:39:38.489415+0000","last_became_active":"2024-05-21T00:37:22.387346+0000","last_became_peered":"2024-05-21T00:37:22.387346+0000","last_unstale":"2024-05-21T00:39:38.489415+0000","last_undegraded":"2024-05-21T00:39:38.489415+0000","last_fullsized":"2024-05-21T00:39:38.489415+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:35:20.956798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.247543+0000","last_change":"2024-05-21T00:37:26.418635+0000","last_active":"2024-05-21T00:39:40.247543+0000","last_peered":"2024-05-21T00:39:40.247543+0000","last_clean":"2024-05-21T00:39:40.247543+0000","last_became_active":"2024-05-21T00:37:26.418258+0000","last_became_peered":"2024-05-21T00:37:26.418258+0000","last_unstale":"2024-05-21T00:39:40.247543+0000","last_undegraded":"2024-05-21T00:39:40.247543+0000","last_fullsized":"2024-05-21T00:39:40.247543+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:02:15.805718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"82'9","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.240428+0000","last_change":"2024-05-21T00:37:26.418793+0000","last_active":"2024-05-21T00:39:40.240428+0000","last_peered":"2024-05-21T00:39:40.240428+0000","last_clean":"2024-05-21T00:39:40.240428+0000","last_became_active":"2024-05-21T00:37:26.418446+0000","last_became_peered":"2024-05-21T00:37:26.418446+0000","last_unstale":"2024-05-21T00:39:40.240428+0000","last_undegraded":"2024-05-21T00:39:40.240428+0000","last_fullsized":"2024-05-21T00:39:40.240428+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:52:50.911632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"82'12","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.241044+0000","last_change":"2024-05-21T00:37:26.413991+0000","last_active":"2024-05-21T00:39:40.241044+0000","last_peered":"2024-05-21T00:39:40.241044+0000","last_clean":"2024-05-21T00:39:40.241044+0000","last_became_active":"2024-05-21T00:37:26.413615+0000","last_became_peered":"2024-05-21T00:37:26.413615+0000","last_unstale":"2024-05-21T00:39:40.241044+0000","last_undegraded":"2024-05-21T00:39:40.241044+0000","last_fullsized":"2024-05-21T00:39:40.241044+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:05:30.902070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"82'8","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.251691+0000","last_change":"2024-05-21T00:37:26.433423+0000","last_active":"2024-05-21T00:39:40.251691+0000","last_peered":"2024-05-21T00:39:40.251691+0000","last_clean":"2024-05-21T00:39:40.251691+0000","last_became_active":"2024-05-21T00:37:26.433111+0000","last_became_peered":"2024-05-21T00:37:26.433111+0000","last_unstale":"2024-05-21T00:39:40.251691+0000","last_undegraded":"2024-05-21T00:39:40.251691+0000","last_fullsized":"2024-05-21T00:39:40.251691+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:20:03.674489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"82'7","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267058+0000","last_change":"2024-05-21T00:37:26.434311+0000","last_active":"2024-05-21T00:39:40.267058+0000","last_peered":"2024-05-21T00:39:40.267058+0000","last_clean":"2024-05-21T00:39:40.267058+0000","last_became_active":"2024-05-21T00:37:26.433959+0000","last_became_peered":"2024-05-21T00:37:26.433959+0000","last_unstale":"2024-05-21T00:39:40.267058+0000","last_undegraded":"2024-05-21T00:39:40.267058+0000","last_fullsized":"2024-05-21T00:39:40.267058+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:46:48.408939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"82'4","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.266458+0000","last_change":"2024-05-21T00:37:26.437576+0000","last_active":"2024-05-21T00:39:40.266458+0000","last_peered":"2024-05-21T00:39:40.266458+0000","last_clean":"2024-05-21T00:39:40.266458+0000","last_became_active":"2024-05-21T00:37:26.437148+0000","last_became_peered":"2024-05-21T00:37:26.437148+0000","last_unstale":"2024-05-21T00:39:40.266458+0000","last_undegraded":"2024-05-21T00:39:40.266458+0000","last_fullsized":"2024-05-21T00:39:40.266458+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:02:38.832773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"82'6","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.246863+0000","last_change":"2024-05-21T00:38:11.357316+0000","last_active":"2024-05-21T00:39:40.246863+0000","last_peered":"2024-05-21T00:39:40.246863+0000","last_clean":"2024-05-21T00:39:40.246863+0000","last_became_active":"2024-05-21T00:38:11.356990+0000","last_became_peered":"2024-05-21T00:38:11.356990+0000","last_unstale":"2024-05-21T00:39:40.246863+0000","last_undegraded":"2024-05-21T00:39:40.246863+0000","last_fullsized":"2024-05-21T00:39:40.246863+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:03:35.609961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"82'15","reported_seq":41,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.247875+0000","last_change":"2024-05-21T00:37:26.415425+0000","last_active":"2024-05-21T00:39:40.247875+0000","last_peered":"2024-05-21T00:39:40.247875+0000","last_clean":"2024-05-21T00:39:40.247875+0000","last_became_active":"2024-05-21T00:37:26.415063+0000","last_became_peered":"2024-05-21T00:37:26.415063+0000","last_unstale":"2024-05-21T00:39:40.247875+0000","last_undegraded":"2024-05-21T00:39:40.247875+0000","last_fullsized":"2024-05-21T00:39:40.247875+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:00:05.961056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"82'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252590+0000","last_change":"2024-05-21T00:37:26.427021+0000","last_active":"2024-05-21T00:39:40.252590+0000","last_peered":"2024-05-21T00:39:40.252590+0000","last_clean":"2024-05-21T00:39:40.252590+0000","last_became_active":"2024-05-21T00:37:26.422626+0000","last_became_peered":"2024-05-21T00:37:26.422626+0000","last_unstale":"2024-05-21T00:39:40.252590+0000","last_undegraded":"2024-05-21T00:39:40.252590+0000","last_fullsized":"2024-05-21T00:39:40.252590+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:44:42.662614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"82'6","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.257520+0000","last_change":"2024-05-21T00:37:26.437318+0000","last_active":"2024-05-21T00:39:40.257520+0000","last_peered":"2024-05-21T00:39:40.257520+0000","last_clean":"2024-05-21T00:39:40.257520+0000","last_became_active":"2024-05-21T00:37:26.436979+0000","last_became_peered":"2024-05-21T00:37:26.436979+0000","last_unstale":"2024-05-21T00:39:40.257520+0000","last_undegraded":"2024-05-21T00:39:40.257520+0000","last_fullsized":"2024-05-21T00:39:40.257520+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:36:25.628100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261490+0000","last_change":"2024-05-21T00:37:26.416532+0000","last_active":"2024-05-21T00:39:40.261490+0000","last_peered":"2024-05-21T00:39:40.261490+0000","last_clean":"2024-05-21T00:39:40.261490+0000","last_became_active":"2024-05-21T00:37:26.416093+0000","last_became_peered":"2024-05-21T00:37:26.416093+0000","last_unstale":"2024-05-21T00:39:40.261490+0000","last_undegraded":"2024-05-21T00:39:40.261490+0000","last_fullsized":"2024-05-21T00:39:40.261490+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:57:19.092634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"82'10","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.264381+0000","last_change":"2024-05-21T00:37:26.425305+0000","last_active":"2024-05-21T00:39:40.264381+0000","last_peered":"2024-05-21T00:39:40.264381+0000","last_clean":"2024-05-21T00:39:40.264381+0000","last_became_active":"2024-05-21T00:37:26.424954+0000","last_became_peered":"2024-05-21T00:37:26.424954+0000","last_unstale":"2024-05-21T00:39:40.264381+0000","last_undegraded":"2024-05-21T00:39:40.264381+0000","last_fullsized":"2024-05-21T00:39:40.264381+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:25:19.310127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"82'11","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267458+0000","last_change":"2024-05-21T00:37:26.426052+0000","last_active":"2024-05-21T00:39:40.267458+0000","last_peered":"2024-05-21T00:39:40.267458+0000","last_clean":"2024-05-21T00:39:40.267458+0000","last_became_active":"2024-05-21T00:37:26.425564+0000","last_became_peered":"2024-05-21T00:37:26.425564+0000","last_unstale":"2024-05-21T00:39:40.267458+0000","last_undegraded":"2024-05-21T00:39:40.267458+0000","last_fullsized":"2024-05-21T00:39:40.267458+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:11:32.887469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.235871+0000","last_change":"2024-05-21T00:37:26.415758+0000","last_active":"2024-05-21T00:39:40.235871+0000","last_peered":"2024-05-21T00:39:40.235871+0000","last_clean":"2024-05-21T00:39:40.235871+0000","last_became_active":"2024-05-21T00:37:26.415354+0000","last_became_peered":"2024-05-21T00:37:26.415354+0000","last_unstale":"2024-05-21T00:39:40.235871+0000","last_undegraded":"2024-05-21T00:39:40.235871+0000","last_fullsized":"2024-05-21T00:39:40.235871+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:40:24.590361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":280106,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":74956,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1503,"num_read_kb":833,"num_write":188,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":22,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":224868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":70,"seq":300647710792,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32048,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713104,"statfs":{"total":95995035648,"available":95962218496,"internally_reserved":0,"allocated":892928,"data_stored":442367,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":64,"seq":274877907021,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32200,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712952,"statfs":{"total":95995035648,"available":95962062848,"internally_reserved":0,"allocated":1048576,"data_stored":1103939,"data_compressed":47229,"data_compressed_allocated":61440,"data_compressed_original":622592,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":59,"seq":253403070547,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":442581,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":53,"seq":227633266777,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32056,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713096,"statfs":{"total":95995035648,"available":95962210304,"internally_reserved":0,"allocated":901120,"data_stored":442479,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863463005,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32108,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713044,"statfs":{"total":95995035648,"available":95962157056,"internally_reserved":0,"allocated":954368,"data_stored":1036196,"data_compressed":47229,"data_compressed_allocated":61440,"data_compressed_original":622592,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626530,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27888,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717264,"statfs":{"total":95995035648,"available":95966478336,"internally_reserved":0,"allocated":892928,"data_stored":441970,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574974,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36276,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708876,"statfs":{"total":95995035648,"available":95957889024,"internally_reserved":0,"allocated":962560,"data_stored":510953,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738500,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":913408,"data_stored":443241,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411451,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":513536,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182515,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32064,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713088,"statfs":{"total":95995035648,"available":95962202112,"internally_reserved":0,"allocated":909312,"data_stored":442281,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986288,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36212,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708940,"statfs":{"total":95995035648,"available":95957954560,"internally_reserved":0,"allocated":897024,"data_stored":443330,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822761,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":1034957,"data_compressed":47229,"data_compressed_allocated":61440,"data_compressed_original":622592,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33992,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33992,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33992,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":69190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":71773,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2709,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":71691,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T00:41:57.943 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-21T00:41:57.943 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-21T00:41:58.055 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:57 smithi044 ceph-mon[31392]: pgmap v455: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-21T00:41:58.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:57 smithi092 ceph-mon[36335]: pgmap v455: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-21T00:41:58.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:57 smithi082 ceph-mon[36141]: pgmap v455: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-21T00:41:58.442 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:41:58.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:58 smithi044 ceph-mon[31392]: from='client.25159 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:41:59.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:58 smithi092 ceph-mon[36335]: from='client.25159 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:41:59.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:58 smithi082 ceph-mon[36141]: from='client.25159 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:42:00.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:41:59 smithi092 ceph-mon[36335]: pgmap v456: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-21T00:42:00.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:41:59 smithi044 ceph-mon[31392]: pgmap v456: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-21T00:42:00.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:41:59 smithi082 ceph-mon[36141]: pgmap v456: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-21T00:42:00.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.725+0000 7f8ea6000700 1 -- 172.21.15.44:0/3105547384 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ea01094f0 msgr2=0x7f8ea01098d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:00.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.725+0000 7f8ea6000700 1 --2- 172.21.15.44:0/3105547384 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ea01094f0 0x7f8ea01098d0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f8e94009990 tx=0x7f8e94009ca0 comp rx=0 tx=0).stop 2024-05-21T00:42:00.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.725+0000 7f8ea6000700 1 -- 172.21.15.44:0/3105547384 shutdown_connections 2024-05-21T00:42:00.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.725+0000 7f8ea6000700 1 --2- 172.21.15.44:0/3105547384 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ea0103e20 0x7f8ea0110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:00.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.725+0000 7f8ea6000700 1 --2- 172.21.15.44:0/3105547384 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ea01094f0 0x7f8ea01098d0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:00.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.725+0000 7f8ea6000700 1 --2- 172.21.15.44:0/3105547384 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8ea0103460 0x7f8ea01038e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:00.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.725+0000 7f8ea6000700 1 -- 172.21.15.44:0/3105547384 >> 172.21.15.44:0/3105547384 conn(0x7f8ea00fef90 msgr2=0x7f8ea01013b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:00.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.725+0000 7f8ea6000700 1 -- 172.21.15.44:0/3105547384 shutdown_connections 2024-05-21T00:42:00.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.725+0000 7f8ea6000700 1 -- 172.21.15.44:0/3105547384 wait complete. 2024-05-21T00:42:00.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.727+0000 7f8ea6000700 1 Processor -- start 2024-05-21T00:42:00.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.727+0000 7f8ea6000700 1 -- start start 2024-05-21T00:42:00.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.727+0000 7f8ea6000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ea0103460 0x7f8ea019bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:00.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.727+0000 7f8ea6000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8ea0103e20 0x7f8ea019c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:00.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.727+0000 7f8ea6000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ea01094f0 0x7f8ea01a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:00.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.727+0000 7f8ea6000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea0113650 con 0x7f8ea0103460 2024-05-21T00:42:00.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.727+0000 7f8ea6000700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea01134d0 con 0x7f8ea0103e20 2024-05-21T00:42:00.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.727+0000 7f8ea6000700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea01137d0 con 0x7f8ea01094f0 2024-05-21T00:42:00.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.728+0000 7f8ea4c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ea0103460 0x7f8ea019bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:00.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.728+0000 7f8ea5600700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ea01094f0 0x7f8ea01a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:00.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.728+0000 7f8ea5600700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ea01094f0 0x7f8ea01a05e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:53042/0 (socket says 172.21.15.44:53042) 2024-05-21T00:42:00.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.728+0000 7f8ea5600700 1 -- 172.21.15.44:0/885722359 learned_addr learned my addr 172.21.15.44:0/885722359 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:00.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.728+0000 7f8e9fe00700 1 --2- 172.21.15.44:0/885722359 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8ea0103e20 0x7f8ea019c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:00.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.728+0000 7f8ea5600700 1 -- 172.21.15.44:0/885722359 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8ea0103e20 msgr2=0x7f8ea019c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:00.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.728+0000 7f8ea5600700 1 --2- 172.21.15.44:0/885722359 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8ea0103e20 0x7f8ea019c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:00.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.728+0000 7f8ea5600700 1 -- 172.21.15.44:0/885722359 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ea0103460 msgr2=0x7f8ea019bd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:00.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.728+0000 7f8ea5600700 1 --2- 172.21.15.44:0/885722359 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ea0103460 0x7f8ea019bd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:00.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.728+0000 7f8ea5600700 1 -- 172.21.15.44:0/885722359 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ea01a0d20 con 0x7f8ea01094f0 2024-05-21T00:42:00.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.728+0000 7f8ea5600700 1 --2- 172.21.15.44:0/885722359 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ea01094f0 0x7f8ea01a05e0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f8e9800ef30 tx=0x7f8e9800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:00.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.729+0000 7f8e9d600700 1 -- 172.21.15.44:0/885722359 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e980092e0 con 0x7f8ea01094f0 2024-05-21T00:42:00.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.729+0000 7f8e9d600700 1 -- 172.21.15.44:0/885722359 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8e98004bb0 con 0x7f8ea01094f0 2024-05-21T00:42:00.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.729+0000 7f8ea6000700 1 -- 172.21.15.44:0/885722359 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ea01a0fb0 con 0x7f8ea01094f0 2024-05-21T00:42:00.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.729+0000 7f8e9d600700 1 -- 172.21.15.44:0/885722359 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e98004020 con 0x7f8ea01094f0 2024-05-21T00:42:00.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.729+0000 7f8ea6000700 1 -- 172.21.15.44:0/885722359 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ea01a8890 con 0x7f8ea01094f0 2024-05-21T00:42:00.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.730+0000 7f8ea6000700 1 -- 172.21.15.44:0/885722359 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ea006a230 con 0x7f8ea01094f0 2024-05-21T00:42:00.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.732+0000 7f8e9d600700 1 -- 172.21.15.44:0/885722359 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f8e9801b030 con 0x7f8ea01094f0 2024-05-21T00:42:00.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.734+0000 7f8e9d600700 1 --2- 172.21.15.44:0/885722359 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8e880b2990 0x7f8e880b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:00.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.734+0000 7f8e9d600700 1 -- 172.21.15.44:0/885722359 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f8e980e1e20 con 0x7f8ea01094f0 2024-05-21T00:42:00.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.734+0000 7f8ea4c00700 1 --2- 172.21.15.44:0/885722359 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8e880b2990 0x7f8e880b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:00.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.735+0000 7f8ea4c00700 1 --2- 172.21.15.44:0/885722359 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8e880b2990 0x7f8e880b4e50 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f8e94006010 tx=0x7f8e9400b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:00.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.738+0000 7f8e9d600700 1 -- 172.21.15.44:0/885722359 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8e98022020 con 0x7f8ea01094f0 2024-05-21T00:42:00.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.969+0000 7f8ea6000700 1 -- 172.21.15.44:0/885722359 --> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8ea010ee10 con 0x7f8e880b2990 2024-05-21T00:42:00.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.991+0000 7f8e9d600700 1 -- 172.21.15.44:0/885722359 <== mgr.14152 v2:172.21.15.44:6800/3528986408 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259096 (secure 0 0 0) 0x7f8e94067430 con 0x7f8e880b2990 2024-05-21T00:42:00.996 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:42:01.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.999+0000 7f8ea6000700 1 -- 172.21.15.44:0/885722359 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8e880b2990 msgr2=0x7f8e880b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:01.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.999+0000 7f8ea6000700 1 --2- 172.21.15.44:0/885722359 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8e880b2990 0x7f8e880b4e50 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f8e94006010 tx=0x7f8e9400b260 comp rx=0 tx=0).stop 2024-05-21T00:42:01.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.999+0000 7f8ea6000700 1 -- 172.21.15.44:0/885722359 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ea01094f0 msgr2=0x7f8ea01a05e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:01.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.999+0000 7f8ea6000700 1 --2- 172.21.15.44:0/885722359 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ea01094f0 0x7f8ea01a05e0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f8e9800ef30 tx=0x7f8e9800c3a0 comp rx=0 tx=0).stop 2024-05-21T00:42:01.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.999+0000 7f8ea6000700 1 -- 172.21.15.44:0/885722359 shutdown_connections 2024-05-21T00:42:01.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.999+0000 7f8ea6000700 1 --2- 172.21.15.44:0/885722359 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8e880b2990 0x7f8e880b4e50 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:01.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.999+0000 7f8ea6000700 1 --2- 172.21.15.44:0/885722359 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ea0103460 0x7f8ea019bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:01.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.999+0000 7f8ea6000700 1 --2- 172.21.15.44:0/885722359 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ea01094f0 0x7f8ea01a05e0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:01.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.999+0000 7f8ea6000700 1 --2- 172.21.15.44:0/885722359 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8ea0103e20 0x7f8ea019c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:01.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.999+0000 7f8ea6000700 1 -- 172.21.15.44:0/885722359 >> 172.21.15.44:0/885722359 conn(0x7f8ea00fef90 msgr2=0x7f8ea010e700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:01.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.999+0000 7f8ea6000700 1 -- 172.21.15.44:0/885722359 shutdown_connections 2024-05-21T00:42:01.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:00.999+0000 7f8ea6000700 1 -- 172.21.15.44:0/885722359 wait complete. 2024-05-21T00:42:01.004 INFO:teuthology.orchestra.run.smithi044.stderr:dumped all 2024-05-21T00:42:01.970 INFO:teuthology.orchestra.run.smithi044.stdout:{"pg_ready":true,"pg_map":{"version":457,"stamp":"2024-05-21T00:42:00.352548+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":665558,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":1594,"num_read_kb":902,"num_write":313,"num_write_kb":2289,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2951862,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":753,"ondisk_log_size":753,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":372600,"kb_used_data":10968,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124569224,"statfs":{"total":1151940427776,"available":1151558885376,"internally_reserved":0,"allocated":11231232,"data_stored":7297830,"data_compressed":246114,"data_compressed_allocated":331776,"data_compressed_original":2162688,"omap_allocated":19141,"internal_metadata":370193723},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":72,"num_read_kb":37,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005419"},"pg_stats":[{"pgid":"3.3f","version":"82'8","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252144+0000","last_change":"2024-05-21T00:37:26.427879+0000","last_active":"2024-05-21T00:39:40.252144+0000","last_peered":"2024-05-21T00:39:40.252144+0000","last_clean":"2024-05-21T00:39:40.252144+0000","last_became_active":"2024-05-21T00:37:26.427573+0000","last_became_peered":"2024-05-21T00:37:26.427573+0000","last_unstale":"2024-05-21T00:39:40.252144+0000","last_undegraded":"2024-05-21T00:39:40.252144+0000","last_fullsized":"2024-05-21T00:39:40.252144+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:57:27.497480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"82'4","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.258193+0000","last_change":"2024-05-21T00:37:26.421272+0000","last_active":"2024-05-21T00:39:40.258193+0000","last_peered":"2024-05-21T00:39:40.258193+0000","last_clean":"2024-05-21T00:39:40.258193+0000","last_became_active":"2024-05-21T00:37:26.420035+0000","last_became_peered":"2024-05-21T00:37:26.420035+0000","last_unstale":"2024-05-21T00:39:40.258193+0000","last_undegraded":"2024-05-21T00:39:40.258193+0000","last_fullsized":"2024-05-21T00:39:40.258193+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:16:09.723800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"82'7","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261901+0000","last_change":"2024-05-21T00:37:26.424117+0000","last_active":"2024-05-21T00:39:40.261901+0000","last_peered":"2024-05-21T00:39:40.261901+0000","last_clean":"2024-05-21T00:39:40.261901+0000","last_became_active":"2024-05-21T00:37:26.422986+0000","last_became_peered":"2024-05-21T00:37:26.422986+0000","last_unstale":"2024-05-21T00:39:40.261901+0000","last_undegraded":"2024-05-21T00:39:40.261901+0000","last_fullsized":"2024-05-21T00:39:40.261901+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:05:54.239121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"82'8","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.239424+0000","last_change":"2024-05-21T00:37:26.420077+0000","last_active":"2024-05-21T00:39:40.239424+0000","last_peered":"2024-05-21T00:39:40.239424+0000","last_clean":"2024-05-21T00:39:40.239424+0000","last_became_active":"2024-05-21T00:37:26.419742+0000","last_became_peered":"2024-05-21T00:37:26.419742+0000","last_unstale":"2024-05-21T00:39:40.239424+0000","last_undegraded":"2024-05-21T00:39:40.239424+0000","last_fullsized":"2024-05-21T00:39:40.239424+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:42:46.759050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"82'4","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.264591+0000","last_change":"2024-05-21T00:37:26.437010+0000","last_active":"2024-05-21T00:39:40.264591+0000","last_peered":"2024-05-21T00:39:40.264591+0000","last_clean":"2024-05-21T00:39:40.264591+0000","last_became_active":"2024-05-21T00:37:26.436628+0000","last_became_peered":"2024-05-21T00:37:26.436628+0000","last_unstale":"2024-05-21T00:39:40.264591+0000","last_undegraded":"2024-05-21T00:39:40.264591+0000","last_fullsized":"2024-05-21T00:39:40.264591+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:27:05.252106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.247179+0000","last_change":"2024-05-21T00:37:26.424453+0000","last_active":"2024-05-21T00:39:40.247179+0000","last_peered":"2024-05-21T00:39:40.247179+0000","last_clean":"2024-05-21T00:39:40.247179+0000","last_became_active":"2024-05-21T00:37:26.424098+0000","last_became_peered":"2024-05-21T00:37:26.424098+0000","last_unstale":"2024-05-21T00:39:40.247179+0000","last_undegraded":"2024-05-21T00:39:40.247179+0000","last_fullsized":"2024-05-21T00:39:40.247179+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:38:05.711162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"82'5","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.248741+0000","last_change":"2024-05-21T00:38:11.355349+0000","last_active":"2024-05-21T00:39:40.248741+0000","last_peered":"2024-05-21T00:39:40.248741+0000","last_clean":"2024-05-21T00:39:40.248741+0000","last_became_active":"2024-05-21T00:38:11.354966+0000","last_became_peered":"2024-05-21T00:38:11.354966+0000","last_unstale":"2024-05-21T00:39:40.248741+0000","last_undegraded":"2024-05-21T00:39:40.248741+0000","last_fullsized":"2024-05-21T00:39:40.248741+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:06:47.894167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,8],"acting":[7,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262851+0000","last_change":"2024-05-21T00:37:26.434586+0000","last_active":"2024-05-21T00:39:40.262851+0000","last_peered":"2024-05-21T00:39:40.262851+0000","last_clean":"2024-05-21T00:39:40.262851+0000","last_became_active":"2024-05-21T00:37:26.434135+0000","last_became_peered":"2024-05-21T00:37:26.434135+0000","last_unstale":"2024-05-21T00:39:40.262851+0000","last_undegraded":"2024-05-21T00:39:40.262851+0000","last_fullsized":"2024-05-21T00:39:40.262851+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:36:07.384616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"82'11","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.251494+0000","last_change":"2024-05-21T00:37:26.422156+0000","last_active":"2024-05-21T00:39:40.251494+0000","last_peered":"2024-05-21T00:39:40.251494+0000","last_clean":"2024-05-21T00:39:40.251494+0000","last_became_active":"2024-05-21T00:37:26.421786+0000","last_became_peered":"2024-05-21T00:37:26.421786+0000","last_unstale":"2024-05-21T00:39:40.251494+0000","last_undegraded":"2024-05-21T00:39:40.251494+0000","last_fullsized":"2024-05-21T00:39:40.251494+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:09:46.739541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"82'16","reported_seq":41,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.241248+0000","last_change":"2024-05-21T00:37:26.420314+0000","last_active":"2024-05-21T00:39:40.241248+0000","last_peered":"2024-05-21T00:39:40.241248+0000","last_clean":"2024-05-21T00:39:40.241248+0000","last_became_active":"2024-05-21T00:37:26.419975+0000","last_became_peered":"2024-05-21T00:37:26.419975+0000","last_unstale":"2024-05-21T00:39:40.241248+0000","last_undegraded":"2024-05-21T00:39:40.241248+0000","last_fullsized":"2024-05-21T00:39:40.241248+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:17:16.447135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252558+0000","last_change":"2024-05-21T00:37:26.415187+0000","last_active":"2024-05-21T00:39:40.252558+0000","last_peered":"2024-05-21T00:39:40.252558+0000","last_clean":"2024-05-21T00:39:40.252558+0000","last_became_active":"2024-05-21T00:37:26.414638+0000","last_became_peered":"2024-05-21T00:37:26.414638+0000","last_unstale":"2024-05-21T00:39:40.252558+0000","last_undegraded":"2024-05-21T00:39:40.252558+0000","last_fullsized":"2024-05-21T00:39:40.252558+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:53:16.873608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.242879+0000","last_change":"2024-05-21T00:37:26.423652+0000","last_active":"2024-05-21T00:39:40.242879+0000","last_peered":"2024-05-21T00:39:40.242879+0000","last_clean":"2024-05-21T00:39:40.242879+0000","last_became_active":"2024-05-21T00:37:26.423247+0000","last_became_peered":"2024-05-21T00:37:26.423247+0000","last_unstale":"2024-05-21T00:39:40.242879+0000","last_undegraded":"2024-05-21T00:39:40.242879+0000","last_fullsized":"2024-05-21T00:39:40.242879+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:59:05.986098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"82'10","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267411+0000","last_change":"2024-05-21T00:37:26.418991+0000","last_active":"2024-05-21T00:39:40.267411+0000","last_peered":"2024-05-21T00:39:40.267411+0000","last_clean":"2024-05-21T00:39:40.267411+0000","last_became_active":"2024-05-21T00:37:26.418574+0000","last_became_peered":"2024-05-21T00:37:26.418574+0000","last_unstale":"2024-05-21T00:39:40.267411+0000","last_undegraded":"2024-05-21T00:39:40.267411+0000","last_fullsized":"2024-05-21T00:39:40.267411+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:27:47.863261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.260464+0000","last_change":"2024-05-21T00:37:26.418725+0000","last_active":"2024-05-21T00:39:40.260464+0000","last_peered":"2024-05-21T00:39:40.260464+0000","last_clean":"2024-05-21T00:39:40.260464+0000","last_became_active":"2024-05-21T00:37:26.417640+0000","last_became_peered":"2024-05-21T00:37:26.417640+0000","last_unstale":"2024-05-21T00:39:40.260464+0000","last_undegraded":"2024-05-21T00:39:40.260464+0000","last_fullsized":"2024-05-21T00:39:40.260464+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:50:23.058203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262685+0000","last_change":"2024-05-21T00:37:26.430147+0000","last_active":"2024-05-21T00:39:40.262685+0000","last_peered":"2024-05-21T00:39:40.262685+0000","last_clean":"2024-05-21T00:39:40.262685+0000","last_became_active":"2024-05-21T00:37:26.429599+0000","last_became_peered":"2024-05-21T00:37:26.429599+0000","last_unstale":"2024-05-21T00:39:40.262685+0000","last_undegraded":"2024-05-21T00:39:40.262685+0000","last_fullsized":"2024-05-21T00:39:40.262685+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:10:12.429375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261173+0000","last_change":"2024-05-21T00:37:26.435334+0000","last_active":"2024-05-21T00:39:40.261173+0000","last_peered":"2024-05-21T00:39:40.261173+0000","last_clean":"2024-05-21T00:39:40.261173+0000","last_became_active":"2024-05-21T00:37:26.434991+0000","last_became_peered":"2024-05-21T00:37:26.434991+0000","last_unstale":"2024-05-21T00:39:40.261173+0000","last_undegraded":"2024-05-21T00:39:40.261173+0000","last_fullsized":"2024-05-21T00:39:40.261173+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:37:25.875616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"82'8","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.257725+0000","last_change":"2024-05-21T00:37:26.427871+0000","last_active":"2024-05-21T00:39:40.257725+0000","last_peered":"2024-05-21T00:39:40.257725+0000","last_clean":"2024-05-21T00:39:40.257725+0000","last_became_active":"2024-05-21T00:37:26.427532+0000","last_became_peered":"2024-05-21T00:37:26.427532+0000","last_unstale":"2024-05-21T00:39:40.257725+0000","last_undegraded":"2024-05-21T00:39:40.257725+0000","last_fullsized":"2024-05-21T00:39:40.257725+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:26:31.168527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"82'10","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.253035+0000","last_change":"2024-05-21T00:37:26.427783+0000","last_active":"2024-05-21T00:39:40.253035+0000","last_peered":"2024-05-21T00:39:40.253035+0000","last_clean":"2024-05-21T00:39:40.253035+0000","last_became_active":"2024-05-21T00:37:26.427364+0000","last_became_peered":"2024-05-21T00:37:26.427364+0000","last_unstale":"2024-05-21T00:39:40.253035+0000","last_undegraded":"2024-05-21T00:39:40.253035+0000","last_fullsized":"2024-05-21T00:39:40.253035+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:53:08.031403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"82'7","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:44.601906+0000","last_change":"2024-05-21T00:37:26.425632+0000","last_active":"2024-05-21T00:39:44.601906+0000","last_peered":"2024-05-21T00:39:44.601906+0000","last_clean":"2024-05-21T00:39:44.601906+0000","last_became_active":"2024-05-21T00:37:26.425298+0000","last_became_peered":"2024-05-21T00:37:26.425298+0000","last_unstale":"2024-05-21T00:39:44.601906+0000","last_undegraded":"2024-05-21T00:39:44.601906+0000","last_fullsized":"2024-05-21T00:39:44.601906+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:08:58.187696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"78'9","reported_seq":43,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:33.395815+0000","last_change":"2024-05-21T00:37:22.392035+0000","last_active":"2024-05-21T00:41:33.395815+0000","last_peered":"2024-05-21T00:41:33.395815+0000","last_clean":"2024-05-21T00:41:33.395815+0000","last_became_active":"2024-05-21T00:37:22.390654+0000","last_became_peered":"2024-05-21T00:37:22.390654+0000","last_unstale":"2024-05-21T00:41:33.395815+0000","last_undegraded":"2024-05-21T00:41:33.395815+0000","last_fullsized":"2024-05-21T00:41:33.395815+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:56:32.967821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"82'5","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.254268+0000","last_change":"2024-05-21T00:37:26.434754+0000","last_active":"2024-05-21T00:39:40.254268+0000","last_peered":"2024-05-21T00:39:40.254268+0000","last_clean":"2024-05-21T00:39:40.254268+0000","last_became_active":"2024-05-21T00:37:26.430623+0000","last_became_peered":"2024-05-21T00:37:26.430623+0000","last_unstale":"2024-05-21T00:39:40.254268+0000","last_undegraded":"2024-05-21T00:39:40.254268+0000","last_fullsized":"2024-05-21T00:39:40.254268+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:27:40.304167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"78'2","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:22.994727+0000","last_change":"2024-05-21T00:37:22.953646+0000","last_active":"2024-05-21T00:39:22.994727+0000","last_peered":"2024-05-21T00:39:22.994727+0000","last_clean":"2024-05-21T00:39:22.994727+0000","last_became_active":"2024-05-21T00:37:22.952491+0000","last_became_peered":"2024-05-21T00:37:22.952491+0000","last_unstale":"2024-05-21T00:39:22.994727+0000","last_undegraded":"2024-05-21T00:39:22.994727+0000","last_fullsized":"2024-05-21T00:39:22.994727+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:11:39.314478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"82'6","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.263750+0000","last_change":"2024-05-21T00:37:26.428446+0000","last_active":"2024-05-21T00:39:40.263750+0000","last_peered":"2024-05-21T00:39:40.263750+0000","last_clean":"2024-05-21T00:39:40.263750+0000","last_became_active":"2024-05-21T00:37:26.427853+0000","last_became_peered":"2024-05-21T00:37:26.427853+0000","last_unstale":"2024-05-21T00:39:40.263750+0000","last_undegraded":"2024-05-21T00:39:40.263750+0000","last_fullsized":"2024-05-21T00:39:40.263750+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:17:21.904244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"78'4","reported_seq":47,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824975+0000","last_change":"2024-05-21T00:38:11.361142+0000","last_active":"2024-05-21T00:39:11.824975+0000","last_peered":"2024-05-21T00:39:11.824975+0000","last_clean":"2024-05-21T00:39:11.824975+0000","last_became_active":"2024-05-21T00:38:11.347994+0000","last_became_peered":"2024-05-21T00:38:11.347994+0000","last_unstale":"2024-05-21T00:39:11.824975+0000","last_undegraded":"2024-05-21T00:39:11.824975+0000","last_fullsized":"2024-05-21T00:39:11.824975+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:28:28.018651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.265698+0000","last_change":"2024-05-21T00:37:26.418621+0000","last_active":"2024-05-21T00:39:40.265698+0000","last_peered":"2024-05-21T00:39:40.265698+0000","last_clean":"2024-05-21T00:39:40.265698+0000","last_became_active":"2024-05-21T00:37:26.418244+0000","last_became_peered":"2024-05-21T00:37:26.418244+0000","last_unstale":"2024-05-21T00:39:40.265698+0000","last_undegraded":"2024-05-21T00:39:40.265698+0000","last_fullsized":"2024-05-21T00:39:40.265698+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:27:03.711204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"78'2","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824784+0000","last_change":"2024-05-21T00:37:22.382054+0000","last_active":"2024-05-21T00:39:11.824784+0000","last_peered":"2024-05-21T00:39:11.824784+0000","last_clean":"2024-05-21T00:39:11.824784+0000","last_became_active":"2024-05-21T00:37:22.381688+0000","last_became_peered":"2024-05-21T00:37:22.381688+0000","last_unstale":"2024-05-21T00:39:11.824784+0000","last_undegraded":"2024-05-21T00:39:11.824784+0000","last_fullsized":"2024-05-21T00:39:11.824784+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:25:10.880958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"82'15","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252614+0000","last_change":"2024-05-21T00:37:26.422382+0000","last_active":"2024-05-21T00:39:40.252614+0000","last_peered":"2024-05-21T00:39:40.252614+0000","last_clean":"2024-05-21T00:39:40.252614+0000","last_became_active":"2024-05-21T00:37:26.422039+0000","last_became_peered":"2024-05-21T00:37:26.422039+0000","last_unstale":"2024-05-21T00:39:40.252614+0000","last_undegraded":"2024-05-21T00:39:40.252614+0000","last_fullsized":"2024-05-21T00:39:40.252614+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:55:29.868930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"82'9","reported_seq":293,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:56.009216+0000","last_change":"2024-05-21T00:37:22.382385+0000","last_active":"2024-05-21T00:41:56.009216+0000","last_peered":"2024-05-21T00:41:56.009216+0000","last_clean":"2024-05-21T00:41:56.009216+0000","last_became_active":"2024-05-21T00:37:22.380908+0000","last_became_peered":"2024-05-21T00:37:22.380908+0000","last_unstale":"2024-05-21T00:41:56.009216+0000","last_undegraded":"2024-05-21T00:41:56.009216+0000","last_fullsized":"2024-05-21T00:41:56.009216+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:07:11.404082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1855,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":253,"num_read_kb":6,"num_write":6,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"82'7","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.246141+0000","last_change":"2024-05-21T00:37:26.420818+0000","last_active":"2024-05-21T00:39:40.246141+0000","last_peered":"2024-05-21T00:39:40.246141+0000","last_clean":"2024-05-21T00:39:40.246141+0000","last_became_active":"2024-05-21T00:37:26.420299+0000","last_became_peered":"2024-05-21T00:37:26.420299+0000","last_unstale":"2024-05-21T00:39:40.246141+0000","last_undegraded":"2024-05-21T00:39:40.246141+0000","last_fullsized":"2024-05-21T00:39:40.246141+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:20:12.973792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"78'3","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.729757+0000","last_change":"2024-05-21T00:37:22.383491+0000","last_active":"2024-05-21T00:39:11.729757+0000","last_peered":"2024-05-21T00:39:11.729757+0000","last_clean":"2024-05-21T00:39:11.729757+0000","last_became_active":"2024-05-21T00:37:22.382965+0000","last_became_peered":"2024-05-21T00:37:22.382965+0000","last_unstale":"2024-05-21T00:39:11.729757+0000","last_undegraded":"2024-05-21T00:39:11.729757+0000","last_fullsized":"2024-05-21T00:39:11.729757+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:38:56.992721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"82'8","reported_seq":39,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.257708+0000","last_change":"2024-05-21T00:38:11.351708+0000","last_active":"2024-05-21T00:39:40.257708+0000","last_peered":"2024-05-21T00:39:40.257708+0000","last_clean":"2024-05-21T00:39:40.257708+0000","last_became_active":"2024-05-21T00:38:11.351431+0000","last_became_peered":"2024-05-21T00:38:11.351431+0000","last_unstale":"2024-05-21T00:39:40.257708+0000","last_undegraded":"2024-05-21T00:39:40.257708+0000","last_fullsized":"2024-05-21T00:39:40.257708+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:37:15.606215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"78'2","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.762220+0000","last_change":"2024-05-21T00:37:22.393868+0000","last_active":"2024-05-21T00:39:11.762220+0000","last_peered":"2024-05-21T00:39:11.762220+0000","last_clean":"2024-05-21T00:39:11.762220+0000","last_became_active":"2024-05-21T00:37:22.392006+0000","last_became_peered":"2024-05-21T00:37:22.392006+0000","last_unstale":"2024-05-21T00:39:11.762220+0000","last_undegraded":"2024-05-21T00:39:11.762220+0000","last_fullsized":"2024-05-21T00:39:11.762220+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:06:20.765944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"82'8","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.261832+0000","last_change":"2024-05-21T00:38:11.644903+0000","last_active":"2024-05-21T00:39:40.261832+0000","last_peered":"2024-05-21T00:39:40.261832+0000","last_clean":"2024-05-21T00:39:40.261832+0000","last_became_active":"2024-05-21T00:38:11.643620+0000","last_became_peered":"2024-05-21T00:38:11.643620+0000","last_unstale":"2024-05-21T00:39:40.261832+0000","last_undegraded":"2024-05-21T00:39:40.261832+0000","last_fullsized":"2024-05-21T00:39:40.261832+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:06:12.218251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,6],"acting":[9,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"78'1","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.732019+0000","last_change":"2024-05-21T00:37:22.382399+0000","last_active":"2024-05-21T00:39:11.732019+0000","last_peered":"2024-05-21T00:39:11.732019+0000","last_clean":"2024-05-21T00:39:11.732019+0000","last_became_active":"2024-05-21T00:37:22.380928+0000","last_became_peered":"2024-05-21T00:37:22.380928+0000","last_unstale":"2024-05-21T00:39:11.732019+0000","last_undegraded":"2024-05-21T00:39:11.732019+0000","last_fullsized":"2024-05-21T00:39:11.732019+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:14:16.927598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"82'11","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.254644+0000","last_change":"2024-05-21T00:37:26.440324+0000","last_active":"2024-05-21T00:39:40.254644+0000","last_peered":"2024-05-21T00:39:40.254644+0000","last_clean":"2024-05-21T00:39:40.254644+0000","last_became_active":"2024-05-21T00:37:26.439898+0000","last_became_peered":"2024-05-21T00:37:26.439898+0000","last_unstale":"2024-05-21T00:39:40.254644+0000","last_undegraded":"2024-05-21T00:39:40.254644+0000","last_fullsized":"2024-05-21T00:39:40.254644+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:37:05.253214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"82'5","reported_seq":281,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:54.005781+0000","last_change":"2024-05-21T00:37:22.392088+0000","last_active":"2024-05-21T00:41:54.005781+0000","last_peered":"2024-05-21T00:41:54.005781+0000","last_clean":"2024-05-21T00:41:54.005781+0000","last_became_active":"2024-05-21T00:37:22.391693+0000","last_became_peered":"2024-05-21T00:37:22.391693+0000","last_unstale":"2024-05-21T00:41:54.005781+0000","last_undegraded":"2024-05-21T00:41:54.005781+0000","last_fullsized":"2024-05-21T00:41:54.005781+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:59:06.379254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":245,"num_read_kb":245,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"82'10","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.249214+0000","last_change":"2024-05-21T00:37:26.421633+0000","last_active":"2024-05-21T00:39:40.249214+0000","last_peered":"2024-05-21T00:39:40.249214+0000","last_clean":"2024-05-21T00:39:40.249214+0000","last_became_active":"2024-05-21T00:37:26.421278+0000","last_became_peered":"2024-05-21T00:37:26.421278+0000","last_unstale":"2024-05-21T00:39:40.249214+0000","last_undegraded":"2024-05-21T00:39:40.249214+0000","last_fullsized":"2024-05-21T00:39:40.249214+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:35:03.618852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"78'2","reported_seq":43,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.527145+0000","last_change":"2024-05-21T00:38:11.357389+0000","last_active":"2024-05-21T00:39:11.527145+0000","last_peered":"2024-05-21T00:39:11.527145+0000","last_clean":"2024-05-21T00:39:11.527145+0000","last_became_active":"2024-05-21T00:38:11.347249+0000","last_became_peered":"2024-05-21T00:38:11.347249+0000","last_unstale":"2024-05-21T00:39:11.527145+0000","last_undegraded":"2024-05-21T00:39:11.527145+0000","last_fullsized":"2024-05-21T00:39:11.527145+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:34:48.493234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"82'9","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.263720+0000","last_change":"2024-05-21T00:38:11.349083+0000","last_active":"2024-05-21T00:39:40.263720+0000","last_peered":"2024-05-21T00:39:40.263720+0000","last_clean":"2024-05-21T00:39:40.263720+0000","last_became_active":"2024-05-21T00:38:11.348549+0000","last_became_peered":"2024-05-21T00:38:11.348549+0000","last_unstale":"2024-05-21T00:39:40.263720+0000","last_undegraded":"2024-05-21T00:39:40.263720+0000","last_fullsized":"2024-05-21T00:39:40.263720+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:59:18.237158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"78'4","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.732440+0000","last_change":"2024-05-21T00:37:22.956929+0000","last_active":"2024-05-21T00:39:11.732440+0000","last_peered":"2024-05-21T00:39:11.732440+0000","last_clean":"2024-05-21T00:39:11.732440+0000","last_became_active":"2024-05-21T00:37:22.956561+0000","last_became_peered":"2024-05-21T00:37:22.956561+0000","last_unstale":"2024-05-21T00:39:11.732440+0000","last_undegraded":"2024-05-21T00:39:11.732440+0000","last_fullsized":"2024-05-21T00:39:11.732440+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:07.623279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"82'11","reported_seq":42,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.265652+0000","last_change":"2024-05-21T00:38:11.644592+0000","last_active":"2024-05-21T00:39:40.265652+0000","last_peered":"2024-05-21T00:39:40.265652+0000","last_clean":"2024-05-21T00:39:40.265652+0000","last_became_active":"2024-05-21T00:38:11.644239+0000","last_became_peered":"2024-05-21T00:38:11.644239+0000","last_unstale":"2024-05-21T00:39:40.265652+0000","last_undegraded":"2024-05-21T00:39:40.265652+0000","last_fullsized":"2024-05-21T00:39:40.265652+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:51:22.983763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'35","reported_seq":570,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:55.007071+0000","last_change":"2024-05-21T00:37:22.380538+0000","last_active":"2024-05-21T00:41:55.007071+0000","last_peered":"2024-05-21T00:41:55.007071+0000","last_clean":"2024-05-21T00:41:55.007071+0000","last_became_active":"2024-05-21T00:37:22.380144+0000","last_became_peered":"2024-05-21T00:37:22.380144+0000","last_unstale":"2024-05-21T00:41:55.007071+0000","last_undegraded":"2024-05-21T00:41:55.007071+0000","last_fullsized":"2024-05-21T00:41:55.007071+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:46:09.966830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69190,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":504,"num_read_kb":320,"num_write":36,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.232993+0000","last_change":"2024-05-21T00:37:26.416679+0000","last_active":"2024-05-21T00:39:40.232993+0000","last_peered":"2024-05-21T00:39:40.232993+0000","last_clean":"2024-05-21T00:39:40.232993+0000","last_became_active":"2024-05-21T00:37:26.416106+0000","last_became_peered":"2024-05-21T00:37:26.416106+0000","last_unstale":"2024-05-21T00:39:40.232993+0000","last_undegraded":"2024-05-21T00:39:40.232993+0000","last_fullsized":"2024-05-21T00:39:40.232993+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:01:37.352242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"78'6","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.607691+0000","last_change":"2024-05-21T00:37:22.387287+0000","last_active":"2024-05-21T00:39:11.607691+0000","last_peered":"2024-05-21T00:39:11.607691+0000","last_clean":"2024-05-21T00:39:11.607691+0000","last_became_active":"2024-05-21T00:37:22.386952+0000","last_became_peered":"2024-05-21T00:37:22.386952+0000","last_unstale":"2024-05-21T00:39:11.607691+0000","last_undegraded":"2024-05-21T00:39:11.607691+0000","last_fullsized":"2024-05-21T00:39:11.607691+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:28:01.020680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"82'9","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267451+0000","last_change":"2024-05-21T00:37:26.419351+0000","last_active":"2024-05-21T00:39:40.267451+0000","last_peered":"2024-05-21T00:39:40.267451+0000","last_clean":"2024-05-21T00:39:40.267451+0000","last_became_active":"2024-05-21T00:37:26.418733+0000","last_became_peered":"2024-05-21T00:37:26.418733+0000","last_unstale":"2024-05-21T00:39:40.267451+0000","last_undegraded":"2024-05-21T00:39:40.267451+0000","last_fullsized":"2024-05-21T00:39:40.267451+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:09:29.893036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"78'3","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.732361+0000","last_change":"2024-05-21T00:37:22.382339+0000","last_active":"2024-05-21T00:39:11.732361+0000","last_peered":"2024-05-21T00:39:11.732361+0000","last_clean":"2024-05-21T00:39:11.732361+0000","last_became_active":"2024-05-21T00:37:22.380365+0000","last_became_peered":"2024-05-21T00:37:22.380365+0000","last_unstale":"2024-05-21T00:39:11.732361+0000","last_undegraded":"2024-05-21T00:39:11.732361+0000","last_fullsized":"2024-05-21T00:39:11.732361+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:17:33.356246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"82'15","reported_seq":46,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267326+0000","last_change":"2024-05-21T00:39:11.763891+0000","last_active":"2024-05-21T00:39:40.267326+0000","last_peered":"2024-05-21T00:39:40.267326+0000","last_clean":"2024-05-21T00:39:40.267326+0000","last_became_active":"2024-05-21T00:39:11.763525+0000","last_became_peered":"2024-05-21T00:39:11.763525+0000","last_unstale":"2024-05-21T00:39:40.267326+0000","last_undegraded":"2024-05-21T00:39:40.267326+0000","last_fullsized":"2024-05-21T00:39:40.267326+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:49:14.136461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"82'6","reported_seq":291,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:58.146064+0000","last_change":"2024-05-21T00:37:22.380435+0000","last_active":"2024-05-21T00:41:58.146064+0000","last_peered":"2024-05-21T00:41:58.146064+0000","last_clean":"2024-05-21T00:41:58.146064+0000","last_became_active":"2024-05-21T00:37:22.379943+0000","last_became_peered":"2024-05-21T00:37:22.379943+0000","last_unstale":"2024-05-21T00:41:58.146064+0000","last_undegraded":"2024-05-21T00:41:58.146064+0000","last_fullsized":"2024-05-21T00:41:58.146064+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:57:43.120772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1511,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":255,"num_read_kb":6,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.249267+0000","last_change":"2024-05-21T00:37:26.418584+0000","last_active":"2024-05-21T00:39:40.249267+0000","last_peered":"2024-05-21T00:39:40.249267+0000","last_clean":"2024-05-21T00:39:40.249267+0000","last_became_active":"2024-05-21T00:37:26.418239+0000","last_became_peered":"2024-05-21T00:37:26.418239+0000","last_unstale":"2024-05-21T00:39:40.249267+0000","last_undegraded":"2024-05-21T00:39:40.249267+0000","last_fullsized":"2024-05-21T00:39:40.249267+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:44:27.000528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"78'15","reported_seq":47,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.824475+0000","last_change":"2024-05-21T00:37:22.952053+0000","last_active":"2024-05-21T00:39:11.824475+0000","last_peered":"2024-05-21T00:39:11.824475+0000","last_clean":"2024-05-21T00:39:11.824475+0000","last_became_active":"2024-05-21T00:37:22.951649+0000","last_became_peered":"2024-05-21T00:37:22.951649+0000","last_unstale":"2024-05-21T00:39:11.824475+0000","last_undegraded":"2024-05-21T00:39:11.824475+0000","last_fullsized":"2024-05-21T00:39:11.824475+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:21:43.406488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"82'6","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252317+0000","last_change":"2024-05-21T00:37:26.423294+0000","last_active":"2024-05-21T00:39:40.252317+0000","last_peered":"2024-05-21T00:39:40.252317+0000","last_clean":"2024-05-21T00:39:40.252317+0000","last_became_active":"2024-05-21T00:37:26.422958+0000","last_became_peered":"2024-05-21T00:37:26.422958+0000","last_unstale":"2024-05-21T00:39:40.252317+0000","last_undegraded":"2024-05-21T00:39:40.252317+0000","last_fullsized":"2024-05-21T00:39:40.252317+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:36:16.071919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"82'3","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:40:26.569036+0000","last_change":"2024-05-21T00:38:11.355611+0000","last_active":"2024-05-21T00:40:26.569036+0000","last_peered":"2024-05-21T00:40:26.569036+0000","last_clean":"2024-05-21T00:40:26.569036+0000","last_became_active":"2024-05-21T00:38:11.345854+0000","last_became_peered":"2024-05-21T00:38:11.345854+0000","last_unstale":"2024-05-21T00:40:26.569036+0000","last_undegraded":"2024-05-21T00:40:26.569036+0000","last_fullsized":"2024-05-21T00:40:26.569036+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:42:49.958758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"82'5","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:41.564396+0000","last_change":"2024-05-21T00:37:26.418846+0000","last_active":"2024-05-21T00:39:41.564396+0000","last_peered":"2024-05-21T00:39:41.564396+0000","last_clean":"2024-05-21T00:39:41.564396+0000","last_became_active":"2024-05-21T00:37:26.418414+0000","last_became_peered":"2024-05-21T00:37:26.418414+0000","last_unstale":"2024-05-21T00:39:41.564396+0000","last_undegraded":"2024-05-21T00:39:41.564396+0000","last_fullsized":"2024-05-21T00:39:41.564396+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:50:10.954057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:28.376472+0000","last_change":"2024-05-21T00:37:22.954772+0000","last_active":"2024-05-21T00:39:28.376472+0000","last_peered":"2024-05-21T00:39:28.376472+0000","last_clean":"2024-05-21T00:39:28.376472+0000","last_became_active":"2024-05-21T00:37:22.953627+0000","last_became_peered":"2024-05-21T00:37:22.953627+0000","last_unstale":"2024-05-21T00:39:28.376472+0000","last_undegraded":"2024-05-21T00:39:28.376472+0000","last_fullsized":"2024-05-21T00:39:28.376472+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:14:44.650523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'5","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.264037+0000","last_change":"2024-05-21T00:37:26.425757+0000","last_active":"2024-05-21T00:39:40.264037+0000","last_peered":"2024-05-21T00:39:40.264037+0000","last_clean":"2024-05-21T00:39:40.264037+0000","last_became_active":"2024-05-21T00:37:26.425386+0000","last_became_peered":"2024-05-21T00:37:26.425386+0000","last_unstale":"2024-05-21T00:39:40.264037+0000","last_undegraded":"2024-05-21T00:39:40.264037+0000","last_fullsized":"2024-05-21T00:39:40.264037+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:00:29.246729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"78'1","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:29.078551+0000","last_change":"2024-05-21T00:37:22.384298+0000","last_active":"2024-05-21T00:39:29.078551+0000","last_peered":"2024-05-21T00:39:29.078551+0000","last_clean":"2024-05-21T00:39:29.078551+0000","last_became_active":"2024-05-21T00:37:22.383349+0000","last_became_peered":"2024-05-21T00:37:22.383349+0000","last_unstale":"2024-05-21T00:39:29.078551+0000","last_undegraded":"2024-05-21T00:39:29.078551+0000","last_fullsized":"2024-05-21T00:39:29.078551+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:43:16.082465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"82'7","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.258859+0000","last_change":"2024-05-21T00:37:26.431349+0000","last_active":"2024-05-21T00:39:40.258859+0000","last_peered":"2024-05-21T00:39:40.258859+0000","last_clean":"2024-05-21T00:39:40.258859+0000","last_became_active":"2024-05-21T00:37:26.430974+0000","last_became_peered":"2024-05-21T00:37:26.430974+0000","last_unstale":"2024-05-21T00:39:40.258859+0000","last_undegraded":"2024-05-21T00:39:40.258859+0000","last_fullsized":"2024-05-21T00:39:40.258859+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:05:37.263961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"82'8","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.238560+0000","last_change":"2024-05-21T00:37:26.423596+0000","last_active":"2024-05-21T00:39:40.238560+0000","last_peered":"2024-05-21T00:39:40.238560+0000","last_clean":"2024-05-21T00:39:40.238560+0000","last_became_active":"2024-05-21T00:37:26.423213+0000","last_became_peered":"2024-05-21T00:37:26.423213+0000","last_unstale":"2024-05-21T00:39:40.238560+0000","last_undegraded":"2024-05-21T00:39:40.238560+0000","last_fullsized":"2024-05-21T00:39:40.238560+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:01:37.383917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"82'6","reported_seq":286,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:57.142780+0000","last_change":"2024-05-21T00:37:22.954874+0000","last_active":"2024-05-21T00:41:57.142780+0000","last_peered":"2024-05-21T00:41:57.142780+0000","last_clean":"2024-05-21T00:41:57.142780+0000","last_became_active":"2024-05-21T00:37:22.953725+0000","last_became_peered":"2024-05-21T00:37:22.953725+0000","last_unstale":"2024-05-21T00:41:57.142780+0000","last_undegraded":"2024-05-21T00:41:57.142780+0000","last_fullsized":"2024-05-21T00:41:57.142780+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:39:06.020522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":248,"num_read_kb":248,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"82'8","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262810+0000","last_change":"2024-05-21T00:37:26.430059+0000","last_active":"2024-05-21T00:39:40.262810+0000","last_peered":"2024-05-21T00:39:40.262810+0000","last_clean":"2024-05-21T00:39:40.262810+0000","last_became_active":"2024-05-21T00:37:26.429679+0000","last_became_peered":"2024-05-21T00:37:26.429679+0000","last_unstale":"2024-05-21T00:39:40.262810+0000","last_undegraded":"2024-05-21T00:39:40.262810+0000","last_fullsized":"2024-05-21T00:39:40.262810+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:39:46.411010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"78'3","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:29.201838+0000","last_change":"2024-05-21T00:37:22.392280+0000","last_active":"2024-05-21T00:39:29.201838+0000","last_peered":"2024-05-21T00:39:29.201838+0000","last_clean":"2024-05-21T00:39:29.201838+0000","last_became_active":"2024-05-21T00:37:22.391763+0000","last_became_peered":"2024-05-21T00:37:22.391763+0000","last_unstale":"2024-05-21T00:39:29.201838+0000","last_undegraded":"2024-05-21T00:39:29.201838+0000","last_fullsized":"2024-05-21T00:39:29.201838+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:23:00.989554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":106,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.526828+0000","last_change":"2024-05-21T00:35:47.556218+0000","last_active":"2024-05-21T00:39:11.526828+0000","last_peered":"2024-05-21T00:39:11.526828+0000","last_clean":"2024-05-21T00:39:11.526828+0000","last_became_active":"2024-05-21T00:35:47.551154+0000","last_became_peered":"2024-05-21T00:35:47.551154+0000","last_unstale":"2024-05-21T00:39:11.526828+0000","last_undegraded":"2024-05-21T00:39:11.526828+0000","last_fullsized":"2024-05-21T00:39:11.526828+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:31:54.569048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:31:54.569048+0000","last_clean_scrub_stamp":"2024-05-21T00:31:54.569048+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:33:13.320323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"82'5","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.265426+0000","last_change":"2024-05-21T00:37:26.432972+0000","last_active":"2024-05-21T00:39:40.265426+0000","last_peered":"2024-05-21T00:39:40.265426+0000","last_clean":"2024-05-21T00:39:40.265426+0000","last_became_active":"2024-05-21T00:37:26.432457+0000","last_became_peered":"2024-05-21T00:37:26.432457+0000","last_unstale":"2024-05-21T00:39:40.265426+0000","last_undegraded":"2024-05-21T00:39:40.265426+0000","last_fullsized":"2024-05-21T00:39:40.265426+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:24:20.012796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"78'3","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:11.521966+0000","last_change":"2024-05-21T00:38:11.358908+0000","last_active":"2024-05-21T00:39:11.521966+0000","last_peered":"2024-05-21T00:39:11.521966+0000","last_clean":"2024-05-21T00:39:11.521966+0000","last_became_active":"2024-05-21T00:38:11.347777+0000","last_became_peered":"2024-05-21T00:38:11.347777+0000","last_unstale":"2024-05-21T00:39:11.521966+0000","last_undegraded":"2024-05-21T00:39:11.521966+0000","last_fullsized":"2024-05-21T00:39:11.521966+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:48:18.666853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"78'1","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:28.839900+0000","last_change":"2024-05-21T00:37:22.956440+0000","last_active":"2024-05-21T00:39:28.839900+0000","last_peered":"2024-05-21T00:39:28.839900+0000","last_clean":"2024-05-21T00:39:28.839900+0000","last_became_active":"2024-05-21T00:37:22.956150+0000","last_became_peered":"2024-05-21T00:37:22.956150+0000","last_unstale":"2024-05-21T00:39:28.839900+0000","last_undegraded":"2024-05-21T00:39:28.839900+0000","last_fullsized":"2024-05-21T00:39:28.839900+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:07:57.939279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"82'9","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.265349+0000","last_change":"2024-05-21T00:37:26.433491+0000","last_active":"2024-05-21T00:39:40.265349+0000","last_peered":"2024-05-21T00:39:40.265349+0000","last_clean":"2024-05-21T00:39:40.265349+0000","last_became_active":"2024-05-21T00:37:26.433144+0000","last_became_peered":"2024-05-21T00:37:26.433144+0000","last_unstale":"2024-05-21T00:39:40.265349+0000","last_undegraded":"2024-05-21T00:39:40.265349+0000","last_fullsized":"2024-05-21T00:39:40.265349+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:31:09.599374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'14","reported_seq":46,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:41:30.514316+0000","last_change":"2024-05-21T00:37:22.391128+0000","last_active":"2024-05-21T00:41:30.514316+0000","last_peered":"2024-05-21T00:41:30.514316+0000","last_clean":"2024-05-21T00:41:30.514316+0000","last_became_active":"2024-05-21T00:37:22.390399+0000","last_became_peered":"2024-05-21T00:37:22.390399+0000","last_unstale":"2024-05-21T00:41:30.514316+0000","last_undegraded":"2024-05-21T00:41:30.514316+0000","last_fullsized":"2024-05-21T00:41:30.514316+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:02:01.293847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"82'5","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.262476+0000","last_change":"2024-05-21T00:37:26.422982+0000","last_active":"2024-05-21T00:39:40.262476+0000","last_peered":"2024-05-21T00:39:40.262476+0000","last_clean":"2024-05-21T00:39:40.262476+0000","last_became_active":"2024-05-21T00:37:26.422550+0000","last_became_peered":"2024-05-21T00:37:26.422550+0000","last_unstale":"2024-05-21T00:39:40.262476+0000","last_undegraded":"2024-05-21T00:39:40.262476+0000","last_fullsized":"2024-05-21T00:39:40.262476+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:16:48.500697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"78'4","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:34.202540+0000","last_change":"2024-05-21T00:37:23.293653+0000","last_active":"2024-05-21T00:39:34.202540+0000","last_peered":"2024-05-21T00:39:34.202540+0000","last_clean":"2024-05-21T00:39:34.202540+0000","last_became_active":"2024-05-21T00:37:23.293335+0000","last_became_peered":"2024-05-21T00:37:23.293335+0000","last_unstale":"2024-05-21T00:39:34.202540+0000","last_undegraded":"2024-05-21T00:39:34.202540+0000","last_fullsized":"2024-05-21T00:39:34.202540+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:03:59.250511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"82'7","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.258260+0000","last_change":"2024-05-21T00:37:26.428827+0000","last_active":"2024-05-21T00:39:40.258260+0000","last_peered":"2024-05-21T00:39:40.258260+0000","last_clean":"2024-05-21T00:39:40.258260+0000","last_became_active":"2024-05-21T00:37:26.428491+0000","last_became_peered":"2024-05-21T00:37:26.428491+0000","last_unstale":"2024-05-21T00:39:40.258260+0000","last_undegraded":"2024-05-21T00:39:40.258260+0000","last_fullsized":"2024-05-21T00:39:40.258260+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:14:58.520438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"78'2","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:31.508293+0000","last_change":"2024-05-21T00:37:22.949247+0000","last_active":"2024-05-21T00:39:31.508293+0000","last_peered":"2024-05-21T00:39:31.508293+0000","last_clean":"2024-05-21T00:39:31.508293+0000","last_became_active":"2024-05-21T00:37:22.948984+0000","last_became_peered":"2024-05-21T00:37:22.948984+0000","last_unstale":"2024-05-21T00:39:31.508293+0000","last_undegraded":"2024-05-21T00:39:31.508293+0000","last_fullsized":"2024-05-21T00:39:31.508293+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:21:51.743189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"82'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.234564+0000","last_change":"2024-05-21T00:37:26.414257+0000","last_active":"2024-05-21T00:39:40.234564+0000","last_peered":"2024-05-21T00:39:40.234564+0000","last_clean":"2024-05-21T00:39:40.234564+0000","last_became_active":"2024-05-21T00:37:26.413922+0000","last_became_peered":"2024-05-21T00:37:26.413922+0000","last_unstale":"2024-05-21T00:39:40.234564+0000","last_undegraded":"2024-05-21T00:39:40.234564+0000","last_fullsized":"2024-05-21T00:39:40.234564+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:36:04.689622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"78'3","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:32.996331+0000","last_change":"2024-05-21T00:37:22.392987+0000","last_active":"2024-05-21T00:39:32.996331+0000","last_peered":"2024-05-21T00:39:32.996331+0000","last_clean":"2024-05-21T00:39:32.996331+0000","last_became_active":"2024-05-21T00:37:22.392368+0000","last_became_peered":"2024-05-21T00:37:22.392368+0000","last_unstale":"2024-05-21T00:39:32.996331+0000","last_undegraded":"2024-05-21T00:39:32.996331+0000","last_fullsized":"2024-05-21T00:39:32.996331+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:49:52.176588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"82'9","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.258243+0000","last_change":"2024-05-21T00:37:26.418280+0000","last_active":"2024-05-21T00:39:40.258243+0000","last_peered":"2024-05-21T00:39:40.258243+0000","last_clean":"2024-05-21T00:39:40.258243+0000","last_became_active":"2024-05-21T00:37:26.417856+0000","last_became_peered":"2024-05-21T00:37:26.417856+0000","last_unstale":"2024-05-21T00:39:40.258243+0000","last_undegraded":"2024-05-21T00:39:40.258243+0000","last_fullsized":"2024-05-21T00:39:40.258243+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:00:49.802230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"78'1","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:34.600651+0000","last_change":"2024-05-21T00:37:22.387299+0000","last_active":"2024-05-21T00:39:34.600651+0000","last_peered":"2024-05-21T00:39:34.600651+0000","last_clean":"2024-05-21T00:39:34.600651+0000","last_became_active":"2024-05-21T00:37:22.386975+0000","last_became_peered":"2024-05-21T00:37:22.386975+0000","last_unstale":"2024-05-21T00:39:34.600651+0000","last_undegraded":"2024-05-21T00:39:34.600651+0000","last_fullsized":"2024-05-21T00:39:34.600651+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:57:13.651863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"82'8","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:42.998337+0000","last_change":"2024-05-21T00:37:26.434255+0000","last_active":"2024-05-21T00:39:42.998337+0000","last_peered":"2024-05-21T00:39:42.998337+0000","last_clean":"2024-05-21T00:39:42.998337+0000","last_became_active":"2024-05-21T00:37:26.433877+0000","last_became_peered":"2024-05-21T00:37:26.433877+0000","last_unstale":"2024-05-21T00:39:42.998337+0000","last_undegraded":"2024-05-21T00:39:42.998337+0000","last_fullsized":"2024-05-21T00:39:42.998337+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:24:34.640568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"78'4","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:38.841208+0000","last_change":"2024-05-21T00:37:22.380521+0000","last_active":"2024-05-21T00:39:38.841208+0000","last_peered":"2024-05-21T00:39:38.841208+0000","last_clean":"2024-05-21T00:39:38.841208+0000","last_became_active":"2024-05-21T00:37:22.379966+0000","last_became_peered":"2024-05-21T00:37:22.379966+0000","last_unstale":"2024-05-21T00:39:38.841208+0000","last_undegraded":"2024-05-21T00:39:38.841208+0000","last_fullsized":"2024-05-21T00:39:38.841208+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:47:50.783494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"82'5","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.264848+0000","last_change":"2024-05-21T00:37:26.424112+0000","last_active":"2024-05-21T00:39:40.264848+0000","last_peered":"2024-05-21T00:39:40.264848+0000","last_clean":"2024-05-21T00:39:40.264848+0000","last_became_active":"2024-05-21T00:37:26.423800+0000","last_became_peered":"2024-05-21T00:37:26.423800+0000","last_unstale":"2024-05-21T00:39:40.264848+0000","last_undegraded":"2024-05-21T00:39:40.264848+0000","last_fullsized":"2024-05-21T00:39:40.264848+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:48:12.769065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"78'3","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:39.601187+0000","last_change":"2024-05-21T00:37:23.293652+0000","last_active":"2024-05-21T00:39:39.601187+0000","last_peered":"2024-05-21T00:39:39.601187+0000","last_clean":"2024-05-21T00:39:39.601187+0000","last_became_active":"2024-05-21T00:37:23.293288+0000","last_became_peered":"2024-05-21T00:37:23.293288+0000","last_unstale":"2024-05-21T00:39:39.601187+0000","last_undegraded":"2024-05-21T00:39:39.601187+0000","last_fullsized":"2024-05-21T00:39:39.601187+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:43:16.139048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"82'7","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:44.079971+0000","last_change":"2024-05-21T00:37:26.417524+0000","last_active":"2024-05-21T00:39:44.079971+0000","last_peered":"2024-05-21T00:39:44.079971+0000","last_clean":"2024-05-21T00:39:44.079971+0000","last_became_active":"2024-05-21T00:37:26.417181+0000","last_became_peered":"2024-05-21T00:37:26.417181+0000","last_unstale":"2024-05-21T00:39:44.079971+0000","last_undegraded":"2024-05-21T00:39:44.079971+0000","last_fullsized":"2024-05-21T00:39:44.079971+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:21:14.475481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"78'1","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:37.909484+0000","last_change":"2024-05-21T00:37:22.382469+0000","last_active":"2024-05-21T00:39:37.909484+0000","last_peered":"2024-05-21T00:39:37.909484+0000","last_clean":"2024-05-21T00:39:37.909484+0000","last_became_active":"2024-05-21T00:37:22.379635+0000","last_became_peered":"2024-05-21T00:37:22.379635+0000","last_unstale":"2024-05-21T00:39:37.909484+0000","last_undegraded":"2024-05-21T00:39:37.909484+0000","last_fullsized":"2024-05-21T00:39:37.909484+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:01:19.320818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'7","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:44.079948+0000","last_change":"2024-05-21T00:37:26.435136+0000","last_active":"2024-05-21T00:39:44.079948+0000","last_peered":"2024-05-21T00:39:44.079948+0000","last_clean":"2024-05-21T00:39:44.079948+0000","last_became_active":"2024-05-21T00:37:26.434743+0000","last_became_peered":"2024-05-21T00:37:26.434743+0000","last_unstale":"2024-05-21T00:39:44.079948+0000","last_undegraded":"2024-05-21T00:39:44.079948+0000","last_fullsized":"2024-05-21T00:39:44.079948+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:01:37.928461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"78'2","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:38.489415+0000","last_change":"2024-05-21T00:37:22.387858+0000","last_active":"2024-05-21T00:39:38.489415+0000","last_peered":"2024-05-21T00:39:38.489415+0000","last_clean":"2024-05-21T00:39:38.489415+0000","last_became_active":"2024-05-21T00:37:22.387346+0000","last_became_peered":"2024-05-21T00:37:22.387346+0000","last_unstale":"2024-05-21T00:39:38.489415+0000","last_undegraded":"2024-05-21T00:39:38.489415+0000","last_fullsized":"2024-05-21T00:39:38.489415+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:21.338461+0000","last_clean_scrub_stamp":"2024-05-21T00:37:21.338461+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:35:20.956798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"82'9","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:44.079985+0000","last_change":"2024-05-21T00:37:26.418635+0000","last_active":"2024-05-21T00:39:44.079985+0000","last_peered":"2024-05-21T00:39:44.079985+0000","last_clean":"2024-05-21T00:39:44.079985+0000","last_became_active":"2024-05-21T00:37:26.418258+0000","last_became_peered":"2024-05-21T00:37:26.418258+0000","last_unstale":"2024-05-21T00:39:44.079985+0000","last_undegraded":"2024-05-21T00:39:44.079985+0000","last_fullsized":"2024-05-21T00:39:44.079985+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:02:15.805718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"82'9","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.240428+0000","last_change":"2024-05-21T00:37:26.418793+0000","last_active":"2024-05-21T00:39:40.240428+0000","last_peered":"2024-05-21T00:39:40.240428+0000","last_clean":"2024-05-21T00:39:40.240428+0000","last_became_active":"2024-05-21T00:37:26.418446+0000","last_became_peered":"2024-05-21T00:37:26.418446+0000","last_unstale":"2024-05-21T00:39:40.240428+0000","last_undegraded":"2024-05-21T00:39:40.240428+0000","last_fullsized":"2024-05-21T00:39:40.240428+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:52:50.911632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"82'12","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.241044+0000","last_change":"2024-05-21T00:37:26.413991+0000","last_active":"2024-05-21T00:39:40.241044+0000","last_peered":"2024-05-21T00:39:40.241044+0000","last_clean":"2024-05-21T00:39:40.241044+0000","last_became_active":"2024-05-21T00:37:26.413615+0000","last_became_peered":"2024-05-21T00:37:26.413615+0000","last_unstale":"2024-05-21T00:39:40.241044+0000","last_undegraded":"2024-05-21T00:39:40.241044+0000","last_fullsized":"2024-05-21T00:39:40.241044+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:05:30.902070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"82'8","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.251691+0000","last_change":"2024-05-21T00:37:26.433423+0000","last_active":"2024-05-21T00:39:40.251691+0000","last_peered":"2024-05-21T00:39:40.251691+0000","last_clean":"2024-05-21T00:39:40.251691+0000","last_became_active":"2024-05-21T00:37:26.433111+0000","last_became_peered":"2024-05-21T00:37:26.433111+0000","last_unstale":"2024-05-21T00:39:40.251691+0000","last_undegraded":"2024-05-21T00:39:40.251691+0000","last_fullsized":"2024-05-21T00:39:40.251691+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:20:03.674489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"82'7","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.267058+0000","last_change":"2024-05-21T00:37:26.434311+0000","last_active":"2024-05-21T00:39:40.267058+0000","last_peered":"2024-05-21T00:39:40.267058+0000","last_clean":"2024-05-21T00:39:40.267058+0000","last_became_active":"2024-05-21T00:37:26.433959+0000","last_became_peered":"2024-05-21T00:37:26.433959+0000","last_unstale":"2024-05-21T00:39:40.267058+0000","last_undegraded":"2024-05-21T00:39:40.267058+0000","last_fullsized":"2024-05-21T00:39:40.267058+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:46:48.408939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"82'4","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.266458+0000","last_change":"2024-05-21T00:37:26.437576+0000","last_active":"2024-05-21T00:39:40.266458+0000","last_peered":"2024-05-21T00:39:40.266458+0000","last_clean":"2024-05-21T00:39:40.266458+0000","last_became_active":"2024-05-21T00:37:26.437148+0000","last_became_peered":"2024-05-21T00:37:26.437148+0000","last_unstale":"2024-05-21T00:39:40.266458+0000","last_undegraded":"2024-05-21T00:39:40.266458+0000","last_fullsized":"2024-05-21T00:39:40.266458+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:02:38.832773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"82'6","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.246863+0000","last_change":"2024-05-21T00:38:11.357316+0000","last_active":"2024-05-21T00:39:40.246863+0000","last_peered":"2024-05-21T00:39:40.246863+0000","last_clean":"2024-05-21T00:39:40.246863+0000","last_became_active":"2024-05-21T00:38:11.356990+0000","last_became_peered":"2024-05-21T00:38:11.356990+0000","last_unstale":"2024-05-21T00:39:40.246863+0000","last_undegraded":"2024-05-21T00:39:40.246863+0000","last_fullsized":"2024-05-21T00:39:40.246863+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:03:35.609961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"82'15","reported_seq":41,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.247875+0000","last_change":"2024-05-21T00:37:26.415425+0000","last_active":"2024-05-21T00:39:40.247875+0000","last_peered":"2024-05-21T00:39:40.247875+0000","last_clean":"2024-05-21T00:39:40.247875+0000","last_became_active":"2024-05-21T00:37:26.415063+0000","last_became_peered":"2024-05-21T00:37:26.415063+0000","last_unstale":"2024-05-21T00:39:40.247875+0000","last_undegraded":"2024-05-21T00:39:40.247875+0000","last_fullsized":"2024-05-21T00:39:40.247875+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:00:05.961056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"82'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.252590+0000","last_change":"2024-05-21T00:37:26.427021+0000","last_active":"2024-05-21T00:39:40.252590+0000","last_peered":"2024-05-21T00:39:40.252590+0000","last_clean":"2024-05-21T00:39:40.252590+0000","last_became_active":"2024-05-21T00:37:26.422626+0000","last_became_peered":"2024-05-21T00:37:26.422626+0000","last_unstale":"2024-05-21T00:39:40.252590+0000","last_undegraded":"2024-05-21T00:39:40.252590+0000","last_fullsized":"2024-05-21T00:39:40.252590+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:44:42.662614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"82'6","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:40.257520+0000","last_change":"2024-05-21T00:37:26.437318+0000","last_active":"2024-05-21T00:39:40.257520+0000","last_peered":"2024-05-21T00:39:40.257520+0000","last_clean":"2024-05-21T00:39:40.257520+0000","last_became_active":"2024-05-21T00:37:26.436979+0000","last_became_peered":"2024-05-21T00:37:26.436979+0000","last_unstale":"2024-05-21T00:39:40.257520+0000","last_undegraded":"2024-05-21T00:39:40.257520+0000","last_fullsized":"2024-05-21T00:39:40.257520+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:36:25.628100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"82'8","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:42.998257+0000","last_change":"2024-05-21T00:37:26.416532+0000","last_active":"2024-05-21T00:39:42.998257+0000","last_peered":"2024-05-21T00:39:42.998257+0000","last_clean":"2024-05-21T00:39:42.998257+0000","last_became_active":"2024-05-21T00:37:26.416093+0000","last_became_peered":"2024-05-21T00:37:26.416093+0000","last_unstale":"2024-05-21T00:39:42.998257+0000","last_undegraded":"2024-05-21T00:39:42.998257+0000","last_fullsized":"2024-05-21T00:39:42.998257+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:57:19.092634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"82'10","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:41.509522+0000","last_change":"2024-05-21T00:37:26.425305+0000","last_active":"2024-05-21T00:39:41.509522+0000","last_peered":"2024-05-21T00:39:41.509522+0000","last_clean":"2024-05-21T00:39:41.509522+0000","last_became_active":"2024-05-21T00:37:26.424954+0000","last_became_peered":"2024-05-21T00:37:26.424954+0000","last_unstale":"2024-05-21T00:39:41.509522+0000","last_undegraded":"2024-05-21T00:39:41.509522+0000","last_fullsized":"2024-05-21T00:39:41.509522+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:25:19.310127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"82'11","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:43.490032+0000","last_change":"2024-05-21T00:37:26.426052+0000","last_active":"2024-05-21T00:39:43.490032+0000","last_peered":"2024-05-21T00:39:43.490032+0000","last_clean":"2024-05-21T00:39:43.490032+0000","last_became_active":"2024-05-21T00:37:26.425564+0000","last_became_peered":"2024-05-21T00:37:26.425564+0000","last_unstale":"2024-05-21T00:39:43.490032+0000","last_undegraded":"2024-05-21T00:39:43.490032+0000","last_fullsized":"2024-05-21T00:39:43.490032+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:11:32.887469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"82'8","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T00:39:41.564339+0000","last_change":"2024-05-21T00:37:26.415758+0000","last_active":"2024-05-21T00:39:41.564339+0000","last_peered":"2024-05-21T00:39:41.564339+0000","last_clean":"2024-05-21T00:39:41.564339+0000","last_became_active":"2024-05-21T00:37:26.415354+0000","last_became_peered":"2024-05-21T00:37:26.415354+0000","last_unstale":"2024-05-21T00:39:41.564339+0000","last_undegraded":"2024-05-21T00:39:41.564339+0000","last_fullsized":"2024-05-21T00:39:41.564339+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:37:25.388671+0000","last_clean_scrub_stamp":"2024-05-21T00:37:25.388671+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:40:24.590361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":280106,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":74956,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1518,"num_read_kb":838,"num_write":188,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":22,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":224868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":70,"seq":300647710793,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32048,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713104,"statfs":{"total":95995035648,"available":95962218496,"internally_reserved":0,"allocated":892928,"data_stored":442367,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":64,"seq":274877907021,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32200,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712952,"statfs":{"total":95995035648,"available":95962062848,"internally_reserved":0,"allocated":1048576,"data_stored":1103939,"data_compressed":47229,"data_compressed_allocated":61440,"data_compressed_original":622592,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":59,"seq":253403070548,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":442581,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":53,"seq":227633266778,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32056,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713096,"statfs":{"total":95995035648,"available":95962210304,"internally_reserved":0,"allocated":901120,"data_stored":442479,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863463006,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32108,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713044,"statfs":{"total":95995035648,"available":95962157056,"internally_reserved":0,"allocated":954368,"data_stored":1036196,"data_compressed":47229,"data_compressed_allocated":61440,"data_compressed_original":622592,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626531,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27888,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717264,"statfs":{"total":95995035648,"available":95966478336,"internally_reserved":0,"allocated":892928,"data_stored":441970,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574975,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36276,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708876,"statfs":{"total":95995035648,"available":95957889024,"internally_reserved":0,"allocated":962560,"data_stored":510953,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738501,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":913408,"data_stored":443241,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411452,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":513536,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182516,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32064,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713088,"statfs":{"total":95995035648,"available":95962202112,"internally_reserved":0,"allocated":909312,"data_stored":442281,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986289,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36212,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708940,"statfs":{"total":95995035648,"available":95957954560,"internally_reserved":0,"allocated":897024,"data_stored":443330,"data_compressed":11603,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822762,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":1034957,"data_compressed":47229,"data_compressed_allocated":61440,"data_compressed_original":622592,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33992,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33992,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33992,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35626,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":69190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":71773,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2709,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":71691,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T00:42:01.974 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:42:01.998 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:01 smithi082 ceph-mon[36141]: pgmap v457: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-05-21T00:42:02.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:01 smithi092 ceph-mon[36335]: pgmap v457: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-05-21T00:42:02.094 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:01 smithi044 ceph-mon[31392]: pgmap v457: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-05-21T00:42:02.486 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:42:02.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:02 smithi044 ceph-mon[31392]: from='client.25165 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:42:02.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:02 smithi044 ceph-mon[31392]: scrub summary: idle 2024-05-21T00:42:03.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:02 smithi092 ceph-mon[36335]: from='client.25165 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:42:03.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:02 smithi092 ceph-mon[36335]: scrub summary: idle 2024-05-21T00:42:03.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:02 smithi082 ceph-mon[36141]: from='client.25165 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:42:03.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:02 smithi082 ceph-mon[36141]: scrub summary: idle 2024-05-21T00:42:03.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:03 smithi044 ceph-mon[31392]: pgmap v458: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-21T00:42:04.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:03 smithi092 ceph-mon[36335]: pgmap v458: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-21T00:42:04.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:03 smithi082 ceph-mon[36141]: pgmap v458: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-21T00:42:05.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.001+0000 7f814ea00700 1 -- 172.21.15.44:0/1737428145 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8148105760 msgr2=0x7f8148105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:05.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.001+0000 7f814ea00700 1 --2- 172.21.15.44:0/1737428145 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8148105760 0x7f8148105be0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f8134009990 tx=0x7f8134009ca0 comp rx=0 tx=0).stop 2024-05-21T00:42:05.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.001+0000 7f814ea00700 1 -- 172.21.15.44:0/1737428145 shutdown_connections 2024-05-21T00:42:05.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.001+0000 7f814ea00700 1 --2- 172.21.15.44:0/1737428145 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f814810b760 0x7f814810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:05.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.001+0000 7f814ea00700 1 --2- 172.21.15.44:0/1737428145 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8148106120 0x7f8148112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:05.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.001+0000 7f814ea00700 1 --2- 172.21.15.44:0/1737428145 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8148105760 0x7f8148105be0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:05.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.001+0000 7f814ea00700 1 -- 172.21.15.44:0/1737428145 >> 172.21.15.44:0/1737428145 conn(0x7f8148101250 msgr2=0x7f8148103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:05.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.001+0000 7f814ea00700 1 -- 172.21.15.44:0/1737428145 shutdown_connections 2024-05-21T00:42:05.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.001+0000 7f814ea00700 1 -- 172.21.15.44:0/1737428145 wait complete. 2024-05-21T00:42:05.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.002+0000 7f814ea00700 1 Processor -- start 2024-05-21T00:42:05.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.002+0000 7f814ea00700 1 -- start start 2024-05-21T00:42:05.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.003+0000 7f814ea00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8148105760 0x7f814819be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:05.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.003+0000 7f814ea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8148106120 0x7f814819c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:05.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.003+0000 7f814ea00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f814810b760 0x7f81481a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:05.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.003+0000 7f814ea00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f81481159f0 con 0x7f8148106120 2024-05-21T00:42:05.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.003+0000 7f814ea00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8148115870 con 0x7f8148105760 2024-05-21T00:42:05.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.003+0000 7f814ea00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f8148115b70 con 0x7f814810b760 2024-05-21T00:42:05.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.003+0000 7f8147400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8148106120 0x7f814819c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:05.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.003+0000 7f8147e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8148105760 0x7f814819be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:05.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.003+0000 7f8147400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8148106120 0x7f814819c380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47632/0 (socket says 172.21.15.44:47632) 2024-05-21T00:42:05.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.003+0000 7f8147400700 1 -- 172.21.15.44:0/1583534447 learned_addr learned my addr 172.21.15.44:0/1583534447 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:05.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.003+0000 7f814ca00700 1 --2- 172.21.15.44:0/1583534447 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f814810b760 0x7f81481a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:05.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.004+0000 7f8147e00700 1 -- 172.21.15.44:0/1583534447 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f814810b760 msgr2=0x7f81481a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:05.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.004+0000 7f8147e00700 1 --2- 172.21.15.44:0/1583534447 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f814810b760 0x7f81481a0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:05.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.004+0000 7f8147e00700 1 -- 172.21.15.44:0/1583534447 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8148106120 msgr2=0x7f814819c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:05.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.004+0000 7f8147e00700 1 --2- 172.21.15.44:0/1583534447 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8148106120 0x7f814819c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:05.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.004+0000 7f8147e00700 1 -- 172.21.15.44:0/1583534447 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81481a0e50 con 0x7f8148105760 2024-05-21T00:42:05.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.004+0000 7f8147400700 1 --2- 172.21.15.44:0/1583534447 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8148106120 0x7f814819c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:42:05.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.004+0000 7f8147e00700 1 --2- 172.21.15.44:0/1583534447 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8148105760 0x7f814819be40 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f813800e9f0 tx=0x7f813800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:05.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.005+0000 7f8144c00700 1 -- 172.21.15.44:0/1583534447 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f813800c9c0 con 0x7f8148105760 2024-05-21T00:42:05.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.005+0000 7f8144c00700 1 -- 172.21.15.44:0/1583534447 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f813800cb60 con 0x7f8148105760 2024-05-21T00:42:05.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.005+0000 7f8144c00700 1 -- 172.21.15.44:0/1583534447 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8138018680 con 0x7f8148105760 2024-05-21T00:42:05.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.005+0000 7f814ea00700 1 -- 172.21.15.44:0/1583534447 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81481a1140 con 0x7f8148105760 2024-05-21T00:42:05.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.005+0000 7f814ea00700 1 -- 172.21.15.44:0/1583534447 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81481a89c0 con 0x7f8148105760 2024-05-21T00:42:05.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.006+0000 7f814ea00700 1 -- 172.21.15.44:0/1583534447 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f814806a230 con 0x7f8148105760 2024-05-21T00:42:05.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.008+0000 7f8144c00700 1 -- 172.21.15.44:0/1583534447 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f8138010430 con 0x7f8148105760 2024-05-21T00:42:05.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.010+0000 7f8144c00700 1 --2- 172.21.15.44:0/1583534447 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f812c0b2990 0x7f812c0b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:05.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.010+0000 7f8144c00700 1 -- 172.21.15.44:0/1583534447 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f81380e2480 con 0x7f8148105760 2024-05-21T00:42:05.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.010+0000 7f8147400700 1 --2- 172.21.15.44:0/1583534447 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f812c0b2990 0x7f812c0b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:05.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.011+0000 7f8147400700 1 --2- 172.21.15.44:0/1583534447 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f812c0b2990 0x7f812c0b4e50 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f8148103830 tx=0x7f813400b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:05.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.014+0000 7f8144c00700 1 -- 172.21.15.44:0/1583534447 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f81380a9fa0 con 0x7f8148105760 2024-05-21T00:42:05.308 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.305+0000 7f814ea00700 1 -- 172.21.15.44:0/1583534447 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f814802e720 con 0x7f8148105760 2024-05-21T00:42:05.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.306+0000 7f8144c00700 1 -- 172.21.15.44:0/1583534447 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11854 (secure 0 0 0) 0x7f81380a98a0 con 0x7f8148105760 2024-05-21T00:42:05.310 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:42:05.310 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/561549854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":561549854},{"type":"v1","addr":"172.21.15.44:6837","nonce":561549854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/2400906516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2400906516},{"type":"v1","addr":"172.21.15.82:6835","nonce":2400906516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2996309052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2996309052},{"type":"v1","addr":"172.21.15.92:6835","nonce":2996309052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:37:29.521554+0000","modified":"2024-05-21T00:41:28.977476+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24521,"mds_1":24511,"mds_2":24509},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24482":{"gid":24482,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6837/2183805482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":2183805482},{"type":"v1","addr":"172.21.15.82:6837","nonce":2183805482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6837/1462528640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1462528640},{"type":"v1","addr":"172.21.15.92:6837","nonce":1462528640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6839/1183044801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6838","nonce":1183044801},{"type":"v1","addr":"172.21.15.92:6839","nonce":1183044801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"a","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/3917264755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":3917264755},{"type":"v1","addr":"172.21.15.44:6841","nonce":3917264755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1038937716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1038937716},{"type":"v1","addr":"172.21.15.44:6839","nonce":1038937716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.82:6839/3736218763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":3736218763},{"type":"v1","addr":"172.21.15.82:6839","nonce":3736218763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24521,"qdb_cluster":[24509,24511,24521]},"id":1}]} 2024-05-21T00:42:05.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.310+0000 7f814ea00700 1 -- 172.21.15.44:0/1583534447 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f812c0b2990 msgr2=0x7f812c0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:05.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.310+0000 7f814ea00700 1 --2- 172.21.15.44:0/1583534447 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f812c0b2990 0x7f812c0b4e50 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f8148103830 tx=0x7f813400b280 comp rx=0 tx=0).stop 2024-05-21T00:42:05.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.310+0000 7f814ea00700 1 -- 172.21.15.44:0/1583534447 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8148105760 msgr2=0x7f814819be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:05.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.310+0000 7f814ea00700 1 --2- 172.21.15.44:0/1583534447 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8148105760 0x7f814819be40 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f813800e9f0 tx=0x7f813800ed00 comp rx=0 tx=0).stop 2024-05-21T00:42:05.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.311+0000 7f814ea00700 1 -- 172.21.15.44:0/1583534447 shutdown_connections 2024-05-21T00:42:05.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.311+0000 7f814ea00700 1 --2- 172.21.15.44:0/1583534447 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f812c0b2990 0x7f812c0b4e50 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:05.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.311+0000 7f814ea00700 1 --2- 172.21.15.44:0/1583534447 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f814810b760 0x7f81481a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:05.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.311+0000 7f814ea00700 1 --2- 172.21.15.44:0/1583534447 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8148105760 0x7f814819be40 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:05.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.311+0000 7f814ea00700 1 --2- 172.21.15.44:0/1583534447 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8148106120 0x7f814819c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:05.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.311+0000 7f814ea00700 1 -- 172.21.15.44:0/1583534447 >> 172.21.15.44:0/1583534447 conn(0x7f8148101250 msgr2=0x7f8148101900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:05.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.311+0000 7f814ea00700 1 -- 172.21.15.44:0/1583534447 shutdown_connections 2024-05-21T00:42:05.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:05.311+0000 7f814ea00700 1 -- 172.21.15.44:0/1583534447 wait complete. 2024-05-21T00:42:05.316 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 26 2024-05-21T00:42:06.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:05 smithi092 ceph-mon[36335]: pgmap v459: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 6 op/s 2024-05-21T00:42:06.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:05 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/1583534447' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:42:06.069 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:05 smithi044 ceph-mon[31392]: pgmap v459: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 6 op/s 2024-05-21T00:42:06.069 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:05 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1583534447' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:42:06.151 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:42:06.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:05 smithi082 ceph-mon[36141]: pgmap v459: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 6 op/s 2024-05-21T00:42:06.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:05 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/1583534447' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:42:06.625 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:42:08.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:07 smithi092 ceph-mon[36335]: pgmap v460: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:42:08.070 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:07 smithi044 ceph-mon[31392]: pgmap v460: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:42:08.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:07 smithi082 ceph-mon[36141]: pgmap v460: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:42:08.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.920+0000 7fa3e8a00700 1 -- 172.21.15.44:0/752154294 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa3e41035f0 msgr2=0x7fa3e4103a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:08.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.920+0000 7fa3e8a00700 1 --2- 172.21.15.44:0/752154294 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa3e41035f0 0x7fa3e4103a50 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fa3d0009990 tx=0x7fa3d0009ca0 comp rx=0 tx=0).stop 2024-05-21T00:42:08.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.920+0000 7fa3e8a00700 1 -- 172.21.15.44:0/752154294 shutdown_connections 2024-05-21T00:42:08.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.920+0000 7fa3e8a00700 1 --2- 172.21.15.44:0/752154294 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa3e4108500 0x7fa3e41088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:08.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.920+0000 7fa3e8a00700 1 --2- 172.21.15.44:0/752154294 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa3e4103f90 0x7fa3e4110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:08.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.920+0000 7fa3e8a00700 1 --2- 172.21.15.44:0/752154294 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa3e41035f0 0x7fa3e4103a50 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:08.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.920+0000 7fa3e8a00700 1 -- 172.21.15.44:0/752154294 >> 172.21.15.44:0/752154294 conn(0x7fa3e407a6a0 msgr2=0x7fa3e407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:08.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.920+0000 7fa3e8a00700 1 -- 172.21.15.44:0/752154294 shutdown_connections 2024-05-21T00:42:08.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.920+0000 7fa3e8a00700 1 -- 172.21.15.44:0/752154294 wait complete. 2024-05-21T00:42:08.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.922+0000 7fa3e8a00700 1 Processor -- start 2024-05-21T00:42:08.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.922+0000 7fa3e8a00700 1 -- start start 2024-05-21T00:42:08.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.922+0000 7fa3e8a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa3e41035f0 0x7fa3e419bee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:08.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.922+0000 7fa3e8a00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa3e4103f90 0x7fa3e419c420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:08.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.922+0000 7fa3e8a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa3e4108500 0x7fa3e41a07b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:08.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.922+0000 7fa3e8a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa3e4113780 con 0x7fa3e41035f0 2024-05-21T00:42:08.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.922+0000 7fa3e8a00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa3e4113600 con 0x7fa3e4103f90 2024-05-21T00:42:08.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.922+0000 7fa3e8a00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa3e4113900 con 0x7fa3e4108500 2024-05-21T00:42:08.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.923+0000 7fa3e1e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa3e41035f0 0x7fa3e419bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:08.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.923+0000 7fa3e1e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa3e41035f0 0x7fa3e419bee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41308/0 (socket says 172.21.15.44:41308) 2024-05-21T00:42:08.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.923+0000 7fa3e1e00700 1 -- 172.21.15.44:0/1854006823 learned_addr learned my addr 172.21.15.44:0/1854006823 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:08.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.923+0000 7fa3e2800700 1 --2- 172.21.15.44:0/1854006823 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa3e4108500 0x7fa3e41a07b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:08.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.923+0000 7fa3e1400700 1 --2- 172.21.15.44:0/1854006823 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa3e4103f90 0x7fa3e419c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:08.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.923+0000 7fa3e1400700 1 -- 172.21.15.44:0/1854006823 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa3e4108500 msgr2=0x7fa3e41a07b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:08.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.923+0000 7fa3e1400700 1 --2- 172.21.15.44:0/1854006823 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa3e4108500 0x7fa3e41a07b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:08.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.923+0000 7fa3e1400700 1 -- 172.21.15.44:0/1854006823 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa3e41035f0 msgr2=0x7fa3e419bee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:08.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.923+0000 7fa3e1400700 1 --2- 172.21.15.44:0/1854006823 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa3e41035f0 0x7fa3e419bee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:08.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.923+0000 7fa3e1400700 1 -- 172.21.15.44:0/1854006823 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3e41a0ef0 con 0x7fa3e4103f90 2024-05-21T00:42:08.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.923+0000 7fa3e1e00700 1 --2- 172.21.15.44:0/1854006823 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa3e41035f0 0x7fa3e419bee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:42:08.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.924+0000 7fa3e1400700 1 --2- 172.21.15.44:0/1854006823 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa3e4103f90 0x7fa3e419c420 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fa3d00098e0 tx=0x7fa3d00057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:08.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.924+0000 7fa3daa00700 1 -- 172.21.15.44:0/1854006823 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3d0027070 con 0x7fa3e4103f90 2024-05-21T00:42:08.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.924+0000 7fa3e8a00700 1 -- 172.21.15.44:0/1854006823 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3e41a1180 con 0x7fa3e4103f90 2024-05-21T00:42:08.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.924+0000 7fa3daa00700 1 -- 172.21.15.44:0/1854006823 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa3d0022470 con 0x7fa3e4103f90 2024-05-21T00:42:08.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.924+0000 7fa3daa00700 1 -- 172.21.15.44:0/1854006823 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3d0017650 con 0x7fa3e4103f90 2024-05-21T00:42:08.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.924+0000 7fa3e8a00700 1 -- 172.21.15.44:0/1854006823 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3e41a8a60 con 0x7fa3e4103f90 2024-05-21T00:42:08.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.925+0000 7fa3e8a00700 1 -- 172.21.15.44:0/1854006823 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3c4005330 con 0x7fa3e4103f90 2024-05-21T00:42:08.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.928+0000 7fa3daa00700 1 -- 172.21.15.44:0/1854006823 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7fa3d002a070 con 0x7fa3e4103f90 2024-05-21T00:42:08.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.929+0000 7fa3daa00700 1 --2- 172.21.15.44:0/1854006823 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa3c80b2910 0x7fa3c80b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:08.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.930+0000 7fa3daa00700 1 -- 172.21.15.44:0/1854006823 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fa3d00e3160 con 0x7fa3e4103f90 2024-05-21T00:42:08.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.930+0000 7fa3e1e00700 1 --2- 172.21.15.44:0/1854006823 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa3c80b2910 0x7fa3c80b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:08.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.930+0000 7fa3e1e00700 1 --2- 172.21.15.44:0/1854006823 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa3c80b2910 0x7fa3c80b4dd0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fa3d4005950 tx=0x7fa3d4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:08.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:08.931+0000 7fa3daa00700 1 -- 172.21.15.44:0/1854006823 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa3d0013070 con 0x7fa3e4103f90 2024-05-21T00:42:09.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:09.221+0000 7fa3e8a00700 1 -- 172.21.15.44:0/1854006823 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa3c4005620 con 0x7fa3e4103f90 2024-05-21T00:42:09.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:09.222+0000 7fa3daa00700 1 -- 172.21.15.44:0/1854006823 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11854 (secure 0 0 0) 0x7fa3d00aad10 con 0x7fa3e4103f90 2024-05-21T00:42:09.227 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:42:09.227 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/561549854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":561549854},{"type":"v1","addr":"172.21.15.44:6837","nonce":561549854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/2400906516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2400906516},{"type":"v1","addr":"172.21.15.82:6835","nonce":2400906516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2996309052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2996309052},{"type":"v1","addr":"172.21.15.92:6835","nonce":2996309052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:37:29.521554+0000","modified":"2024-05-21T00:41:28.977476+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24521,"mds_1":24511,"mds_2":24509},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24482":{"gid":24482,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6837/2183805482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":2183805482},{"type":"v1","addr":"172.21.15.82:6837","nonce":2183805482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6837/1462528640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1462528640},{"type":"v1","addr":"172.21.15.92:6837","nonce":1462528640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6839/1183044801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6838","nonce":1183044801},{"type":"v1","addr":"172.21.15.92:6839","nonce":1183044801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"a","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/3917264755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":3917264755},{"type":"v1","addr":"172.21.15.44:6841","nonce":3917264755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1038937716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1038937716},{"type":"v1","addr":"172.21.15.44:6839","nonce":1038937716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.82:6839/3736218763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":3736218763},{"type":"v1","addr":"172.21.15.82:6839","nonce":3736218763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24521,"qdb_cluster":[24509,24511,24521]},"id":1}]} 2024-05-21T00:42:09.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:09.225+0000 7fa3e8a00700 1 -- 172.21.15.44:0/1854006823 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa3c80b2910 msgr2=0x7fa3c80b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:09.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:09.225+0000 7fa3e8a00700 1 --2- 172.21.15.44:0/1854006823 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa3c80b2910 0x7fa3c80b4dd0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fa3d4005950 tx=0x7fa3d4009260 comp rx=0 tx=0).stop 2024-05-21T00:42:09.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:09.225+0000 7fa3e8a00700 1 -- 172.21.15.44:0/1854006823 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa3e4103f90 msgr2=0x7fa3e419c420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:09.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:09.225+0000 7fa3e8a00700 1 --2- 172.21.15.44:0/1854006823 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa3e4103f90 0x7fa3e419c420 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fa3d00098e0 tx=0x7fa3d00057c0 comp rx=0 tx=0).stop 2024-05-21T00:42:09.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:09.226+0000 7fa3e8a00700 1 -- 172.21.15.44:0/1854006823 shutdown_connections 2024-05-21T00:42:09.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:09.226+0000 7fa3e8a00700 1 --2- 172.21.15.44:0/1854006823 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa3c80b2910 0x7fa3c80b4dd0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:09.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:09.226+0000 7fa3e8a00700 1 --2- 172.21.15.44:0/1854006823 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa3e41035f0 0x7fa3e419bee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:09.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:09.226+0000 7fa3e8a00700 1 --2- 172.21.15.44:0/1854006823 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa3e4108500 0x7fa3e41a07b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:09.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:09.226+0000 7fa3e8a00700 1 --2- 172.21.15.44:0/1854006823 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa3e4103f90 0x7fa3e419c420 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:09.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:09.226+0000 7fa3e8a00700 1 -- 172.21.15.44:0/1854006823 >> 172.21.15.44:0/1854006823 conn(0x7fa3e407a6a0 msgr2=0x7fa3e4101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:09.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:09.226+0000 7fa3e8a00700 1 -- 172.21.15.44:0/1854006823 shutdown_connections 2024-05-21T00:42:09.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:09.226+0000 7fa3e8a00700 1 -- 172.21.15.44:0/1854006823 wait complete. 2024-05-21T00:42:09.232 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 26 2024-05-21T00:42:09.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:09 smithi044 ceph-mon[31392]: pgmap v461: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:42:09.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:09 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1854006823' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:42:10.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:09 smithi092 ceph-mon[36335]: pgmap v461: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:42:10.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:09 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/1854006823' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:42:10.150 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T00:42:10.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:09 smithi082 ceph-mon[36141]: pgmap v461: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:42:10.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:09 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/1854006823' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:42:10.629 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:42:12.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:11 smithi092 ceph-mon[36335]: pgmap v462: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:42:12.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:11 smithi044 ceph-mon[31392]: pgmap v462: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:42:12.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:11 smithi082 ceph-mon[36141]: pgmap v462: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:42:13.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.016+0000 7f1b00400700 1 -- 172.21.15.44:0/3899418625 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1af810a780 msgr2=0x7f1af810e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:13.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.016+0000 7f1b00400700 1 --2- 172.21.15.44:0/3899418625 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1af810a780 0x7f1af810e7d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f1ae40099c0 tx=0x7f1ae4009cd0 comp rx=0 tx=0).stop 2024-05-21T00:42:13.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.017+0000 7f1b00400700 1 -- 172.21.15.44:0/3899418625 shutdown_connections 2024-05-21T00:42:13.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.017+0000 7f1b00400700 1 --2- 172.21.15.44:0/3899418625 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1af8109dd0 0x7f1af810a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:13.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.017+0000 7f1b00400700 1 --2- 172.21.15.44:0/3899418625 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1af810eeb0 0x7f1af8116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:13.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.017+0000 7f1b00400700 1 --2- 172.21.15.44:0/3899418625 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1af810a780 0x7f1af810e7d0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:13.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.017+0000 7f1b00400700 1 -- 172.21.15.44:0/3899418625 >> 172.21.15.44:0/3899418625 conn(0x7f1af8076d10 msgr2=0x7f1af8108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:13.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.017+0000 7f1b00400700 1 -- 172.21.15.44:0/3899418625 shutdown_connections 2024-05-21T00:42:13.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.017+0000 7f1b00400700 1 -- 172.21.15.44:0/3899418625 wait complete. 2024-05-21T00:42:13.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.018+0000 7f1b00400700 1 Processor -- start 2024-05-21T00:42:13.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.018+0000 7f1b00400700 1 -- start start 2024-05-21T00:42:13.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.019+0000 7f1b00400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1af8109dd0 0x7f1af81a01f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:13.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.019+0000 7f1b00400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1af810a780 0x7f1af81a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:13.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.019+0000 7f1b00400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1af810eeb0 0x7f1af81a4ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:13.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.019+0000 7f1b00400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1af8119d40 con 0x7f1af810a780 2024-05-21T00:42:13.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.019+0000 7f1b00400700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f1af8119bc0 con 0x7f1af810eeb0 2024-05-21T00:42:13.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.019+0000 7f1b00400700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f1af8119ec0 con 0x7f1af8109dd0 2024-05-21T00:42:13.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.019+0000 7f1afd000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1af810a780 0x7f1af81a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:13.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.019+0000 7f1afda00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1af8109dd0 0x7f1af81a01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:13.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.019+0000 7f1afd000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1af810a780 0x7f1af81a0730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41328/0 (socket says 172.21.15.44:41328) 2024-05-21T00:42:13.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.019+0000 7f1afd000700 1 -- 172.21.15.44:0/3772071681 learned_addr learned my addr 172.21.15.44:0/3772071681 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:13.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.019+0000 7f1afe400700 1 --2- 172.21.15.44:0/3772071681 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1af810eeb0 0x7f1af81a4ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:13.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.020+0000 7f1afda00700 1 -- 172.21.15.44:0/3772071681 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1af810eeb0 msgr2=0x7f1af81a4ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:13.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.020+0000 7f1afda00700 1 --2- 172.21.15.44:0/3772071681 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1af810eeb0 0x7f1af81a4ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:13.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.020+0000 7f1afda00700 1 -- 172.21.15.44:0/3772071681 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1af810a780 msgr2=0x7f1af81a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:13.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.020+0000 7f1afda00700 1 --2- 172.21.15.44:0/3772071681 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1af810a780 0x7f1af81a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:13.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.020+0000 7f1afda00700 1 -- 172.21.15.44:0/3772071681 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1af81a5200 con 0x7f1af8109dd0 2024-05-21T00:42:13.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.020+0000 7f1afd000700 1 --2- 172.21.15.44:0/3772071681 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1af810a780 0x7f1af81a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:42:13.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.020+0000 7f1afda00700 1 --2- 172.21.15.44:0/3772071681 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1af8109dd0 0x7f1af81a01f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f1aec00e9f0 tx=0x7f1aec00ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:13.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.020+0000 7f1af6000700 1 -- 172.21.15.44:0/3772071681 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aec00c9c0 con 0x7f1af8109dd0 2024-05-21T00:42:13.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.020+0000 7f1af6000700 1 -- 172.21.15.44:0/3772071681 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1aec00cb60 con 0x7f1af8109dd0 2024-05-21T00:42:13.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.020+0000 7f1af6000700 1 -- 172.21.15.44:0/3772071681 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aec018680 con 0x7f1af8109dd0 2024-05-21T00:42:13.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.020+0000 7f1b00400700 1 -- 172.21.15.44:0/3772071681 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1af81a54f0 con 0x7f1af8109dd0 2024-05-21T00:42:13.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.020+0000 7f1b00400700 1 -- 172.21.15.44:0/3772071681 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1af81acd70 con 0x7f1af8109dd0 2024-05-21T00:42:13.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.022+0000 7f1b00400700 1 -- 172.21.15.44:0/3772071681 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1af806a230 con 0x7f1af8109dd0 2024-05-21T00:42:13.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.024+0000 7f1af6000700 1 -- 172.21.15.44:0/3772071681 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f1aec010430 con 0x7f1af8109dd0 2024-05-21T00:42:13.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.025+0000 7f1af6000700 1 --2- 172.21.15.44:0/3772071681 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f1ae00b2990 0x7f1ae00b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:13.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.025+0000 7f1af6000700 1 -- 172.21.15.44:0/3772071681 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f1aec0e2520 con 0x7f1af8109dd0 2024-05-21T00:42:13.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.025+0000 7f1afd000700 1 --2- 172.21.15.44:0/3772071681 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f1ae00b2990 0x7f1ae00b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:13.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.026+0000 7f1afd000700 1 --2- 172.21.15.44:0/3772071681 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f1ae00b2990 0x7f1ae00b4e50 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f1ae4009990 tx=0x7f1ae4005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:13.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.030+0000 7f1af6000700 1 -- 172.21.15.44:0/3772071681 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1aec0aa040 con 0x7f1af8109dd0 2024-05-21T00:42:13.260 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.257+0000 7f1b00400700 1 -- 172.21.15.44:0/3772071681 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1af802e560 con 0x7f1af8109dd0 2024-05-21T00:42:13.262 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.259+0000 7f1af6000700 1 -- 172.21.15.44:0/3772071681 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22707 (secure 0 0 0) 0x7f1aec0b20c0 con 0x7f1af8109dd0 2024-05-21T00:42:13.263 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:42:13.263 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":82,"fsid":"d03df2b2-1708-11ef-bc9a-c7b262605968","created":"2024-05-21T00:27:51.458771+0000","modified":"2024-05-21T00:39:11.514065+0000","last_up_change":"2024-05-21T00:36:10.971414+0000","last_in_change":"2024-05-21T00:35:50.957727+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T00:31:54.252537+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T00:37:21.067118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T00:37:25.328393+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"87d95ec0-9884-407b-9d90-67a37bd139bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6803","nonce":3592915645}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6805","nonce":3592915645}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6809","nonce":3592915645}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6807","nonce":3592915645}]},"public_addr":"172.21.15.44:6803/3592915645","cluster_addr":"172.21.15.44:6805/3592915645","heartbeat_back_addr":"172.21.15.44:6809/3592915645","heartbeat_front_addr":"172.21.15.44:6807/3592915645","state":["exists","up"]},{"osd":1,"uuid":"f63d59d5-bcc5-4875-befd-f9ff99c11c5a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6800","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6801","nonce":2647472512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6803","nonce":2647472512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6807","nonce":2647472512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6805","nonce":2647472512}]},"public_addr":"172.21.15.82:6801/2647472512","cluster_addr":"172.21.15.82:6803/2647472512","heartbeat_back_addr":"172.21.15.82:6807/2647472512","heartbeat_front_addr":"172.21.15.82:6805/2647472512","state":["exists","up"]},{"osd":2,"uuid":"03dda03d-7581-476b-8e0b-ede8b7865165","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6801","nonce":2514141415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6803","nonce":2514141415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6807","nonce":2514141415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6805","nonce":2514141415}]},"public_addr":"172.21.15.92:6801/2514141415","cluster_addr":"172.21.15.92:6803/2514141415","heartbeat_back_addr":"172.21.15.92:6807/2514141415","heartbeat_front_addr":"172.21.15.92:6805/2514141415","state":["exists","up"]},{"osd":3,"uuid":"ee4c6871-e0ba-4dda-9fa1-f53d17314665","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6811","nonce":3929544733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6813","nonce":3929544733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6817","nonce":3929544733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6815","nonce":3929544733}]},"public_addr":"172.21.15.44:6811/3929544733","cluster_addr":"172.21.15.44:6813/3929544733","heartbeat_back_addr":"172.21.15.44:6817/3929544733","heartbeat_front_addr":"172.21.15.44:6815/3929544733","state":["exists","up"]},{"osd":4,"uuid":"43686e5d-9d5d-47ce-9a87-809e4dd36914","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6809","nonce":1580415467}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6811","nonce":1580415467}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6815","nonce":1580415467}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6813","nonce":1580415467}]},"public_addr":"172.21.15.82:6809/1580415467","cluster_addr":"172.21.15.82:6811/1580415467","heartbeat_back_addr":"172.21.15.82:6815/1580415467","heartbeat_front_addr":"172.21.15.82:6813/1580415467","state":["exists","up"]},{"osd":5,"uuid":"d37ad690-2e64-44d9-b4ba-5c1413dbde2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6809","nonce":965782434}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6811","nonce":965782434}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6815","nonce":965782434}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6813","nonce":965782434}]},"public_addr":"172.21.15.92:6809/965782434","cluster_addr":"172.21.15.92:6811/965782434","heartbeat_back_addr":"172.21.15.92:6815/965782434","heartbeat_front_addr":"172.21.15.92:6813/965782434","state":["exists","up"]},{"osd":6,"uuid":"a51f7723-c78c-4ef9-a341-b1ff72ba518e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6819","nonce":1537486544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6821","nonce":1537486544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6825","nonce":1537486544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6823","nonce":1537486544}]},"public_addr":"172.21.15.44:6819/1537486544","cluster_addr":"172.21.15.44:6821/1537486544","heartbeat_back_addr":"172.21.15.44:6825/1537486544","heartbeat_front_addr":"172.21.15.44:6823/1537486544","state":["exists","up"]},{"osd":7,"uuid":"9cb07a5c-be70-4030-a329-3d4f374fb837","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6817","nonce":205724371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6819","nonce":205724371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6823","nonce":205724371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6821","nonce":205724371}]},"public_addr":"172.21.15.82:6817/205724371","cluster_addr":"172.21.15.82:6819/205724371","heartbeat_back_addr":"172.21.15.82:6823/205724371","heartbeat_front_addr":"172.21.15.82:6821/205724371","state":["exists","up"]},{"osd":8,"uuid":"5dcab637-f5dc-45c1-8100-cb0b5ace5c92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6817","nonce":3959245624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6819","nonce":3959245624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6823","nonce":3959245624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6821","nonce":3959245624}]},"public_addr":"172.21.15.92:6817/3959245624","cluster_addr":"172.21.15.92:6819/3959245624","heartbeat_back_addr":"172.21.15.92:6823/3959245624","heartbeat_front_addr":"172.21.15.92:6821/3959245624","state":["exists","up"]},{"osd":9,"uuid":"e8018f84-c48b-46c3-97f9-933126a7b2fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6827","nonce":1654517516}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6829","nonce":1654517516}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6833","nonce":1654517516}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6831","nonce":1654517516}]},"public_addr":"172.21.15.44:6827/1654517516","cluster_addr":"172.21.15.44:6829/1654517516","heartbeat_back_addr":"172.21.15.44:6833/1654517516","heartbeat_front_addr":"172.21.15.44:6831/1654517516","state":["exists","up"]},{"osd":10,"uuid":"2887e4b5-afd3-4a9f-9d8a-c8c22964451d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6825","nonce":1964064567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6827","nonce":1964064567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6831","nonce":1964064567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6829","nonce":1964064567}]},"public_addr":"172.21.15.82:6825/1964064567","cluster_addr":"172.21.15.82:6827/1964064567","heartbeat_back_addr":"172.21.15.82:6831/1964064567","heartbeat_front_addr":"172.21.15.82:6829/1964064567","state":["exists","up"]},{"osd":11,"uuid":"0bc8302f-4e43-4172-8b39-e845532325dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6825","nonce":2911355193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6827","nonce":2911355193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6831","nonce":2911355193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6829","nonce":2911355193}]},"public_addr":"172.21.15.92:6825/2911355193","cluster_addr":"172.21.15.92:6827/2911355193","heartbeat_back_addr":"172.21.15.92:6831/2911355193","heartbeat_front_addr":"172.21.15.92:6829/2911355193","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:03.521286+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:28.491762+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:51.825721+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:32:25.293696+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:32:51.285539+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:33:15.925099+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:33:50.761232+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:34:17.058992+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:34:41.840124+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:35:16.093194+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:35:43.418271+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:36:09.237970+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":2,"to":1}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.18","mappings":[{"from":3,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":7}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/880191957":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/587444604":"2024-05-22T00:29:10.086497+0000","172.21.15.44:6800/3330900916":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/64733516":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6801/3460387030":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6801/3330900916":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/1049391158":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6800/3460387030":"2024-05-22T00:28:34.433643+0000","172.21.15.44:0/1950433201":"2024-05-22T00:28:34.433643+0000","172.21.15.44:0/866497567":"2024-05-22T00:29:10.086497+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T00:42:13.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.262+0000 7f1b00400700 1 -- 172.21.15.44:0/3772071681 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f1ae00b2990 msgr2=0x7f1ae00b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:13.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.262+0000 7f1b00400700 1 --2- 172.21.15.44:0/3772071681 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f1ae00b2990 0x7f1ae00b4e50 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f1ae4009990 tx=0x7f1ae4005960 comp rx=0 tx=0).stop 2024-05-21T00:42:13.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.262+0000 7f1b00400700 1 -- 172.21.15.44:0/3772071681 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1af8109dd0 msgr2=0x7f1af81a01f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:13.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.262+0000 7f1b00400700 1 --2- 172.21.15.44:0/3772071681 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1af8109dd0 0x7f1af81a01f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f1aec00e9f0 tx=0x7f1aec00ed00 comp rx=0 tx=0).stop 2024-05-21T00:42:13.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.262+0000 7f1b00400700 1 -- 172.21.15.44:0/3772071681 shutdown_connections 2024-05-21T00:42:13.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.262+0000 7f1b00400700 1 --2- 172.21.15.44:0/3772071681 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f1ae00b2990 0x7f1ae00b4e50 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:13.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.262+0000 7f1b00400700 1 --2- 172.21.15.44:0/3772071681 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1af810eeb0 0x7f1af81a4ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:13.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.262+0000 7f1b00400700 1 --2- 172.21.15.44:0/3772071681 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1af8109dd0 0x7f1af81a01f0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:13.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.262+0000 7f1b00400700 1 --2- 172.21.15.44:0/3772071681 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1af810a780 0x7f1af81a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:13.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.262+0000 7f1b00400700 1 -- 172.21.15.44:0/3772071681 >> 172.21.15.44:0/3772071681 conn(0x7f1af8076d10 msgr2=0x7f1af8078960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:13.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.262+0000 7f1b00400700 1 -- 172.21.15.44:0/3772071681 shutdown_connections 2024-05-21T00:42:13.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:13.262+0000 7f1b00400700 1 -- 172.21.15.44:0/3772071681 wait complete. 2024-05-21T00:42:13.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:13 smithi044 ceph-mon[31392]: pgmap v463: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:42:13.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:13 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/3772071681' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:42:14.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:13 smithi092 ceph-mon[36335]: pgmap v463: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:42:14.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:13 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/3772071681' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:42:14.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:13 smithi082 ceph-mon[36141]: pgmap v463: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:42:14.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:13 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/3772071681' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:42:14.199 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph daemon mon.a --format=json config get run_dir 2024-05-21T00:42:14.679 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:42:16.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:15 smithi092 ceph-mon[36335]: pgmap v464: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:42:16.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:15 smithi044 ceph-mon[31392]: pgmap v464: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:42:16.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:15 smithi082 ceph-mon[36141]: pgmap v464: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:42:16.824 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:16 smithi044 ceph-mon[31392]: pgmap v465: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:42:17.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:16 smithi092 ceph-mon[36335]: pgmap v465: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:42:17.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:16 smithi082 ceph-mon[36141]: pgmap v465: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:42:18.102 INFO:teuthology.orchestra.run.smithi044.stdout:{"run_dir":"/var/run/ceph"} 2024-05-21T00:42:18.102 DEBUG:tasks.cephfs.filesystem:_json_asok output { "run_dir": "/var/run/ceph" } 2024-05-21T00:42:18.103 INFO:tasks.quiescer.fs.[cephfs]:Initializing Quiescer with seed 6003 2024-05-21T00:42:18.103 DEBUG:tasks.quiescer:Yielding 2024-05-21T00:42:18.103 INFO:teuthology.run_tasks:Running task workunit... 2024-05-21T00:42:18.117 INFO:tasks.workunit:Pulling workunits from ref b772be9bbd810236a4ab405b6b221a45c687051f 2024-05-21T00:42:18.118 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-05-21T00:42:18.118 INFO:tasks.workunit:timeout=3h 2024-05-21T00:42:18.118 INFO:tasks.workunit:cleanup=True 2024-05-21T00:42:18.118 DEBUG:teuthology.orchestra.run.smithi044:> stat -- /home/ubuntu/cephtest/mnt.0 2024-05-21T00:42:18.119 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:42:18.167 INFO:teuthology.orchestra.run.smithi044.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-05-21T00:42:18.168 INFO:teuthology.orchestra.run.smithi044.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-05-21T00:42:18.168 INFO:teuthology.orchestra.run.smithi044.stdout:Device: 53h/83d Inode: 1099511628283 Links: 2 2024-05-21T00:42:18.168 INFO:teuthology.orchestra.run.smithi044.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T00:42:18.168 INFO:teuthology.orchestra.run.smithi044.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-05-21T00:42:18.168 INFO:teuthology.orchestra.run.smithi044.stdout:Access: 2024-05-21 00:38:10.502722543 +0000 2024-05-21T00:42:18.168 INFO:teuthology.orchestra.run.smithi044.stdout:Modify: 2024-05-21 00:38:10.502722543 +0000 2024-05-21T00:42:18.168 INFO:teuthology.orchestra.run.smithi044.stdout:Change: 2024-05-21 00:41:27.890627200 +0000 2024-05-21T00:42:18.168 INFO:teuthology.orchestra.run.smithi044.stdout: Birth: 2024-05-21 00:38:10.502722543 +0000 2024-05-21T00:42:18.168 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-05-21T00:42:18.169 DEBUG:teuthology.orchestra.run.smithi044:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-05-21T00:42:18.310 DEBUG:teuthology.orchestra.run.smithi044:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout b772be9bbd810236a4ab405b6b221a45c687051f 2024-05-21T00:42:18.365 INFO:tasks.workunit.client.0.smithi044.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-05-21T00:42:18.576 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:42:19.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:19 smithi082 ceph-mon[36141]: pgmap v466: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:42:19.777 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:19 smithi044 ceph-mon[31392]: pgmap v466: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:42:19.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:19 smithi092 ceph-mon[36335]: pgmap v466: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:42:20.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.928+0000 7f1215000700 1 -- 172.21.15.44:0/1322286471 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f121010eeb0 msgr2=0x7f1210116a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:20.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.928+0000 7f1215000700 1 --2- 172.21.15.44:0/1322286471 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f121010eeb0 0x7f1210116a80 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f120800b0d0 tx=0x7f120800b3e0 comp rx=0 tx=0).stop 2024-05-21T00:42:20.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.928+0000 7f1215000700 1 -- 172.21.15.44:0/1322286471 shutdown_connections 2024-05-21T00:42:20.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.928+0000 7f1215000700 1 --2- 172.21.15.44:0/1322286471 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f121010eeb0 0x7f1210116a80 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:20.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.928+0000 7f1215000700 1 --2- 172.21.15.44:0/1322286471 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1210109dd0 0x7f121010a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:20.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.928+0000 7f1215000700 1 --2- 172.21.15.44:0/1322286471 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f121010a780 0x7f121010e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:20.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.928+0000 7f1215000700 1 -- 172.21.15.44:0/1322286471 >> 172.21.15.44:0/1322286471 conn(0x7f1210076d10 msgr2=0x7f1210108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:20.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.928+0000 7f1215000700 1 -- 172.21.15.44:0/1322286471 shutdown_connections 2024-05-21T00:42:20.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.928+0000 7f1215000700 1 -- 172.21.15.44:0/1322286471 wait complete. 2024-05-21T00:42:20.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.929+0000 7f1215000700 1 Processor -- start 2024-05-21T00:42:20.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.930+0000 7f1215000700 1 -- start start 2024-05-21T00:42:20.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.930+0000 7f1215000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1210109dd0 0x7f12101a01b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:20.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.930+0000 7f1215000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f121010a780 0x7f12101a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:20.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.930+0000 7f1215000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f121010eeb0 0x7f12101a4a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:20.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.930+0000 7f1215000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1210119d60 con 0x7f121010eeb0 2024-05-21T00:42:20.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.930+0000 7f1215000700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f1210119be0 con 0x7f121010a780 2024-05-21T00:42:20.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.930+0000 7f1215000700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f1210119ee0 con 0x7f1210109dd0 2024-05-21T00:42:20.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.930+0000 7f120e800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f121010eeb0 0x7f12101a4a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:20.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.930+0000 7f1207e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f121010a780 0x7f12101a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:20.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.930+0000 7f1207e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f121010a780 0x7f12101a06f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:57786/0 (socket says 172.21.15.44:57786) 2024-05-21T00:42:20.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.931+0000 7f1207e00700 1 -- 172.21.15.44:0/1331458400 learned_addr learned my addr 172.21.15.44:0/1331458400 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:20.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.931+0000 7f120de00700 1 --2- 172.21.15.44:0/1331458400 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1210109dd0 0x7f12101a01b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:20.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.931+0000 7f1207e00700 1 -- 172.21.15.44:0/1331458400 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1210109dd0 msgr2=0x7f12101a01b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:20.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.931+0000 7f1207e00700 1 --2- 172.21.15.44:0/1331458400 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1210109dd0 0x7f12101a01b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:20.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.931+0000 7f1207e00700 1 -- 172.21.15.44:0/1331458400 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f121010eeb0 msgr2=0x7f12101a4a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:20.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.931+0000 7f1207e00700 1 --2- 172.21.15.44:0/1331458400 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f121010eeb0 0x7f12101a4a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:20.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.931+0000 7f1207e00700 1 -- 172.21.15.44:0/1331458400 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12101a51c0 con 0x7f121010a780 2024-05-21T00:42:20.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.931+0000 7f120e800700 1 --2- 172.21.15.44:0/1331458400 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f121010eeb0 0x7f12101a4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:42:20.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.931+0000 7f120de00700 1 --2- 172.21.15.44:0/1331458400 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1210109dd0 0x7f12101a01b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:42:20.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.931+0000 7f1207e00700 1 --2- 172.21.15.44:0/1331458400 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f121010a780 0x7f12101a06f0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f11f800e970 tx=0x7f11f800ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:20.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.932+0000 7f1206a00700 1 -- 172.21.15.44:0/1331458400 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11f8004a30 con 0x7f121010a780 2024-05-21T00:42:20.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.932+0000 7f1206a00700 1 -- 172.21.15.44:0/1331458400 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f11f800cc90 con 0x7f121010a780 2024-05-21T00:42:20.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.932+0000 7f1206a00700 1 -- 172.21.15.44:0/1331458400 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11f8005610 con 0x7f121010a780 2024-05-21T00:42:20.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.932+0000 7f1215000700 1 -- 172.21.15.44:0/1331458400 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12101a54b0 con 0x7f121010a780 2024-05-21T00:42:20.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.932+0000 7f1215000700 1 -- 172.21.15.44:0/1331458400 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12101acd30 con 0x7f121010a780 2024-05-21T00:42:20.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.933+0000 7f1215000700 1 -- 172.21.15.44:0/1331458400 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f121006a230 con 0x7f121010a780 2024-05-21T00:42:20.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.936+0000 7f1206a00700 1 -- 172.21.15.44:0/1331458400 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f11f800c7e0 con 0x7f121010a780 2024-05-21T00:42:20.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.938+0000 7f1206a00700 1 --2- 172.21.15.44:0/1331458400 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f11f40b2990 0x7f11f40b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:20.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.938+0000 7f1206a00700 1 -- 172.21.15.44:0/1331458400 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f11f80e2700 con 0x7f121010a780 2024-05-21T00:42:20.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.938+0000 7f120de00700 1 --2- 172.21.15.44:0/1331458400 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f11f40b2990 0x7f11f40b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:20.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.939+0000 7f120de00700 1 --2- 172.21.15.44:0/1331458400 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f11f40b2990 0x7f11f40b4e50 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f1200011490 tx=0x7f1200009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:20.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:20.939+0000 7f1206a00700 1 -- 172.21.15.44:0/1331458400 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f11f8054df0 con 0x7f121010a780 2024-05-21T00:42:21.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:21.224+0000 7f1215000700 1 -- 172.21.15.44:0/1331458400 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f121002e560 con 0x7f121010a780 2024-05-21T00:42:21.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:21.225+0000 7f1206a00700 1 -- 172.21.15.44:0/1331458400 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11854 (secure 0 0 0) 0x7f11f80aa220 con 0x7f121010a780 2024-05-21T00:42:21.229 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:42:21.229 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/561549854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":561549854},{"type":"v1","addr":"172.21.15.44:6837","nonce":561549854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/2400906516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2400906516},{"type":"v1","addr":"172.21.15.82:6835","nonce":2400906516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2996309052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2996309052},{"type":"v1","addr":"172.21.15.92:6835","nonce":2996309052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:37:29.521554+0000","modified":"2024-05-21T00:41:28.977476+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24521,"mds_1":24511,"mds_2":24509},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24482":{"gid":24482,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6837/2183805482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":2183805482},{"type":"v1","addr":"172.21.15.82:6837","nonce":2183805482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6837/1462528640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1462528640},{"type":"v1","addr":"172.21.15.92:6837","nonce":1462528640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6839/1183044801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6838","nonce":1183044801},{"type":"v1","addr":"172.21.15.92:6839","nonce":1183044801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"a","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/3917264755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":3917264755},{"type":"v1","addr":"172.21.15.44:6841","nonce":3917264755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1038937716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1038937716},{"type":"v1","addr":"172.21.15.44:6839","nonce":1038937716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.82:6839/3736218763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":3736218763},{"type":"v1","addr":"172.21.15.82:6839","nonce":3736218763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24521,"qdb_cluster":[24509,24511,24521]},"id":1}]} 2024-05-21T00:42:21.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:21.229+0000 7f1215000700 1 -- 172.21.15.44:0/1331458400 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f11f40b2990 msgr2=0x7f11f40b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:21.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:21.229+0000 7f1215000700 1 --2- 172.21.15.44:0/1331458400 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f11f40b2990 0x7f11f40b4e50 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f1200011490 tx=0x7f1200009260 comp rx=0 tx=0).stop 2024-05-21T00:42:21.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:21.229+0000 7f1215000700 1 -- 172.21.15.44:0/1331458400 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f121010a780 msgr2=0x7f12101a06f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:21.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:21.229+0000 7f1215000700 1 --2- 172.21.15.44:0/1331458400 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f121010a780 0x7f12101a06f0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f11f800e970 tx=0x7f11f800ec80 comp rx=0 tx=0).stop 2024-05-21T00:42:21.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:21.229+0000 7f1215000700 1 -- 172.21.15.44:0/1331458400 shutdown_connections 2024-05-21T00:42:21.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:21.229+0000 7f1215000700 1 --2- 172.21.15.44:0/1331458400 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f11f40b2990 0x7f11f40b4e50 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:21.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:21.229+0000 7f1215000700 1 --2- 172.21.15.44:0/1331458400 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f121010eeb0 0x7f12101a4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:21.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:21.229+0000 7f1215000700 1 --2- 172.21.15.44:0/1331458400 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1210109dd0 0x7f12101a01b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:21.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:21.229+0000 7f1215000700 1 --2- 172.21.15.44:0/1331458400 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f121010a780 0x7f12101a06f0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:21.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:21.229+0000 7f1215000700 1 -- 172.21.15.44:0/1331458400 >> 172.21.15.44:0/1331458400 conn(0x7f1210076d10 msgr2=0x7f1210077250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:21.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:21.229+0000 7f1215000700 1 -- 172.21.15.44:0/1331458400 shutdown_connections 2024-05-21T00:42:21.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:21.229+0000 7f1215000700 1 -- 172.21.15.44:0/1331458400 wait complete. 2024-05-21T00:42:21.234 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 26 2024-05-21T00:42:21.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:21 smithi044 ceph-mon[31392]: pgmap v467: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T00:42:21.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:21 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1331458400' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:42:21.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:21 smithi082 ceph-mon[36141]: pgmap v467: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T00:42:21.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:21 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/1331458400' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:42:21.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:21 smithi092 ceph-mon[36335]: pgmap v467: 97 pgs: 97 active+clean; 650 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T00:42:21.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:21 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/1331458400' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:42:22.209 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 26, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-05-21T00:37:29.521554+0000', 'modified': '2024-05-21T00:41:28.977476+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24521, 'mds_1': 24511, 'mds_2': 24509}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24482': {'gid': 24482, 'name': 'h', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.82:6837/2183805482', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.82:6836', 'nonce': 2183805482}, {'type': 'v1', 'addr': '172.21.15.82:6837', 'nonce': 2183805482}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24484': {'gid': 24484, 'name': 'c', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.92:6837/1462528640', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.92:6836', 'nonce': 1462528640}, {'type': 'v1', 'addr': '172.21.15.92:6837', 'nonce': 1462528640}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24499': {'gid': 24499, 'name': 'i', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.92:6839/1183044801', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.92:6838', 'nonce': 1183044801}, {'type': 'v1', 'addr': '172.21.15.92:6839', 'nonce': 1183044801}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24509': {'gid': 24509, 'name': 'a', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.44:6841/3917264755', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.44:6840', 'nonce': 3917264755}, {'type': 'v1', 'addr': '172.21.15.44:6841', 'nonce': 3917264755}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24511': {'gid': 24511, 'name': 'g', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 13, 'addr': '172.21.15.44:6839/1038937716', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.44:6838', 'nonce': 1038937716}, {'type': 'v1', 'addr': '172.21.15.44:6839', 'nonce': 1038937716}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24521': {'gid': 24521, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.82:6839/3736218763', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.82:6838', 'nonce': 3736218763}, {'type': 'v1', 'addr': '172.21.15.82:6839', 'nonce': 3736218763}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24521, 'qdb_cluster': [24509, 24511, 24521]} 2024-05-21T00:42:22.210 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-05-21T00:42:22.210 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.a status 2024-05-21T00:42:22.678 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:42:23.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:23 smithi044 ceph-mon[31392]: pgmap v468: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 852 B/s wr, 6 op/s 2024-05-21T00:42:23.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:23 smithi082 ceph-mon[36141]: pgmap v468: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 852 B/s wr, 6 op/s 2024-05-21T00:42:23.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:23 smithi092 ceph-mon[36335]: pgmap v468: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 852 B/s wr, 6 op/s 2024-05-21T00:42:25.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.042+0000 7f8abe800700 1 -- 172.21.15.44:0/4217937095 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ab8105670 msgr2=0x7f8ab8105af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:25.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.042+0000 7f8abe800700 1 --2- 172.21.15.44:0/4217937095 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ab8105670 0x7f8ab8105af0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f8aa40098f0 tx=0x7f8aa4009c00 comp rx=0 tx=0).stop 2024-05-21T00:42:25.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.042+0000 7f8abe800700 1 -- 172.21.15.44:0/4217937095 shutdown_connections 2024-05-21T00:42:25.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.042+0000 7f8abe800700 1 --2- 172.21.15.44:0/4217937095 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ab810b670 0x7f8ab810ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.042+0000 7f8abe800700 1 --2- 172.21.15.44:0/4217937095 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8ab8106030 0x7f8ab8112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.042+0000 7f8abe800700 1 --2- 172.21.15.44:0/4217937095 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ab8105670 0x7f8ab8105af0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.042+0000 7f8abe800700 1 -- 172.21.15.44:0/4217937095 >> 172.21.15.44:0/4217937095 conn(0x7f8ab8101160 msgr2=0x7f8ab8103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:25.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.042+0000 7f8abe800700 1 -- 172.21.15.44:0/4217937095 shutdown_connections 2024-05-21T00:42:25.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.042+0000 7f8abe800700 1 -- 172.21.15.44:0/4217937095 wait complete. 2024-05-21T00:42:25.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.043+0000 7f8abe800700 1 Processor -- start 2024-05-21T00:42:25.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.043+0000 7f8abe800700 1 -- start start 2024-05-21T00:42:25.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.044+0000 7f8abe800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8ab8105670 0x7f8ab81a1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:25.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.044+0000 7f8abe800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ab8106030 0x7f8ab81a1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:25.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.044+0000 7f8abe800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ab810b670 0x7f8ab819bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:25.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.044+0000 7f8abe800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8ab8115850 con 0x7f8ab8106030 2024-05-21T00:42:25.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.044+0000 7f8abe800700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8ab81156d0 con 0x7f8ab8105670 2024-05-21T00:42:25.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.044+0000 7f8abe800700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f8ab81159d0 con 0x7f8ab810b670 2024-05-21T00:42:25.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.044+0000 7f8abca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ab8106030 0x7f8ab81a1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:25.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.044+0000 7f8abd400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8ab8105670 0x7f8ab81a1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:25.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.044+0000 7f8abca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ab8106030 0x7f8ab81a1fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57788/0 (socket says 172.21.15.44:57788) 2024-05-21T00:42:25.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.044+0000 7f8abca00700 1 -- 172.21.15.44:0/3432953636 learned_addr learned my addr 172.21.15.44:0/3432953636 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:25.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.044+0000 7f8abd400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8ab8105670 0x7f8ab81a1a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:57812/0 (socket says 172.21.15.44:57812) 2024-05-21T00:42:25.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.044+0000 7f8abde00700 1 --2- 172.21.15.44:0/3432953636 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ab810b670 0x7f8ab819bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:25.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.045+0000 7f8abd400700 1 -- 172.21.15.44:0/3432953636 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ab810b670 msgr2=0x7f8ab819bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:25.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.045+0000 7f8abd400700 1 --2- 172.21.15.44:0/3432953636 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ab810b670 0x7f8ab819bb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.045+0000 7f8abd400700 1 -- 172.21.15.44:0/3432953636 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ab8106030 msgr2=0x7f8ab81a1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:25.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.045+0000 7f8abd400700 1 --2- 172.21.15.44:0/3432953636 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ab8106030 0x7f8ab81a1fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.045+0000 7f8abd400700 1 -- 172.21.15.44:0/3432953636 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ab819c410 con 0x7f8ab8105670 2024-05-21T00:42:25.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.045+0000 7f8abca00700 1 --2- 172.21.15.44:0/3432953636 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ab8106030 0x7f8ab81a1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:42:25.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.045+0000 7f8abd400700 1 --2- 172.21.15.44:0/3432953636 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8ab8105670 0x7f8ab81a1a60 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f8aac00eb90 tx=0x7f8aac00eea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:25.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.045+0000 7f8ab6000700 1 -- 172.21.15.44:0/3432953636 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aac00cc90 con 0x7f8ab8105670 2024-05-21T00:42:25.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.045+0000 7f8abe800700 1 -- 172.21.15.44:0/3432953636 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ab819c700 con 0x7f8ab8105670 2024-05-21T00:42:25.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.045+0000 7f8ab6000700 1 -- 172.21.15.44:0/3432953636 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8aac00ce30 con 0x7f8ab8105670 2024-05-21T00:42:25.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.045+0000 7f8ab6000700 1 -- 172.21.15.44:0/3432953636 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aac010430 con 0x7f8ab8105670 2024-05-21T00:42:25.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.046+0000 7f8abe800700 1 -- 172.21.15.44:0/3432953636 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ab81a89e0 con 0x7f8ab8105670 2024-05-21T00:42:25.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.049+0000 7f8ab6000700 1 -- 172.21.15.44:0/3432953636 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f8aac003ee0 con 0x7f8ab8105670 2024-05-21T00:42:25.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.050+0000 7f8aca792b80 1 Processor -- start 2024-05-21T00:42:25.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.051+0000 7f8ab6000700 1 --2- 172.21.15.44:0/3432953636 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8aa00b2910 0x7f8aa00b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:25.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.051+0000 7f8aca792b80 1 -- start start 2024-05-21T00:42:25.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.051+0000 7f8ab6000700 1 -- 172.21.15.44:0/3432953636 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f8aac0e2730 con 0x7f8ab8105670 2024-05-21T00:42:25.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.051+0000 7f8abde00700 1 --2- 172.21.15.44:0/3432953636 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8aa00b2910 0x7f8aa00b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:25.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.051+0000 7f8aca792b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5581b0327770 0x5581b0327b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:25.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.051+0000 7f8aca792b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5581b0328090 0x5581b0321d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:25.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.051+0000 7f8aca792b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581b0322340 0x5581b03227a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:25.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.051+0000 7f8aca792b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5581b027fdf0 con 0x5581b0322340 2024-05-21T00:42:25.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.051+0000 7f8aca792b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5581b026f990 con 0x5581b0328090 2024-05-21T00:42:25.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.051+0000 7f8aca792b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x5581b02739d0 con 0x5581b0327770 2024-05-21T00:42:25.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.051+0000 7f8abd400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5581b0327770 0x5581b0327b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:25.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.051+0000 7f8abca00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5581b0328090 0x5581b0321d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:25.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.051+0000 7f8abd400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5581b0327770 0x5581b0327b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:46862/0 (socket says 172.21.15.44:46862) 2024-05-21T00:42:25.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.051+0000 7f8abd400700 1 -- 172.21.15.44:0/46577196 learned_addr learned my addr 172.21.15.44:0/46577196 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:25.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.052+0000 7f8abde00700 1 --2- 172.21.15.44:0/46577196 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581b0322340 0x5581b03227a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:25.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.052+0000 7f8abd400700 1 -- 172.21.15.44:0/46577196 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5581b0328090 msgr2=0x5581b0321d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:25.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.052+0000 7f8abd400700 1 --2- 172.21.15.44:0/46577196 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5581b0328090 0x5581b0321d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.052+0000 7f8abd400700 1 -- 172.21.15.44:0/46577196 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581b0322340 msgr2=0x5581b03227a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:25.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.052+0000 7f8abd400700 1 --2- 172.21.15.44:0/46577196 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581b0322340 0x5581b03227a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.052+0000 7f8abd400700 1 -- 172.21.15.44:0/46577196 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5581b02383d0 con 0x5581b0327770 2024-05-21T00:42:25.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.052+0000 7f8abd400700 1 --2- 172.21.15.44:0/46577196 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5581b0327770 0x5581b0327b50 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f8aac0a9ae0 tx=0x7f8aac0a9a20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1f0244911fbea805 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:25.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.052+0000 7f8abde00700 1 --2- 172.21.15.44:0/3432953636 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8aa00b2910 0x7f8aa00b4dd0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f8ab000f870 tx=0x7f8ab000fc30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:25.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.052+0000 7f8aaaa00700 1 -- 172.21.15.44:0/46577196 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aac0c3070 con 0x5581b0327770 2024-05-21T00:42:25.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.052+0000 7f8aaaa00700 1 -- 172.21.15.44:0/46577196 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8aac0b2300 con 0x5581b0327770 2024-05-21T00:42:25.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.052+0000 7f8aaaa00700 1 -- 172.21.15.44:0/46577196 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aac0b29b0 con 0x5581b0327770 2024-05-21T00:42:25.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.053+0000 7f8aca792b80 1 -- 172.21.15.44:0/46577196 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5581b0327770 msgr2=0x5581b0327b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:25.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.053+0000 7f8aca792b80 1 --2- 172.21.15.44:0/46577196 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5581b0327770 0x5581b0327b50 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f8aac0a9ae0 tx=0x7f8aac0a9a20 comp rx=0 tx=0).stop 2024-05-21T00:42:25.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.053+0000 7f8aca792b80 1 -- 172.21.15.44:0/46577196 shutdown_connections 2024-05-21T00:42:25.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.053+0000 7f8aca792b80 1 --2- 172.21.15.44:0/46577196 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581b0322340 0x5581b03227a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.053+0000 7f8aca792b80 1 --2- 172.21.15.44:0/46577196 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5581b0327770 0x5581b0327b50 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.053+0000 7f8aca792b80 1 --2- 172.21.15.44:0/46577196 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5581b0328090 0x5581b0321d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.053+0000 7f8aca792b80 1 -- 172.21.15.44:0/46577196 >> 172.21.15.44:0/46577196 conn(0x5581b024fb90 msgr2=0x5581b031c7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:25.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.053+0000 7f8aca792b80 1 -- 172.21.15.44:0/46577196 shutdown_connections 2024-05-21T00:42:25.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.054+0000 7f8aca792b80 1 -- 172.21.15.44:0/46577196 wait complete. 2024-05-21T00:42:25.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.054+0000 7f8aca792b80 1 -- start start 2024-05-21T00:42:25.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.054+0000 7f8aca792b80 1 Processor -- start 2024-05-21T00:42:25.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.055+0000 7f8aca792b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5581b0322340 0x5581b032dde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:25.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.055+0000 7f8aca792b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581b0327770 0x5581b032b180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:25.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.055+0000 7f8aca792b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5581b0328090 0x5581b032b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:25.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.055+0000 7f8aca792b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5581b0175f50 con 0x5581b0327770 2024-05-21T00:42:25.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.055+0000 7f8aca792b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5581b0210710 con 0x5581b0322340 2024-05-21T00:42:25.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.055+0000 7f8aca792b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x5581b032ebb0 con 0x5581b0328090 2024-05-21T00:42:25.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.055+0000 7f8aca792b80 10 client.0 _ll_register_callbacks cb 0x5581b0219c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:42:25.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.055+0000 7f8abca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581b0327770 0x5581b032b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:25.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.055+0000 7f8abde00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5581b0328090 0x5581b032b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:25.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.055+0000 7f8abde00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5581b0328090 0x5581b032b6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:46874/0 (socket says 172.21.15.44:46874) 2024-05-21T00:42:25.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.055+0000 7f8abd400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5581b0322340 0x5581b032dde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:25.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.055+0000 7f8abde00700 1 -- 172.21.15.44:0/806356384 learned_addr learned my addr 172.21.15.44:0/806356384 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:25.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.055+0000 7f8abca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581b0327770 0x5581b032b180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57806/0 (socket says 172.21.15.44:57806) 2024-05-21T00:42:25.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.056+0000 7f8abde00700 1 -- 172.21.15.44:0/806356384 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5581b0322340 msgr2=0x5581b032dde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:25.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.056+0000 7f8abde00700 1 --2- 172.21.15.44:0/806356384 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5581b0322340 0x5581b032dde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.056+0000 7f8abde00700 1 -- 172.21.15.44:0/806356384 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581b0327770 msgr2=0x5581b032b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:25.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.056+0000 7f8abde00700 1 --2- 172.21.15.44:0/806356384 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581b0327770 0x5581b032b180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.056+0000 7f8abde00700 1 -- 172.21.15.44:0/806356384 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5581b01bf880 con 0x5581b0328090 2024-05-21T00:42:25.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.056+0000 7f8abca00700 1 --2- 172.21.15.44:0/806356384 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581b0327770 0x5581b032b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:42:25.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.056+0000 7f8abde00700 1 --2- 172.21.15.44:0/806356384 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5581b0328090 0x5581b032b6c0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f8ab0018b00 tx=0x7f8ab0004b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bae218b7b806275 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:25.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.056+0000 7f8a9f400700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:42:25.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.057+0000 7f8a9f400700 1 -- 172.21.15.44:0/806356384 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ab0029020 con 0x5581b0328090 2024-05-21T00:42:25.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.057+0000 7f8a9f400700 1 -- 172.21.15.44:0/806356384 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f8ab0008db0 con 0x5581b0328090 2024-05-21T00:42:25.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.057+0000 7f8aca792b80 1 -- 172.21.15.44:0/806356384 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8aac0b2300 con 0x5581b0328090 2024-05-21T00:42:25.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.057+0000 7f8a9f400700 1 -- 172.21.15.44:0/806356384 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8ab0034050 con 0x5581b0328090 2024-05-21T00:42:25.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.057+0000 7f8aca792b80 10 client.25201 fetch_fsmap learned FSMap version 26 2024-05-21T00:42:25.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.057+0000 7f8aca792b80 1 -- 172.21.15.44:0/806356384 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5581b0240010 con 0x5581b0328090 2024-05-21T00:42:25.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.057+0000 7f8a9f400700 1 -- 172.21.15.44:0/806356384 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8aac0b2300 con 0x5581b0328090 2024-05-21T00:42:25.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.058+0000 7f8a9f400700 1 -- 172.21.15.44:0/806356384 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8ab001a440 con 0x5581b0328090 2024-05-21T00:42:25.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.058+0000 7f8aca792b80 10 client.25201 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:42:25.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.058+0000 7f8aca792b80 10 client.25201 resolve_mds: resolved name 'a' to daemon mds.a 2024-05-21T00:42:25.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.058+0000 7f8aca792b80 20 client.25201 populate_metadata read hostname 'smithi044' 2024-05-21T00:42:25.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.058+0000 7f8aca792b80 1 --2- 172.21.15.44:0/806356384 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x5581b033b740 0x5581b033cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:25.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.058+0000 7f8aca792b80 4 client.25201 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:42:25.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.058+0000 7f8aca792b80 1 -- 172.21.15.44:0/806356384 --> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5581b0281d40 con 0x5581b033b740 2024-05-21T00:42:25.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.058+0000 7f8abd400700 1 --2- 172.21.15.44:0/806356384 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x5581b033b740 0x5581b033cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:25.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.059+0000 7f8abd400700 1 --2- 172.21.15.44:0/806356384 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x5581b033b740 0x5581b033cbb0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=42600e2957045d88 server_cookie=36564ba2dda70127 in_seq=0 out_seq=0 2024-05-21T00:42:25.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.059+0000 7f8a9f400700 10 client.25201 ms_handle_connect on v2:172.21.15.44:6840/3917264755 2024-05-21T00:42:25.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.059+0000 7f8a9f400700 1 -- 172.21.15.44:0/806356384 <== mds.2 v2:172.21.15.44:6840/3917264755 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5581b0281d40 con 0x5581b033b740 2024-05-21T00:42:25.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.059+0000 7f8a9f400700 10 client.25201 handle_command_reply: tid=0 2024-05-21T00:42:25.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.060+0000 7f8aca792b80 1 client.25201 shutdown 2024-05-21T00:42:25.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.060+0000 7f8aca792b80 1 -- 172.21.15.44:0/806356384 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5581b0328090 msgr2=0x5581b032b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:25.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.060+0000 7f8aca792b80 1 --2- 172.21.15.44:0/806356384 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5581b0328090 0x5581b032b6c0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f8ab0018b00 tx=0x7f8ab0004b40 comp rx=0 tx=0).stop 2024-05-21T00:42:25.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.060+0000 7f8aca792b80 1 -- 172.21.15.44:0/806356384 shutdown_connections 2024-05-21T00:42:25.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.060+0000 7f8aca792b80 1 --2- 172.21.15.44:0/806356384 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x5581b033b740 0x5581b033cbb0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.060+0000 7f8aca792b80 1 --2- 172.21.15.44:0/806356384 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5581b0328090 0x5581b032b6c0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.060+0000 7f8aca792b80 1 --2- 172.21.15.44:0/806356384 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5581b0322340 0x5581b032dde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.060+0000 7f8aca792b80 1 --2- 172.21.15.44:0/806356384 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581b0327770 0x5581b032b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.060+0000 7f8a9f400700 0 client.25201 ms_handle_reset on v2:172.21.15.44:6840/3917264755 2024-05-21T00:42:25.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.060+0000 7f8aca792b80 1 -- 172.21.15.44:0/806356384 >> 172.21.15.44:0/806356384 conn(0x5581b024fb90 msgr2=0x5581b031bf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:25.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.060+0000 7f8aca792b80 1 -- 172.21.15.44:0/806356384 shutdown_connections 2024-05-21T00:42:25.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.060+0000 7f8aca792b80 1 -- 172.21.15.44:0/806356384 wait complete. 2024-05-21T00:42:25.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.060+0000 7f8aca792b80 20 client.25201 trim_cache size 0 max 16384 2024-05-21T00:42:25.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.084+0000 7f8aca792b80 1 Processor -- start 2024-05-21T00:42:25.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.084+0000 7f8aca792b80 1 -- start start 2024-05-21T00:42:25.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.085+0000 7f8aca792b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5581b0322340 0x5581b0321d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:25.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.085+0000 7f8aca792b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581b0327770 0x5581b031c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:25.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.085+0000 7f8aca792b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5581b0328090 0x5581b0328470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:25.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.085+0000 7f8aca792b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5581b033aef0 con 0x5581b0327770 2024-05-21T00:42:25.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.085+0000 7f8aca792b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5581b033b5c0 con 0x5581b0328090 2024-05-21T00:42:25.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.085+0000 7f8aca792b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x5581b033bc90 con 0x5581b0322340 2024-05-21T00:42:25.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.085+0000 7f8abca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581b0327770 0x5581b031c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:25.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.085+0000 7f8abca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581b0327770 0x5581b031c6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57808/0 (socket says 172.21.15.44:57808) 2024-05-21T00:42:25.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.085+0000 7f8abca00700 1 -- 172.21.15.44:0/3308368329 learned_addr learned my addr 172.21.15.44:0/3308368329 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:25.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.085+0000 7f8abde00700 1 --2- 172.21.15.44:0/3308368329 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5581b0328090 0x5581b0328470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:25.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.085+0000 7f8abd400700 1 --2- 172.21.15.44:0/3308368329 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5581b0322340 0x5581b0321d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:25.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.086+0000 7f8abde00700 1 -- 172.21.15.44:0/3308368329 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5581b0322340 msgr2=0x5581b0321d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:25.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.086+0000 7f8abde00700 1 --2- 172.21.15.44:0/3308368329 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5581b0322340 0x5581b0321d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.086+0000 7f8abde00700 1 -- 172.21.15.44:0/3308368329 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581b0327770 msgr2=0x5581b031c6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:25.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.086+0000 7f8abde00700 1 --2- 172.21.15.44:0/3308368329 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581b0327770 0x5581b031c6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.086+0000 7f8abde00700 1 -- 172.21.15.44:0/3308368329 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5581b032da20 con 0x5581b0328090 2024-05-21T00:42:25.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.086+0000 7f8abd400700 1 --2- 172.21.15.44:0/3308368329 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5581b0322340 0x5581b0321d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:42:25.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.086+0000 7f8abca00700 1 --2- 172.21.15.44:0/3308368329 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581b0327770 0x5581b031c6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:42:25.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.086+0000 7f8abde00700 1 --2- 172.21.15.44:0/3308368329 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5581b0328090 0x5581b0328470 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f8ab001a830 tx=0x7f8ab0018770 comp rx=0 tx=0).ready entity=mon.2 client_cookie=881d19df3ca8ee9f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:25.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.086+0000 7f8aaa000700 1 -- 172.21.15.44:0/3308368329 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ab003c070 con 0x5581b0328090 2024-05-21T00:42:25.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.086+0000 7f8aaa000700 1 -- 172.21.15.44:0/3308368329 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8ab00087f0 con 0x5581b0328090 2024-05-21T00:42:25.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.086+0000 7f8aaa000700 1 -- 172.21.15.44:0/3308368329 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ab0029040 con 0x5581b0328090 2024-05-21T00:42:25.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.087+0000 7f8aca792b80 1 -- 172.21.15.44:0/3308368329 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5581b0328090 msgr2=0x5581b0328470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:25.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.087+0000 7f8aca792b80 1 --2- 172.21.15.44:0/3308368329 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5581b0328090 0x5581b0328470 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f8ab001a830 tx=0x7f8ab0018770 comp rx=0 tx=0).stop 2024-05-21T00:42:25.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.087+0000 7f8aca792b80 1 -- 172.21.15.44:0/3308368329 shutdown_connections 2024-05-21T00:42:25.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.087+0000 7f8aca792b80 1 --2- 172.21.15.44:0/3308368329 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5581b0328090 0x5581b0328470 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.087+0000 7f8aca792b80 1 --2- 172.21.15.44:0/3308368329 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5581b0322340 0x5581b0321d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.087+0000 7f8aca792b80 1 --2- 172.21.15.44:0/3308368329 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581b0327770 0x5581b031c6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.087+0000 7f8aca792b80 1 -- 172.21.15.44:0/3308368329 >> 172.21.15.44:0/3308368329 conn(0x5581b024fb90 msgr2=0x5581b032b140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:25.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.087+0000 7f8aca792b80 1 -- 172.21.15.44:0/3308368329 shutdown_connections 2024-05-21T00:42:25.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.087+0000 7f8aca792b80 1 -- 172.21.15.44:0/3308368329 wait complete. 2024-05-21T00:42:25.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.088+0000 7f8aca792b80 1 -- start start 2024-05-21T00:42:25.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.088+0000 7f8aca792b80 1 Processor -- start 2024-05-21T00:42:25.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.088+0000 7f8aca792b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581b0322340 0x5581b0346830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:25.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.088+0000 7f8aca792b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5581b0327770 0x5581b031bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:25.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.088+0000 7f8aca792b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5581b0328090 0x5581b031c400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:25.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.088+0000 7f8aca792b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5581b033ca30 con 0x5581b0322340 2024-05-21T00:42:25.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.088+0000 7f8aca792b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5581b033c360 con 0x5581b0327770 2024-05-21T00:42:25.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.088+0000 7f8aca792b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x5581b033d100 con 0x5581b0328090 2024-05-21T00:42:25.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.089+0000 7f8aca792b80 10 client.0 _ll_register_callbacks cb 0x5581b0219c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:42:25.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.089+0000 7f8abd400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581b0322340 0x5581b0346830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:25.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.089+0000 7f8abd400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581b0322340 0x5581b0346830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57822/0 (socket says 172.21.15.44:57822) 2024-05-21T00:42:25.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.089+0000 7f8abca00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5581b0327770 0x5581b031bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:25.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.089+0000 7f8abd400700 1 -- 172.21.15.44:0/1374940930 learned_addr learned my addr 172.21.15.44:0/1374940930 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:25.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.089+0000 7f8abde00700 1 --2- 172.21.15.44:0/1374940930 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5581b0328090 0x5581b031c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:25.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.089+0000 7f8abd400700 1 -- 172.21.15.44:0/1374940930 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5581b0328090 msgr2=0x5581b031c400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:25.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.089+0000 7f8abd400700 1 --2- 172.21.15.44:0/1374940930 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5581b0328090 0x5581b031c400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.089+0000 7f8abd400700 1 -- 172.21.15.44:0/1374940930 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5581b0327770 msgr2=0x5581b031bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:25.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.089+0000 7f8abd400700 1 --2- 172.21.15.44:0/1374940930 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5581b0327770 0x5581b031bcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.089+0000 7f8abd400700 1 -- 172.21.15.44:0/1374940930 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5581b03443c0 con 0x5581b0322340 2024-05-21T00:42:25.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.090+0000 7f8abd400700 1 --2- 172.21.15.44:0/1374940930 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581b0322340 0x5581b0346830 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f8aac0a5bd0 tx=0x7f8aac003940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13a53ea23cd19847 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:25.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.090+0000 7f8a9f400700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-21T00:42:25.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.090+0000 7f8a9f400700 1 -- 172.21.15.44:0/1374940930 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aac0c3030 con 0x5581b0322340 2024-05-21T00:42:25.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.090+0000 7f8a9f400700 1 -- 172.21.15.44:0/1374940930 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f8aac0a6140 con 0x5581b0322340 2024-05-21T00:42:25.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.090+0000 7f8aca792b80 1 -- 172.21.15.44:0/1374940930 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8ab00087f0 con 0x5581b0322340 2024-05-21T00:42:25.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.090+0000 7f8a9f400700 1 -- 172.21.15.44:0/1374940930 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8aac0b2300 con 0x5581b0322340 2024-05-21T00:42:25.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.090+0000 7f8aca792b80 10 client.15075 fetch_fsmap learned FSMap version 26 2024-05-21T00:42:25.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.090+0000 7f8aca792b80 1 -- 172.21.15.44:0/1374940930 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5581b03af930 con 0x5581b0322340 2024-05-21T00:42:25.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.090+0000 7f8a9f400700 1 -- 172.21.15.44:0/1374940930 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8ab00087f0 con 0x5581b0322340 2024-05-21T00:42:25.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.091+0000 7f8a9f400700 1 -- 172.21.15.44:0/1374940930 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8aac0041d0 con 0x5581b0322340 2024-05-21T00:42:25.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.091+0000 7f8aca792b80 10 client.15075 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:42:25.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.091+0000 7f8aca792b80 10 client.15075 resolve_mds: resolved name 'a' to daemon mds.a 2024-05-21T00:42:25.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.091+0000 7f8aca792b80 20 client.15075 populate_metadata read hostname 'smithi044' 2024-05-21T00:42:25.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.091+0000 7f8aca792b80 1 --2- 172.21.15.44:0/1374940930 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x5581b03b3f40 0x5581b03b2c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:25.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.091+0000 7f8aca792b80 4 client.15075 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T00:42:25.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.091+0000 7f8aca792b80 1 -- 172.21.15.44:0/1374940930 --> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] -- command(tid 0: {"prefix": "status"}) -- 0x5581b027b520 con 0x5581b03b3f40 2024-05-21T00:42:25.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.091+0000 7f8abca00700 1 --2- 172.21.15.44:0/1374940930 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x5581b03b3f40 0x5581b03b2c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:25.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.092+0000 7f8abca00700 1 --2- 172.21.15.44:0/1374940930 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x5581b03b3f40 0x5581b03b2c50 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=63209672d469c285 server_cookie=ef3b985fa636b1a2 in_seq=0 out_seq=0 2024-05-21T00:42:25.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.092+0000 7f8a9f400700 10 client.15075 ms_handle_connect on v2:172.21.15.44:6840/3917264755 2024-05-21T00:42:25.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.092+0000 7f8a9f400700 1 -- 172.21.15.44:0/1374940930 <== mds.2 v2:172.21.15.44:6840/3917264755 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x5581b027b520 con 0x5581b03b3f40 2024-05-21T00:42:25.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.092+0000 7f8a9f400700 10 client.15075 handle_command_reply: tid=0 2024-05-21T00:42:25.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.092+0000 7f8aca792b80 1 client.15075 shutdown 2024-05-21T00:42:25.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.092+0000 7f8aca792b80 1 -- 172.21.15.44:0/1374940930 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581b0322340 msgr2=0x5581b0346830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:25.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.092+0000 7f8aca792b80 1 --2- 172.21.15.44:0/1374940930 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581b0322340 0x5581b0346830 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f8aac0a5bd0 tx=0x7f8aac003940 comp rx=0 tx=0).stop 2024-05-21T00:42:25.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.092+0000 7f8aca792b80 1 -- 172.21.15.44:0/1374940930 shutdown_connections 2024-05-21T00:42:25.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.092+0000 7f8aca792b80 1 --2- 172.21.15.44:0/1374940930 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581b0322340 0x5581b0346830 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.092+0000 7f8aca792b80 1 --2- 172.21.15.44:0/1374940930 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x5581b03b3f40 0x5581b03b2c50 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.092+0000 7f8aca792b80 1 --2- 172.21.15.44:0/1374940930 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5581b0328090 0x5581b031c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.092+0000 7f8aca792b80 1 --2- 172.21.15.44:0/1374940930 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5581b0327770 0x5581b031bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.092+0000 7f8aca792b80 1 -- 172.21.15.44:0/1374940930 >> 172.21.15.44:0/1374940930 conn(0x5581b024fb90 msgr2=0x5581b0328470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:25.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.092+0000 7f8a9f400700 0 client.15075 ms_handle_reset on v2:172.21.15.44:6840/3917264755 2024-05-21T00:42:25.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.093+0000 7f8aca792b80 1 -- 172.21.15.44:0/1374940930 shutdown_connections 2024-05-21T00:42:25.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.093+0000 7f8aca792b80 1 -- 172.21.15.44:0/1374940930 wait complete. 2024-05-21T00:42:25.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.093+0000 7f8aca792b80 20 client.15075 trim_cache size 0 max 16384 2024-05-21T00:42:25.103 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:42:25.103 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "d03df2b2-1708-11ef-bc9a-c7b262605968", 2024-05-21T00:42:25.103 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 2, 2024-05-21T00:42:25.104 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24509, 2024-05-21T00:42:25.104 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-05-21T00:42:25.104 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-05-21T00:42:25.104 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-05-21T00:42:25.104 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 277.52510879599998, 2024-05-21T00:42:25.104 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 26, 2024-05-21T00:42:25.104 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 82, 2024-05-21T00:42:25.104 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 82, 2024-05-21T00:42:25.104 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 320.619517336 2024-05-21T00:42:25.104 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:42:25.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.094+0000 7f8abe800700 1 -- 172.21.15.44:0/3432953636 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8aa00b2910 msgr2=0x7f8aa00b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:25.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.094+0000 7f8abe800700 1 --2- 172.21.15.44:0/3432953636 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8aa00b2910 0x7f8aa00b4dd0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f8ab000f870 tx=0x7f8ab000fc30 comp rx=0 tx=0).stop 2024-05-21T00:42:25.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.094+0000 7f8abe800700 1 -- 172.21.15.44:0/3432953636 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8ab8105670 msgr2=0x7f8ab81a1a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:25.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.094+0000 7f8abe800700 1 --2- 172.21.15.44:0/3432953636 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8ab8105670 0x7f8ab81a1a60 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f8aac00eb90 tx=0x7f8aac00eea0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.094+0000 7f8abe800700 1 -- 172.21.15.44:0/3432953636 shutdown_connections 2024-05-21T00:42:25.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.094+0000 7f8abe800700 1 --2- 172.21.15.44:0/3432953636 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8aa00b2910 0x7f8aa00b4dd0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.094+0000 7f8abe800700 1 --2- 172.21.15.44:0/3432953636 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ab810b670 0x7f8ab819bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.094+0000 7f8abe800700 1 --2- 172.21.15.44:0/3432953636 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8ab8105670 0x7f8ab81a1a60 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.094+0000 7f8abe800700 1 --2- 172.21.15.44:0/3432953636 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ab8106030 0x7f8ab81a1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:25.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.094+0000 7f8abe800700 1 -- 172.21.15.44:0/3432953636 >> 172.21.15.44:0/3432953636 conn(0x7f8ab8101160 msgr2=0x7f8ab81018b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:25.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.094+0000 7f8abe800700 1 -- 172.21.15.44:0/3432953636 shutdown_connections 2024-05-21T00:42:25.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:25.094+0000 7f8abe800700 1 -- 172.21.15.44:0/3432953636 wait complete. 2024-05-21T00:42:25.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:25 smithi082 ceph-mon[36141]: pgmap v469: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-21T00:42:25.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:25 smithi092 ceph-mon[36335]: pgmap v469: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-21T00:42:25.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:25 smithi044 ceph-mon[31392]: pgmap v469: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-21T00:42:26.057 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.g status 2024-05-21T00:42:26.176 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T00:42:26.525 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:42:27.394 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:42:27.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:27 smithi082 ceph-mon[36141]: pgmap v470: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-21T00:42:27.710 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:27 smithi044 ceph-mon[31392]: pgmap v470: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-21T00:42:27.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:27 smithi092 ceph-mon[36335]: pgmap v470: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-21T00:42:29.624 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:29 smithi044 ceph-mon[31392]: pgmap v471: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-21T00:42:29.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:29 smithi082 ceph-mon[36141]: pgmap v471: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-21T00:42:29.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:29 smithi092 ceph-mon[36335]: pgmap v471: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-21T00:42:29.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.916+0000 7fbe43800700 1 -- 172.21.15.44:0/220530833 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe3c1037f0 msgr2=0x7fbe3c103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:29.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.916+0000 7fbe43800700 1 --2- 172.21.15.44:0/220530833 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe3c1037f0 0x7fbe3c103bd0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fbe300099c0 tx=0x7fbe30009cd0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.916+0000 7fbe43800700 1 -- 172.21.15.44:0/220530833 shutdown_connections 2024-05-21T00:42:29.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.916+0000 7fbe43800700 1 --2- 172.21.15.44:0/220530833 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe3c1037f0 0x7fbe3c103bd0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.916+0000 7fbe43800700 1 --2- 172.21.15.44:0/220530833 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbe3c1088f0 0x7fbe3c110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.916+0000 7fbe43800700 1 --2- 172.21.15.44:0/220530833 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe3c1041a0 0x7fbe3c1081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.916+0000 7fbe43800700 1 -- 172.21.15.44:0/220530833 >> 172.21.15.44:0/220530833 conn(0x7fbe3c07a6a0 msgr2=0x7fbe3c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:29.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.916+0000 7fbe43800700 1 -- 172.21.15.44:0/220530833 shutdown_connections 2024-05-21T00:42:29.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.916+0000 7fbe43800700 1 -- 172.21.15.44:0/220530833 wait complete. 2024-05-21T00:42:29.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.917+0000 7fbe43800700 1 Processor -- start 2024-05-21T00:42:29.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.918+0000 7fbe43800700 1 -- start start 2024-05-21T00:42:29.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.918+0000 7fbe43800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe3c1037f0 0x7fbe3c19be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:29.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.918+0000 7fbe43800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbe3c1041a0 0x7fbe3c19c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:29.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.918+0000 7fbe43800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe3c1088f0 0x7fbe3c1a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:29.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.918+0000 7fbe43800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbe3c113710 con 0x7fbe3c1088f0 2024-05-21T00:42:29.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.918+0000 7fbe43800700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fbe3c113590 con 0x7fbe3c1041a0 2024-05-21T00:42:29.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.918+0000 7fbe43800700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fbe3c113890 con 0x7fbe3c1037f0 2024-05-21T00:42:29.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.918+0000 7fbe41800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe3c1088f0 0x7fbe3c1a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:29.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.918+0000 7fbe40e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe3c1037f0 0x7fbe3c19be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:29.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.918+0000 7fbe41800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe3c1088f0 0x7fbe3c1a06f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47090/0 (socket says 172.21.15.44:47090) 2024-05-21T00:42:29.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.918+0000 7fbe41800700 1 -- 172.21.15.44:0/740618709 learned_addr learned my addr 172.21.15.44:0/740618709 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:29.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.919+0000 7fbe3be00700 1 --2- 172.21.15.44:0/740618709 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbe3c1041a0 0x7fbe3c19c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:29.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.919+0000 7fbe41800700 1 -- 172.21.15.44:0/740618709 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe3c1037f0 msgr2=0x7fbe3c19be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:29.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.919+0000 7fbe41800700 1 --2- 172.21.15.44:0/740618709 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe3c1037f0 0x7fbe3c19be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.919+0000 7fbe41800700 1 -- 172.21.15.44:0/740618709 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbe3c1041a0 msgr2=0x7fbe3c19c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:29.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.919+0000 7fbe41800700 1 --2- 172.21.15.44:0/740618709 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbe3c1041a0 0x7fbe3c19c360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.919+0000 7fbe41800700 1 -- 172.21.15.44:0/740618709 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe3c1a0e30 con 0x7fbe3c1088f0 2024-05-21T00:42:29.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.919+0000 7fbe3be00700 1 --2- 172.21.15.44:0/740618709 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbe3c1041a0 0x7fbe3c19c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:42:29.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.919+0000 7fbe41800700 1 --2- 172.21.15.44:0/740618709 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe3c1088f0 0x7fbe3c1a06f0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fbe3400ef30 tx=0x7fbe3400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:29.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.920+0000 7fbe39600700 1 -- 172.21.15.44:0/740618709 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe340092e0 con 0x7fbe3c1088f0 2024-05-21T00:42:29.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.920+0000 7fbe39600700 1 -- 172.21.15.44:0/740618709 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbe34004bb0 con 0x7fbe3c1088f0 2024-05-21T00:42:29.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.920+0000 7fbe39600700 1 -- 172.21.15.44:0/740618709 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe34004020 con 0x7fbe3c1088f0 2024-05-21T00:42:29.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.920+0000 7fbe43800700 1 -- 172.21.15.44:0/740618709 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe3c1a10c0 con 0x7fbe3c1088f0 2024-05-21T00:42:29.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.920+0000 7fbe43800700 1 -- 172.21.15.44:0/740618709 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe3c1a89a0 con 0x7fbe3c1088f0 2024-05-21T00:42:29.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.924+0000 7fbe39600700 1 -- 172.21.15.44:0/740618709 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7fbe3401b030 con 0x7fbe3c1088f0 2024-05-21T00:42:29.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.925+0000 7fbe4e265b80 1 Processor -- start 2024-05-21T00:42:29.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.925+0000 7fbe4e265b80 1 -- start start 2024-05-21T00:42:29.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.925+0000 7fbe4e265b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562c0573e5c0 0x562c0573e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:29.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.925+0000 7fbe4e265b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c0573eee0 0x562c05738ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:29.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.925+0000 7fbe4e265b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562c057390f0 0x562c05739570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:29.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.925+0000 7fbe4e265b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x562c05696df0 con 0x562c0573eee0 2024-05-21T00:42:29.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.925+0000 7fbe4e265b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x562c05686990 con 0x562c0573e5c0 2024-05-21T00:42:29.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.925+0000 7fbe4e265b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x562c0568a9d0 con 0x562c057390f0 2024-05-21T00:42:29.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.926+0000 7fbe39600700 1 --2- 172.21.15.44:0/740618709 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fbe240b2910 0x7fbe240b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:29.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.926+0000 7fbe40e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c0573eee0 0x562c05738ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:29.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.926+0000 7fbe40e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c0573eee0 0x562c05738ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47104/0 (socket says 172.21.15.44:47104) 2024-05-21T00:42:29.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.926+0000 7fbe40e00700 1 -- 172.21.15.44:0/3415347837 learned_addr learned my addr 172.21.15.44:0/3415347837 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:29.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.926+0000 7fbe3be00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562c0573e5c0 0x562c0573e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:29.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.926+0000 7fbe3be00700 1 --2- 172.21.15.44:0/3415347837 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562c057390f0 0x562c05739570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:29.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.926+0000 7fbe39600700 1 -- 172.21.15.44:0/740618709 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fbe340e1ea0 con 0x7fbe3c1088f0 2024-05-21T00:42:29.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.926+0000 7fbe41800700 1 --2- 172.21.15.44:0/740618709 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fbe240b2910 0x7fbe240b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:29.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.926+0000 7fbe40e00700 1 -- 172.21.15.44:0/3415347837 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562c057390f0 msgr2=0x562c05739570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:29.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.926+0000 7fbe40e00700 1 --2- 172.21.15.44:0/3415347837 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562c057390f0 0x562c05739570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.926+0000 7fbe40e00700 1 -- 172.21.15.44:0/3415347837 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562c0573e5c0 msgr2=0x562c0573e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:29.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.926+0000 7fbe40e00700 1 --2- 172.21.15.44:0/3415347837 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562c0573e5c0 0x562c0573e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.926+0000 7fbe40e00700 1 -- 172.21.15.44:0/3415347837 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562c0564f3d0 con 0x562c0573eee0 2024-05-21T00:42:29.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.926+0000 7fbe3be00700 1 --2- 172.21.15.44:0/3415347837 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562c0573e5c0 0x562c0573e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:42:29.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.927+0000 7fbe40e00700 1 --2- 172.21.15.44:0/3415347837 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c0573eee0 0x562c05738ad0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fbe30015000 tx=0x7fbe300036c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1edf4683ada04f7a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:29.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.927+0000 7fbe41800700 1 --2- 172.21.15.44:0/740618709 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fbe240b2910 0x7fbe240b4dd0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fbe34009c10 tx=0x7fbe34009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:29.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.927+0000 7fbe2e000700 1 -- 172.21.15.44:0/3415347837 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe30028070 con 0x562c0573eee0 2024-05-21T00:42:29.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.927+0000 7fbe2e000700 1 -- 172.21.15.44:0/3415347837 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbe300095d0 con 0x562c0573eee0 2024-05-21T00:42:29.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.927+0000 7fbe2e000700 1 -- 172.21.15.44:0/3415347837 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe3000b790 con 0x562c0573eee0 2024-05-21T00:42:29.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.928+0000 7fbe4e265b80 1 -- 172.21.15.44:0/3415347837 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c0573eee0 msgr2=0x562c05738ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:29.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.928+0000 7fbe4e265b80 1 --2- 172.21.15.44:0/3415347837 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c0573eee0 0x562c05738ad0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fbe30015000 tx=0x7fbe300036c0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.928+0000 7fbe4e265b80 1 -- 172.21.15.44:0/3415347837 shutdown_connections 2024-05-21T00:42:29.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.928+0000 7fbe4e265b80 1 --2- 172.21.15.44:0/3415347837 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562c057390f0 0x562c05739570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.928+0000 7fbe4e265b80 1 --2- 172.21.15.44:0/3415347837 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562c0573e5c0 0x562c0573e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.928+0000 7fbe4e265b80 1 --2- 172.21.15.44:0/3415347837 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c0573eee0 0x562c05738ad0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.928+0000 7fbe4e265b80 1 -- 172.21.15.44:0/3415347837 >> 172.21.15.44:0/3415347837 conn(0x562c05666b90 msgr2=0x562c05733640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:29.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.928+0000 7fbe4e265b80 1 -- 172.21.15.44:0/3415347837 shutdown_connections 2024-05-21T00:42:29.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.928+0000 7fbe4e265b80 1 -- 172.21.15.44:0/3415347837 wait complete. 2024-05-21T00:42:29.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.929+0000 7fbe4e265b80 1 -- start start 2024-05-21T00:42:29.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.929+0000 7fbe4e265b80 1 Processor -- start 2024-05-21T00:42:29.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.930+0000 7fbe4e265b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562c057390f0 0x562c05744c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:29.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.930+0000 7fbe4e265b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c0573e5c0 0x562c05741fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:29.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.930+0000 7fbe4e265b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562c0573eee0 0x562c057424f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:29.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.930+0000 7fbe4e265b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x562c0558cf50 con 0x562c0573e5c0 2024-05-21T00:42:29.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.930+0000 7fbe4e265b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x562c05627710 con 0x562c057390f0 2024-05-21T00:42:29.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.930+0000 7fbe4e265b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x562c05745930 con 0x562c0573eee0 2024-05-21T00:42:29.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.930+0000 7fbe4e265b80 10 client.0 _ll_register_callbacks cb 0x562c05630c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:42:29.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.930+0000 7fbe40e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c0573e5c0 0x562c05741fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:29.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.930+0000 7fbe40e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c0573e5c0 0x562c05741fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47108/0 (socket says 172.21.15.44:47108) 2024-05-21T00:42:29.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.930+0000 7fbe40e00700 1 -- 172.21.15.44:0/967258831 learned_addr learned my addr 172.21.15.44:0/967258831 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:29.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.930+0000 7fbe3be00700 1 --2- 172.21.15.44:0/967258831 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562c057390f0 0x562c05744c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:29.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.930+0000 7fbe3be00700 1 --2- 172.21.15.44:0/967258831 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562c0573eee0 0x562c057424f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:29.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.931+0000 7fbe40e00700 1 -- 172.21.15.44:0/967258831 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562c0573eee0 msgr2=0x562c057424f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:29.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.931+0000 7fbe40e00700 1 --2- 172.21.15.44:0/967258831 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562c0573eee0 0x562c057424f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.931+0000 7fbe40e00700 1 -- 172.21.15.44:0/967258831 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562c057390f0 msgr2=0x562c05744c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:29.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.931+0000 7fbe40e00700 1 --2- 172.21.15.44:0/967258831 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562c057390f0 0x562c05744c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.931+0000 7fbe40e00700 1 -- 172.21.15.44:0/967258831 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562c055d6880 con 0x562c0573e5c0 2024-05-21T00:42:29.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.931+0000 7fbe40e00700 1 --2- 172.21.15.44:0/967258831 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c0573e5c0 0x562c05741fb0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fbe30009d10 tx=0x7fbe30005050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c596b2b93b0eddd server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:29.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.931+0000 7fbe22a00700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-21T00:42:29.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.931+0000 7fbe22a00700 1 -- 172.21.15.44:0/967258831 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe30028070 con 0x562c0573e5c0 2024-05-21T00:42:29.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.931+0000 7fbe22a00700 1 -- 172.21.15.44:0/967258831 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fbe3000b790 con 0x562c0573e5c0 2024-05-21T00:42:29.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.931+0000 7fbe4e265b80 1 -- 172.21.15.44:0/967258831 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbe300095d0 con 0x562c0573e5c0 2024-05-21T00:42:29.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.932+0000 7fbe22a00700 1 -- 172.21.15.44:0/967258831 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbe3000b990 con 0x562c0573e5c0 2024-05-21T00:42:29.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.932+0000 7fbe4e265b80 10 client.15087 fetch_fsmap learned FSMap version 26 2024-05-21T00:42:29.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.932+0000 7fbe4e265b80 1 -- 172.21.15.44:0/967258831 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562c05657010 con 0x562c0573e5c0 2024-05-21T00:42:29.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.932+0000 7fbe22a00700 1 -- 172.21.15.44:0/967258831 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbe300095d0 con 0x562c0573e5c0 2024-05-21T00:42:29.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.932+0000 7fbe22a00700 1 -- 172.21.15.44:0/967258831 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fbe30023b90 con 0x562c0573e5c0 2024-05-21T00:42:29.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.932+0000 7fbe4e265b80 10 client.15087 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:42:29.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.932+0000 7fbe4e265b80 10 client.15087 resolve_mds: resolved name 'g' to daemon mds.g 2024-05-21T00:42:29.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.932+0000 7fbe4e265b80 20 client.15087 populate_metadata read hostname 'smithi044' 2024-05-21T00:42:29.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.933+0000 7fbe4e265b80 1 --2- 172.21.15.44:0/967258831 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x562c05751170 0x562c05753300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:29.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.933+0000 7fbe4e265b80 4 client.15087 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:42:29.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.933+0000 7fbe4e265b80 1 -- 172.21.15.44:0/967258831 --> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562c05698d40 con 0x562c05751170 2024-05-21T00:42:29.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.933+0000 7fbe3be00700 1 --2- 172.21.15.44:0/967258831 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x562c05751170 0x562c05753300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:29.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.933+0000 7fbe3be00700 1 --2- 172.21.15.44:0/967258831 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x562c05751170 0x562c05753300 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5f292ccb93d4bf2e server_cookie=3703d2b8dbf05035 in_seq=0 out_seq=0 2024-05-21T00:42:29.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.933+0000 7fbe22a00700 10 client.15087 ms_handle_connect on v2:172.21.15.44:6838/1038937716 2024-05-21T00:42:29.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.934+0000 7fbe22a00700 1 -- 172.21.15.44:0/967258831 <== mds.1 v2:172.21.15.44:6838/1038937716 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562c05698d40 con 0x562c05751170 2024-05-21T00:42:29.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.934+0000 7fbe22a00700 10 client.15087 handle_command_reply: tid=0 2024-05-21T00:42:29.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.934+0000 7fbe4e265b80 1 client.15087 shutdown 2024-05-21T00:42:29.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.934+0000 7fbe4e265b80 1 -- 172.21.15.44:0/967258831 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c0573e5c0 msgr2=0x562c05741fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:29.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.934+0000 7fbe4e265b80 1 --2- 172.21.15.44:0/967258831 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c0573e5c0 0x562c05741fb0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fbe30009d10 tx=0x7fbe30005050 comp rx=0 tx=0).stop 2024-05-21T00:42:29.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.935+0000 7fbe4e265b80 1 -- 172.21.15.44:0/967258831 shutdown_connections 2024-05-21T00:42:29.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.935+0000 7fbe4e265b80 1 --2- 172.21.15.44:0/967258831 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562c0573eee0 0x562c057424f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.935+0000 7fbe4e265b80 1 --2- 172.21.15.44:0/967258831 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562c057390f0 0x562c05744c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.935+0000 7fbe4e265b80 1 --2- 172.21.15.44:0/967258831 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x562c05751170 0x562c05753300 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.935+0000 7fbe4e265b80 1 --2- 172.21.15.44:0/967258831 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c0573e5c0 0x562c05741fb0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.935+0000 7fbe4e265b80 1 -- 172.21.15.44:0/967258831 >> 172.21.15.44:0/967258831 conn(0x562c05666b90 msgr2=0x562c05732d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:29.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.935+0000 7fbe22a00700 0 client.15087 ms_handle_reset on v2:172.21.15.44:6838/1038937716 2024-05-21T00:42:29.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.935+0000 7fbe4e265b80 1 -- 172.21.15.44:0/967258831 shutdown_connections 2024-05-21T00:42:29.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.935+0000 7fbe4e265b80 1 -- 172.21.15.44:0/967258831 wait complete. 2024-05-21T00:42:29.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.935+0000 7fbe4e265b80 20 client.15087 trim_cache size 0 max 16384 2024-05-21T00:42:29.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.959+0000 7fbe4e265b80 1 Processor -- start 2024-05-21T00:42:29.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.959+0000 7fbe4e265b80 1 -- start start 2024-05-21T00:42:29.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.959+0000 7fbe4e265b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c057390f0 0x562c05753300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:29.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.959+0000 7fbe4e265b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562c0573eee0 0x562c057517c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:29.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.959+0000 7fbe4e265b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562c05738ad0 0x562c0573fa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:29.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.959+0000 7fbe4e265b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x562c05751640 con 0x562c057390f0 2024-05-21T00:42:29.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.959+0000 7fbe4e265b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x562c05751d10 con 0x562c0573eee0 2024-05-21T00:42:29.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.959+0000 7fbe4e265b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x562c057523e0 con 0x562c05738ad0 2024-05-21T00:42:29.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.960+0000 7fbe3be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c057390f0 0x562c05753300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:29.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.960+0000 7fbe40e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562c0573eee0 0x562c057517c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:29.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.960+0000 7fbe40e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562c0573eee0 0x562c057517c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:59076/0 (socket says 172.21.15.44:59076) 2024-05-21T00:42:29.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.960+0000 7fbe40e00700 1 -- 172.21.15.44:0/284617934 learned_addr learned my addr 172.21.15.44:0/284617934 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:29.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.960+0000 7fbe3be00700 1 --2- 172.21.15.44:0/284617934 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562c05738ad0 0x562c0573fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:29.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.960+0000 7fbe40e00700 1 -- 172.21.15.44:0/284617934 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562c05738ad0 msgr2=0x562c0573fa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:29.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.960+0000 7fbe40e00700 1 --2- 172.21.15.44:0/284617934 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562c05738ad0 0x562c0573fa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.960+0000 7fbe40e00700 1 -- 172.21.15.44:0/284617934 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c057390f0 msgr2=0x562c05753300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:29.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.960+0000 7fbe40e00700 1 --2- 172.21.15.44:0/284617934 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c057390f0 0x562c05753300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.960+0000 7fbe40e00700 1 -- 172.21.15.44:0/284617934 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562c0573ffb0 con 0x562c0573eee0 2024-05-21T00:42:29.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.960+0000 7fbe40e00700 1 --2- 172.21.15.44:0/284617934 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562c0573eee0 0x562c057517c0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fbe3000b580 tx=0x7fbe3000f730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b5e08f2efc313856 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:29.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.961+0000 7fbe2d600700 1 -- 172.21.15.44:0/284617934 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe30028040 con 0x562c0573eee0 2024-05-21T00:42:29.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.961+0000 7fbe2d600700 1 -- 172.21.15.44:0/284617934 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbe30029040 con 0x562c0573eee0 2024-05-21T00:42:29.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.961+0000 7fbe2d600700 1 -- 172.21.15.44:0/284617934 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe30017e20 con 0x562c0573eee0 2024-05-21T00:42:29.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.961+0000 7fbe4e265b80 1 -- 172.21.15.44:0/284617934 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562c0573eee0 msgr2=0x562c057517c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:29.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.961+0000 7fbe4e265b80 1 --2- 172.21.15.44:0/284617934 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562c0573eee0 0x562c057517c0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fbe3000b580 tx=0x7fbe3000f730 comp rx=0 tx=0).stop 2024-05-21T00:42:29.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.961+0000 7fbe4e265b80 1 -- 172.21.15.44:0/284617934 shutdown_connections 2024-05-21T00:42:29.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.962+0000 7fbe4e265b80 1 --2- 172.21.15.44:0/284617934 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c057390f0 0x562c05753300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.962+0000 7fbe4e265b80 1 --2- 172.21.15.44:0/284617934 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562c05738ad0 0x562c0573fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.962+0000 7fbe4e265b80 1 --2- 172.21.15.44:0/284617934 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562c0573eee0 0x562c057517c0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.962+0000 7fbe4e265b80 1 -- 172.21.15.44:0/284617934 >> 172.21.15.44:0/284617934 conn(0x562c05666b90 msgr2=0x562c0573f360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:29.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.962+0000 7fbe4e265b80 1 -- 172.21.15.44:0/284617934 shutdown_connections 2024-05-21T00:42:29.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.962+0000 7fbe4e265b80 1 -- 172.21.15.44:0/284617934 wait complete. 2024-05-21T00:42:29.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.962+0000 7fbe4e265b80 1 -- start start 2024-05-21T00:42:29.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.962+0000 7fbe4e265b80 1 Processor -- start 2024-05-21T00:42:29.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.963+0000 7fbe4e265b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562c05738ad0 0x562c0575c960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:29.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.963+0000 7fbe4e265b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c057390f0 0x562c0575cea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:29.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.963+0000 7fbe4e265b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562c0573eee0 0x562c05757770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:29.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.963+0000 7fbe4e265b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x562c05753180 con 0x562c057390f0 2024-05-21T00:42:29.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.963+0000 7fbe4e265b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x562c05752ab0 con 0x562c0573eee0 2024-05-21T00:42:29.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.963+0000 7fbe4e265b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x562c05753850 con 0x562c05738ad0 2024-05-21T00:42:29.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.963+0000 7fbe4e265b80 10 client.0 _ll_register_callbacks cb 0x562c05630c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:42:29.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.963+0000 7fbe40e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c057390f0 0x562c0575cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:29.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.963+0000 7fbe40e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c057390f0 0x562c0575cea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47140/0 (socket says 172.21.15.44:47140) 2024-05-21T00:42:29.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.963+0000 7fbe40e00700 1 -- 172.21.15.44:0/187833387 learned_addr learned my addr 172.21.15.44:0/187833387 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:29.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.963+0000 7fbe3be00700 1 --2- 172.21.15.44:0/187833387 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562c0573eee0 0x562c05757770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:29.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.963+0000 7fbe3be00700 1 --2- 172.21.15.44:0/187833387 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562c05738ad0 0x562c0575c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:29.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.964+0000 7fbe40e00700 1 -- 172.21.15.44:0/187833387 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562c05738ad0 msgr2=0x562c0575c960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:29.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.964+0000 7fbe40e00700 1 --2- 172.21.15.44:0/187833387 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562c05738ad0 0x562c0575c960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.964+0000 7fbe40e00700 1 -- 172.21.15.44:0/187833387 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562c0573eee0 msgr2=0x562c05757770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:29.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.964+0000 7fbe40e00700 1 --2- 172.21.15.44:0/187833387 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562c0573eee0 0x562c05757770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.964+0000 7fbe40e00700 1 -- 172.21.15.44:0/187833387 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562c05757fb0 con 0x562c057390f0 2024-05-21T00:42:29.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.964+0000 7fbe40e00700 1 --2- 172.21.15.44:0/187833387 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c057390f0 0x562c0575cea0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fbe3000b580 tx=0x7fbe30005580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fee31c37e51bf01 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:29.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.964+0000 7fbe22a00700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-21T00:42:29.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.964+0000 7fbe22a00700 1 -- 172.21.15.44:0/187833387 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe30028040 con 0x562c057390f0 2024-05-21T00:42:29.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.965+0000 7fbe22a00700 1 -- 172.21.15.44:0/187833387 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fbe3000fa70 con 0x562c057390f0 2024-05-21T00:42:29.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.965+0000 7fbe4e265b80 1 -- 172.21.15.44:0/187833387 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbe30029040 con 0x562c057390f0 2024-05-21T00:42:29.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.965+0000 7fbe22a00700 1 -- 172.21.15.44:0/187833387 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbe300095d0 con 0x562c057390f0 2024-05-21T00:42:29.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.965+0000 7fbe4e265b80 10 client.15093 fetch_fsmap learned FSMap version 26 2024-05-21T00:42:29.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.965+0000 7fbe4e265b80 1 -- 172.21.15.44:0/187833387 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562c057be1a0 con 0x562c057390f0 2024-05-21T00:42:29.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.965+0000 7fbe22a00700 1 -- 172.21.15.44:0/187833387 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbe30029040 con 0x562c057390f0 2024-05-21T00:42:29.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.965+0000 7fbe22a00700 1 -- 172.21.15.44:0/187833387 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fbe30037450 con 0x562c057390f0 2024-05-21T00:42:29.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.965+0000 7fbe4e265b80 10 client.15093 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:42:29.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.966+0000 7fbe4e265b80 10 client.15093 resolve_mds: resolved name 'g' to daemon mds.g 2024-05-21T00:42:29.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.966+0000 7fbe4e265b80 20 client.15093 populate_metadata read hostname 'smithi044' 2024-05-21T00:42:29.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.966+0000 7fbe4e265b80 1 --2- 172.21.15.44:0/187833387 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x562c057c2910 0x562c057c1620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:29.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.966+0000 7fbe4e265b80 4 client.15093 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T00:42:29.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.966+0000 7fbe4e265b80 1 -- 172.21.15.44:0/187833387 --> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] -- command(tid 0: {"prefix": "status"}) -- 0x562c05692520 con 0x562c057c2910 2024-05-21T00:42:29.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.966+0000 7fbe3be00700 1 --2- 172.21.15.44:0/187833387 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x562c057c2910 0x562c057c1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:29.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.967+0000 7fbe3be00700 1 --2- 172.21.15.44:0/187833387 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x562c057c2910 0x562c057c1620 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b32f014d5943cde4 server_cookie=c67d5eb687b82058 in_seq=0 out_seq=0 2024-05-21T00:42:29.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.967+0000 7fbe22a00700 10 client.15093 ms_handle_connect on v2:172.21.15.44:6838/1038937716 2024-05-21T00:42:29.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.967+0000 7fbe22a00700 1 -- 172.21.15.44:0/187833387 <== mds.1 v2:172.21.15.44:6838/1038937716 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x562c05692520 con 0x562c057c2910 2024-05-21T00:42:29.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.967+0000 7fbe22a00700 10 client.15093 handle_command_reply: tid=0 2024-05-21T00:42:29.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.967+0000 7fbe4e265b80 1 client.15093 shutdown 2024-05-21T00:42:29.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.967+0000 7fbe4e265b80 1 -- 172.21.15.44:0/187833387 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c057390f0 msgr2=0x562c0575cea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:29.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.967+0000 7fbe4e265b80 1 --2- 172.21.15.44:0/187833387 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c057390f0 0x562c0575cea0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fbe3000b580 tx=0x7fbe30005580 comp rx=0 tx=0).stop 2024-05-21T00:42:29.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.967+0000 7fbe4e265b80 1 -- 172.21.15.44:0/187833387 shutdown_connections 2024-05-21T00:42:29.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.967+0000 7fbe4e265b80 1 --2- 172.21.15.44:0/187833387 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562c0573eee0 0x562c05757770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.967+0000 7fbe4e265b80 1 --2- 172.21.15.44:0/187833387 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562c05738ad0 0x562c0575c960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.967+0000 7fbe4e265b80 1 --2- 172.21.15.44:0/187833387 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x562c057c2910 0x562c057c1620 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.967+0000 7fbe4e265b80 1 --2- 172.21.15.44:0/187833387 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c057390f0 0x562c0575cea0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.967+0000 7fbe4e265b80 1 -- 172.21.15.44:0/187833387 >> 172.21.15.44:0/187833387 conn(0x562c05666b90 msgr2=0x562c057408c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:29.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.967+0000 7fbe22a00700 0 client.15093 ms_handle_reset on v2:172.21.15.44:6838/1038937716 2024-05-21T00:42:29.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.968+0000 7fbe4e265b80 1 -- 172.21.15.44:0/187833387 shutdown_connections 2024-05-21T00:42:29.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.968+0000 7fbe4e265b80 1 -- 172.21.15.44:0/187833387 wait complete. 2024-05-21T00:42:29.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.968+0000 7fbe4e265b80 20 client.15093 trim_cache size 0 max 16384 2024-05-21T00:42:29.974 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:42:29.974 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "d03df2b2-1708-11ef-bc9a-c7b262605968", 2024-05-21T00:42:29.974 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 1, 2024-05-21T00:42:29.974 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24511, 2024-05-21T00:42:29.974 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-05-21T00:42:29.974 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-05-21T00:42:29.974 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-05-21T00:42:29.975 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 283.409481804, 2024-05-21T00:42:29.975 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 26, 2024-05-21T00:42:29.975 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 82, 2024-05-21T00:42:29.975 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 82, 2024-05-21T00:42:29.975 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 330.28217487400002 2024-05-21T00:42:29.975 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:42:29.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.968+0000 7fbe43800700 1 -- 172.21.15.44:0/740618709 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fbe240b2910 msgr2=0x7fbe240b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:29.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.968+0000 7fbe43800700 1 --2- 172.21.15.44:0/740618709 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fbe240b2910 0x7fbe240b4dd0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fbe34009c10 tx=0x7fbe34009040 comp rx=0 tx=0).stop 2024-05-21T00:42:29.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.968+0000 7fbe43800700 1 -- 172.21.15.44:0/740618709 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe3c1088f0 msgr2=0x7fbe3c1a06f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:29.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.968+0000 7fbe43800700 1 --2- 172.21.15.44:0/740618709 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe3c1088f0 0x7fbe3c1a06f0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fbe3400ef30 tx=0x7fbe3400c3a0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.969+0000 7fbe43800700 1 -- 172.21.15.44:0/740618709 shutdown_connections 2024-05-21T00:42:29.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.969+0000 7fbe43800700 1 --2- 172.21.15.44:0/740618709 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fbe240b2910 0x7fbe240b4dd0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.969+0000 7fbe43800700 1 --2- 172.21.15.44:0/740618709 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe3c1088f0 0x7fbe3c1a06f0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.969+0000 7fbe43800700 1 --2- 172.21.15.44:0/740618709 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe3c1037f0 0x7fbe3c19be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.969+0000 7fbe43800700 1 --2- 172.21.15.44:0/740618709 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbe3c1041a0 0x7fbe3c19c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:29.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.969+0000 7fbe43800700 1 -- 172.21.15.44:0/740618709 >> 172.21.15.44:0/740618709 conn(0x7fbe3c07a6a0 msgr2=0x7fbe3c101600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:29.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.969+0000 7fbe43800700 1 -- 172.21.15.44:0/740618709 shutdown_connections 2024-05-21T00:42:29.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:29.969+0000 7fbe43800700 1 -- 172.21.15.44:0/740618709 wait complete. 2024-05-21T00:42:31.159 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.b status 2024-05-21T00:42:31.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.844+0000 7f27fba00700 1 -- 172.21.15.44:0/3510951361 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f27f41095d0 msgr2=0x7f27f41099b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:31.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.844+0000 7f27fba00700 1 --2- 172.21.15.44:0/3510951361 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f27f41095d0 0x7f27f41099b0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f27e8009990 tx=0x7f27e8009ca0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.844+0000 7f27fba00700 1 -- 172.21.15.44:0/3510951361 shutdown_connections 2024-05-21T00:42:31.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.844+0000 7f27fba00700 1 --2- 172.21.15.44:0/3510951361 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f27f406c5d0 0x7f27f41103f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.844+0000 7f27fba00700 1 --2- 172.21.15.44:0/3510951361 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f27f41095d0 0x7f27f41099b0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.844+0000 7f27fba00700 1 --2- 172.21.15.44:0/3510951361 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f27f406bc10 0x7f27f406c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.844+0000 7f27fba00700 1 -- 172.21.15.44:0/3510951361 >> 172.21.15.44:0/3510951361 conn(0x7f27f40793f0 msgr2=0x7f27f4079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:31.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.844+0000 7f27fba00700 1 -- 172.21.15.44:0/3510951361 shutdown_connections 2024-05-21T00:42:31.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.844+0000 7f27fba00700 1 -- 172.21.15.44:0/3510951361 wait complete. 2024-05-21T00:42:31.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.846+0000 7f27fba00700 1 Processor -- start 2024-05-21T00:42:31.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.846+0000 7f27fba00700 1 -- start start 2024-05-21T00:42:31.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.846+0000 7f27fba00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f27f406bc10 0x7f27f419f860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:31.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.846+0000 7f27fba00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f27f406c5d0 0x7f27f419fda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:31.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.847+0000 7f27fba00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f27f41095d0 0x7f27f4199a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:31.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.847+0000 7f27fba00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f27f41136e0 con 0x7f27f406c5d0 2024-05-21T00:42:31.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.847+0000 7f27fba00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f27f4113560 con 0x7f27f41095d0 2024-05-21T00:42:31.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.847+0000 7f27fba00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f27f4113860 con 0x7f27f406bc10 2024-05-21T00:42:31.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.847+0000 7f27f9000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f27f406bc10 0x7f27f419f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:31.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.847+0000 7f27f3e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f27f406c5d0 0x7f27f419fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:31.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.847+0000 7f27f9000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f27f406bc10 0x7f27f419f860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:51052/0 (socket says 172.21.15.44:51052) 2024-05-21T00:42:31.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.847+0000 7f27f9000700 1 -- 172.21.15.44:0/2828395165 learned_addr learned my addr 172.21.15.44:0/2828395165 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:31.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.847+0000 7f27f9a00700 1 --2- 172.21.15.44:0/2828395165 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f27f41095d0 0x7f27f4199a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:31.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.847+0000 7f27f9a00700 1 -- 172.21.15.44:0/2828395165 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f27f406bc10 msgr2=0x7f27f419f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:31.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.847+0000 7f27f9a00700 1 --2- 172.21.15.44:0/2828395165 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f27f406bc10 0x7f27f419f860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.847+0000 7f27f9a00700 1 -- 172.21.15.44:0/2828395165 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f27f406c5d0 msgr2=0x7f27f419fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:31.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.847+0000 7f27f9a00700 1 --2- 172.21.15.44:0/2828395165 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f27f406c5d0 0x7f27f419fda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.847+0000 7f27f9a00700 1 -- 172.21.15.44:0/2828395165 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27f419a180 con 0x7f27f41095d0 2024-05-21T00:42:31.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.848+0000 7f27f9a00700 1 --2- 172.21.15.44:0/2828395165 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f27f41095d0 0x7f27f4199a20 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f27ec00efc0 tx=0x7f27ec00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:31.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.848+0000 7f27f1600700 1 -- 172.21.15.44:0/2828395165 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27ec0092e0 con 0x7f27f41095d0 2024-05-21T00:42:31.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.848+0000 7f27f1600700 1 -- 172.21.15.44:0/2828395165 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27ec004bb0 con 0x7f27f41095d0 2024-05-21T00:42:31.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.848+0000 7f27fba00700 1 -- 172.21.15.44:0/2828395165 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27f419a410 con 0x7f27f41095d0 2024-05-21T00:42:31.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.848+0000 7f27f1600700 1 -- 172.21.15.44:0/2828395165 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27ec004020 con 0x7f27f41095d0 2024-05-21T00:42:31.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.848+0000 7f27fba00700 1 -- 172.21.15.44:0/2828395165 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27f41a6730 con 0x7f27f41095d0 2024-05-21T00:42:31.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.852+0000 7f27f1600700 1 -- 172.21.15.44:0/2828395165 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f27ec01b030 con 0x7f27f41095d0 2024-05-21T00:42:31.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.853+0000 7f28063ebb80 1 Processor -- start 2024-05-21T00:42:31.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.853+0000 7f28063ebb80 1 -- start start 2024-05-21T00:42:31.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.853+0000 7f27f1600700 1 --2- 172.21.15.44:0/2828395165 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f27dc0b2990 0x7f27dc0b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:31.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.853+0000 7f28063ebb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55560f215eb0 0x55560f216290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:31.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.853+0000 7f28063ebb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55560f2167d0 0x55560f210260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:31.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.853+0000 7f28063ebb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55560f210880 0x55560f210ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:31.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.854+0000 7f28063ebb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55560f16ee40 con 0x55560f2167d0 2024-05-21T00:42:31.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.854+0000 7f28063ebb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55560f15e9e0 con 0x55560f215eb0 2024-05-21T00:42:31.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.854+0000 7f28063ebb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55560f162a20 con 0x55560f210880 2024-05-21T00:42:31.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.854+0000 7f27f1600700 1 -- 172.21.15.44:0/2828395165 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f27ec0e1e50 con 0x7f27f41095d0 2024-05-21T00:42:31.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.854+0000 7f27f9000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55560f215eb0 0x55560f216290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:31.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.854+0000 7f27f9a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55560f210880 0x55560f210ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:31.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.854+0000 7f27f9000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55560f215eb0 0x55560f216290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:59114/0 (socket says 172.21.15.44:59114) 2024-05-21T00:42:31.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.854+0000 7f27f9000700 1 -- 172.21.15.44:0/667648496 learned_addr learned my addr 172.21.15.44:0/667648496 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:31.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.854+0000 7f27f3e00700 1 --2- 172.21.15.44:0/2828395165 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f27dc0b2990 0x7f27dc0b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:31.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.854+0000 7f27f3e00700 1 --2- 172.21.15.44:0/667648496 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55560f2167d0 0x55560f210260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:31.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.854+0000 7f27f9000700 1 -- 172.21.15.44:0/667648496 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55560f210880 msgr2=0x55560f210ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:31.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.854+0000 7f27f9000700 1 --2- 172.21.15.44:0/667648496 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55560f210880 0x55560f210ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.854+0000 7f27f9000700 1 -- 172.21.15.44:0/667648496 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55560f2167d0 msgr2=0x55560f210260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:31.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.854+0000 7f27f9000700 1 --2- 172.21.15.44:0/667648496 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55560f2167d0 0x55560f210260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.854+0000 7f27f9000700 1 -- 172.21.15.44:0/667648496 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55560f127420 con 0x55560f215eb0 2024-05-21T00:42:31.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.855+0000 7f27f9000700 1 --2- 172.21.15.44:0/667648496 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55560f215eb0 0x55560f216290 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f27e80096a0 tx=0x7f27e80096d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=90317cba8123dcdc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:31.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.855+0000 7f27f3e00700 1 --2- 172.21.15.44:0/2828395165 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f27dc0b2990 0x7f27dc0b4e50 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f27f4079ad0 tx=0x7f27e00099b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:31.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.855+0000 7f27e6000700 1 -- 172.21.15.44:0/667648496 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27e8027070 con 0x55560f215eb0 2024-05-21T00:42:31.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.855+0000 7f27e6000700 1 -- 172.21.15.44:0/667648496 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27e80056d0 con 0x55560f215eb0 2024-05-21T00:42:31.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.855+0000 7f27e6000700 1 -- 172.21.15.44:0/667648496 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27e8003cb0 con 0x55560f215eb0 2024-05-21T00:42:31.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.856+0000 7f28063ebb80 1 -- 172.21.15.44:0/667648496 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55560f215eb0 msgr2=0x55560f216290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:31.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.856+0000 7f28063ebb80 1 --2- 172.21.15.44:0/667648496 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55560f215eb0 0x55560f216290 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f27e80096a0 tx=0x7f27e80096d0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.856+0000 7f28063ebb80 1 -- 172.21.15.44:0/667648496 shutdown_connections 2024-05-21T00:42:31.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.856+0000 7f28063ebb80 1 --2- 172.21.15.44:0/667648496 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55560f210880 0x55560f210ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.856+0000 7f28063ebb80 1 --2- 172.21.15.44:0/667648496 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55560f215eb0 0x55560f216290 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.856+0000 7f28063ebb80 1 --2- 172.21.15.44:0/667648496 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55560f2167d0 0x55560f210260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.856+0000 7f28063ebb80 1 -- 172.21.15.44:0/667648496 >> 172.21.15.44:0/667648496 conn(0x55560f13ebe0 msgr2=0x55560f20b010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:31.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.856+0000 7f28063ebb80 1 -- 172.21.15.44:0/667648496 shutdown_connections 2024-05-21T00:42:31.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.856+0000 7f28063ebb80 1 -- 172.21.15.44:0/667648496 wait complete. 2024-05-21T00:42:31.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.857+0000 7f28063ebb80 1 -- start start 2024-05-21T00:42:31.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.857+0000 7f28063ebb80 1 Processor -- start 2024-05-21T00:42:31.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.857+0000 7f28063ebb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55560f210880 0x55560f21c500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:31.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.857+0000 7f28063ebb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55560f215eb0 0x55560f2198a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:31.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.857+0000 7f28063ebb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55560f2167d0 0x55560f219de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:31.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.857+0000 7f28063ebb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55560f064fa0 con 0x55560f210880 2024-05-21T00:42:31.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.857+0000 7f28063ebb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55560f0ff760 con 0x55560f215eb0 2024-05-21T00:42:31.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.857+0000 7f28063ebb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55560f2215f0 con 0x55560f2167d0 2024-05-21T00:42:31.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.858+0000 7f28063ebb80 10 client.0 _ll_register_callbacks cb 0x55560f108c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:42:31.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.858+0000 7f27f9000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55560f210880 0x55560f21c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:31.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.858+0000 7f27f9000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55560f210880 0x55560f21c500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47168/0 (socket says 172.21.15.44:47168) 2024-05-21T00:42:31.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.858+0000 7f27f3e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55560f215eb0 0x55560f2198a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:31.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.858+0000 7f27f9000700 1 -- 172.21.15.44:0/333037653 learned_addr learned my addr 172.21.15.44:0/333037653 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:31.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.858+0000 7f27f9a00700 1 --2- 172.21.15.44:0/333037653 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55560f2167d0 0x55560f219de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:31.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.858+0000 7f27f3e00700 1 -- 172.21.15.44:0/333037653 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55560f2167d0 msgr2=0x55560f219de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:31.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.858+0000 7f27f3e00700 1 --2- 172.21.15.44:0/333037653 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55560f2167d0 0x55560f219de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.858+0000 7f27f3e00700 1 -- 172.21.15.44:0/333037653 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55560f210880 msgr2=0x55560f21c500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:31.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.858+0000 7f27f3e00700 1 --2- 172.21.15.44:0/333037653 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55560f210880 0x55560f21c500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.858+0000 7f27f3e00700 1 -- 172.21.15.44:0/333037653 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55560f0ae8d0 con 0x55560f215eb0 2024-05-21T00:42:31.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.859+0000 7f27f3e00700 1 --2- 172.21.15.44:0/333037653 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55560f215eb0 0x55560f2198a0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f27e0009e30 tx=0x7f27e00047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eb6005812c965ddc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:31.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.859+0000 7f27daa00700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:42:31.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.859+0000 7f27daa00700 1 -- 172.21.15.44:0/333037653 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27e001ee30 con 0x55560f215eb0 2024-05-21T00:42:31.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.859+0000 7f27daa00700 1 -- 172.21.15.44:0/333037653 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f27e0011020 con 0x55560f215eb0 2024-05-21T00:42:31.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.859+0000 7f28063ebb80 1 -- 172.21.15.44:0/333037653 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f27e80056d0 con 0x55560f215eb0 2024-05-21T00:42:31.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.859+0000 7f27daa00700 1 -- 172.21.15.44:0/333037653 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f27e0011220 con 0x55560f215eb0 2024-05-21T00:42:31.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.859+0000 7f28063ebb80 10 client.25232 fetch_fsmap learned FSMap version 26 2024-05-21T00:42:31.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.859+0000 7f28063ebb80 1 -- 172.21.15.44:0/333037653 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55560f12f060 con 0x55560f215eb0 2024-05-21T00:42:31.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.860+0000 7f27daa00700 1 -- 172.21.15.44:0/333037653 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27e80056d0 con 0x55560f215eb0 2024-05-21T00:42:31.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.860+0000 7f27daa00700 1 -- 172.21.15.44:0/333037653 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f27e00108f0 con 0x55560f215eb0 2024-05-21T00:42:31.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.860+0000 7f28063ebb80 10 client.25232 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:42:31.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.860+0000 7f28063ebb80 10 client.25232 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:42:31.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.860+0000 7f28063ebb80 20 client.25232 populate_metadata read hostname 'smithi044' 2024-05-21T00:42:31.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.860+0000 7f28063ebb80 1 --2- 172.21.15.44:0/333037653 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55560f22e140 0x55560f230550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:31.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.860+0000 7f28063ebb80 4 client.25232 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:42:31.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.860+0000 7f28063ebb80 1 -- 172.21.15.44:0/333037653 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55560f170d90 con 0x55560f22e140 2024-05-21T00:42:31.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.861+0000 7f27f9000700 1 --2- 172.21.15.44:0/333037653 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55560f22e140 0x55560f230550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:31.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.861+0000 7f27f9000700 1 --2- 172.21.15.44:0/333037653 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55560f22e140 0x55560f230550 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1a55b61e78f89cfb server_cookie=bce4ec3dbf12d2df in_seq=0 out_seq=0 2024-05-21T00:42:31.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.861+0000 7f27daa00700 10 client.25232 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:42:31.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.862+0000 7f27daa00700 1 -- 172.21.15.44:0/333037653 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55560f170d90 con 0x55560f22e140 2024-05-21T00:42:31.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.862+0000 7f27daa00700 10 client.25232 handle_command_reply: tid=0 2024-05-21T00:42:31.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.862+0000 7f28063ebb80 1 client.25232 shutdown 2024-05-21T00:42:31.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.862+0000 7f28063ebb80 1 -- 172.21.15.44:0/333037653 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55560f215eb0 msgr2=0x55560f2198a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:31.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.862+0000 7f28063ebb80 1 --2- 172.21.15.44:0/333037653 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55560f215eb0 0x55560f2198a0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f27e0009e30 tx=0x7f27e00047c0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.862+0000 7f28063ebb80 1 -- 172.21.15.44:0/333037653 shutdown_connections 2024-05-21T00:42:31.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.862+0000 7f28063ebb80 1 --2- 172.21.15.44:0/333037653 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55560f210880 0x55560f21c500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.862+0000 7f28063ebb80 1 --2- 172.21.15.44:0/333037653 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55560f22e140 0x55560f230550 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.862+0000 7f28063ebb80 1 --2- 172.21.15.44:0/333037653 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55560f2167d0 0x55560f219de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.862+0000 7f28063ebb80 1 --2- 172.21.15.44:0/333037653 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55560f215eb0 0x55560f2198a0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.862+0000 7f27daa00700 0 client.25232 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:42:31.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.862+0000 7f28063ebb80 1 -- 172.21.15.44:0/333037653 >> 172.21.15.44:0/333037653 conn(0x55560f13ebe0 msgr2=0x55560f20f250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:31.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.862+0000 7f28063ebb80 1 -- 172.21.15.44:0/333037653 shutdown_connections 2024-05-21T00:42:31.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.862+0000 7f28063ebb80 1 -- 172.21.15.44:0/333037653 wait complete. 2024-05-21T00:42:31.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.863+0000 7f28063ebb80 20 client.25232 trim_cache size 0 max 16384 2024-05-21T00:42:31.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.885+0000 7f28063ebb80 1 Processor -- start 2024-05-21T00:42:31.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.886+0000 7f28063ebb80 1 -- start start 2024-05-21T00:42:31.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.886+0000 7f28063ebb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55560f210880 0x55560f210260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:31.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.886+0000 7f28063ebb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55560f215eb0 0x55560f235e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:31.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.886+0000 7f28063ebb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55560f2167d0 0x55560f236360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:31.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.886+0000 7f28063ebb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f27f41ae390 con 0x55560f2167d0 2024-05-21T00:42:31.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.886+0000 7f28063ebb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f27f41abc20 con 0x55560f215eb0 2024-05-21T00:42:31.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.886+0000 7f28063ebb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f27f41a9a90 con 0x55560f210880 2024-05-21T00:42:31.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.886+0000 7f27f9000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55560f210880 0x55560f210260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:31.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.886+0000 7f27f3e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55560f215eb0 0x55560f235e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:31.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.886+0000 7f27f9a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55560f2167d0 0x55560f236360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:31.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.886+0000 7f27f9000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55560f210880 0x55560f210260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:51084/0 (socket says 172.21.15.44:51084) 2024-05-21T00:42:31.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.886+0000 7f27f9000700 1 -- 172.21.15.44:0/1740053158 learned_addr learned my addr 172.21.15.44:0/1740053158 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:31.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.887+0000 7f27f9000700 1 -- 172.21.15.44:0/1740053158 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55560f215eb0 msgr2=0x55560f235e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:31.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.887+0000 7f27f9000700 1 --2- 172.21.15.44:0/1740053158 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55560f215eb0 0x55560f235e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.887+0000 7f27f9000700 1 -- 172.21.15.44:0/1740053158 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55560f2167d0 msgr2=0x55560f236360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:31.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.887+0000 7f27f9000700 1 --2- 172.21.15.44:0/1740053158 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55560f2167d0 0x55560f236360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.887+0000 7f27f9000700 1 -- 172.21.15.44:0/1740053158 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55560f21c140 con 0x55560f210880 2024-05-21T00:42:31.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.887+0000 7f27f9000700 1 --2- 172.21.15.44:0/1740053158 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55560f210880 0x55560f210260 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f27e80098e0 tx=0x7f27e801a040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3e8ad714a032ae86 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:31.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.887+0000 7f27e5600700 1 -- 172.21.15.44:0/1740053158 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27e8027070 con 0x55560f210880 2024-05-21T00:42:31.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.887+0000 7f27e5600700 1 -- 172.21.15.44:0/1740053158 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27e8034070 con 0x55560f210880 2024-05-21T00:42:31.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.887+0000 7f27e5600700 1 -- 172.21.15.44:0/1740053158 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27e8004290 con 0x55560f210880 2024-05-21T00:42:31.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.888+0000 7f28063ebb80 1 -- 172.21.15.44:0/1740053158 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55560f210880 msgr2=0x55560f210260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:31.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.888+0000 7f28063ebb80 1 --2- 172.21.15.44:0/1740053158 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55560f210880 0x55560f210260 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f27e80098e0 tx=0x7f27e801a040 comp rx=0 tx=0).stop 2024-05-21T00:42:31.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.888+0000 7f28063ebb80 1 -- 172.21.15.44:0/1740053158 shutdown_connections 2024-05-21T00:42:31.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.888+0000 7f28063ebb80 1 --2- 172.21.15.44:0/1740053158 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55560f2167d0 0x55560f236360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.888+0000 7f28063ebb80 1 --2- 172.21.15.44:0/1740053158 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55560f210880 0x55560f210260 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.888+0000 7f28063ebb80 1 --2- 172.21.15.44:0/1740053158 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55560f215eb0 0x55560f235e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.888+0000 7f28063ebb80 1 -- 172.21.15.44:0/1740053158 >> 172.21.15.44:0/1740053158 conn(0x55560f13ebe0 msgr2=0x55560f2139c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:31.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.888+0000 7f28063ebb80 1 -- 172.21.15.44:0/1740053158 shutdown_connections 2024-05-21T00:42:31.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.888+0000 7f28063ebb80 1 -- 172.21.15.44:0/1740053158 wait complete. 2024-05-21T00:42:31.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.889+0000 7f28063ebb80 1 -- start start 2024-05-21T00:42:31.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.889+0000 7f28063ebb80 1 Processor -- start 2024-05-21T00:42:31.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.889+0000 7f28063ebb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55560f210880 0x55560f226a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:31.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.889+0000 7f28063ebb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55560f215eb0 0x55560f226fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:31.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.889+0000 7f28063ebb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55560f2167d0 0x55560f223850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:31.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.889+0000 7f28063ebb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f27f41aa0e0 con 0x55560f210880 2024-05-21T00:42:31.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.889+0000 7f28063ebb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f27f41ab550 con 0x55560f2167d0 2024-05-21T00:42:31.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.889+0000 7f28063ebb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f27f41aa7b0 con 0x55560f215eb0 2024-05-21T00:42:31.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.890+0000 7f28063ebb80 10 client.0 _ll_register_callbacks cb 0x55560f108c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:42:31.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.890+0000 7f27f3e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55560f215eb0 0x55560f226fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:31.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.890+0000 7f27f3e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55560f215eb0 0x55560f226fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:51086/0 (socket says 172.21.15.44:51086) 2024-05-21T00:42:31.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.890+0000 7f27f9000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55560f210880 0x55560f226a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:31.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.890+0000 7f27f3e00700 1 -- 172.21.15.44:0/711825844 learned_addr learned my addr 172.21.15.44:0/711825844 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:31.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.890+0000 7f27f9a00700 1 --2- 172.21.15.44:0/711825844 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55560f2167d0 0x55560f223850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:31.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.890+0000 7f27f3e00700 1 -- 172.21.15.44:0/711825844 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55560f2167d0 msgr2=0x55560f223850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:31.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.890+0000 7f27f3e00700 1 --2- 172.21.15.44:0/711825844 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55560f2167d0 0x55560f223850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.890+0000 7f27f3e00700 1 -- 172.21.15.44:0/711825844 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55560f210880 msgr2=0x55560f226a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:31.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.890+0000 7f27f3e00700 1 --2- 172.21.15.44:0/711825844 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55560f210880 0x55560f226a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.890+0000 7f27f3e00700 1 -- 172.21.15.44:0/711825844 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55560f223ff0 con 0x55560f215eb0 2024-05-21T00:42:31.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.890+0000 7f27f9a00700 1 --2- 172.21.15.44:0/711825844 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55560f2167d0 0x55560f223850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:42:31.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.891+0000 7f27f3e00700 1 --2- 172.21.15.44:0/711825844 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55560f215eb0 0x55560f226fa0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f27e0011e30 tx=0x7f27e0011560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b04221b1ca5e9571 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:31.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.891+0000 7f27daa00700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:42:31.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.891+0000 7f27daa00700 1 -- 172.21.15.44:0/711825844 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27e0037030 con 0x55560f215eb0 2024-05-21T00:42:31.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.891+0000 7f27daa00700 1 -- 172.21.15.44:0/711825844 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f27e001a040 con 0x55560f215eb0 2024-05-21T00:42:31.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.891+0000 7f28063ebb80 1 -- 172.21.15.44:0/711825844 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f27e8034070 con 0x55560f215eb0 2024-05-21T00:42:31.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.891+0000 7f27daa00700 1 -- 172.21.15.44:0/711825844 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f27e0010870 con 0x55560f215eb0 2024-05-21T00:42:31.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.891+0000 7f28063ebb80 10 client.25243 fetch_fsmap learned FSMap version 26 2024-05-21T00:42:31.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.891+0000 7f28063ebb80 1 -- 172.21.15.44:0/711825844 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55560f2997b0 con 0x55560f215eb0 2024-05-21T00:42:31.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.892+0000 7f27daa00700 1 -- 172.21.15.44:0/711825844 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27e8034070 con 0x55560f215eb0 2024-05-21T00:42:31.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.892+0000 7f27daa00700 1 -- 172.21.15.44:0/711825844 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f27e00052c0 con 0x55560f215eb0 2024-05-21T00:42:31.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.892+0000 7f28063ebb80 10 client.25243 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:42:31.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.892+0000 7f28063ebb80 10 client.25243 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:42:31.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.892+0000 7f28063ebb80 20 client.25243 populate_metadata read hostname 'smithi044' 2024-05-21T00:42:31.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.892+0000 7f28063ebb80 1 --2- 172.21.15.44:0/711825844 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55560f299ef0 0x55560f29c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:31.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.892+0000 7f28063ebb80 4 client.25243 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T00:42:31.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.892+0000 7f28063ebb80 1 -- 172.21.15.44:0/711825844 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55560f16a570 con 0x55560f299ef0 2024-05-21T00:42:31.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.892+0000 7f27f9000700 1 --2- 172.21.15.44:0/711825844 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55560f299ef0 0x55560f29c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:31.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.893+0000 7f27f9000700 1 --2- 172.21.15.44:0/711825844 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55560f299ef0 0x55560f29c310 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d7d67d9e264bd934 server_cookie=deb15b7b2118191e in_seq=0 out_seq=0 2024-05-21T00:42:31.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.893+0000 7f27daa00700 10 client.25243 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:42:31.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.893+0000 7f27daa00700 1 -- 172.21.15.44:0/711825844 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55560f16a570 con 0x55560f299ef0 2024-05-21T00:42:31.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.893+0000 7f27daa00700 10 client.25243 handle_command_reply: tid=0 2024-05-21T00:42:31.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.893+0000 7f28063ebb80 1 client.25243 shutdown 2024-05-21T00:42:31.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.894+0000 7f28063ebb80 1 -- 172.21.15.44:0/711825844 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55560f215eb0 msgr2=0x55560f226fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:31.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.894+0000 7f28063ebb80 1 --2- 172.21.15.44:0/711825844 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55560f215eb0 0x55560f226fa0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f27e0011e30 tx=0x7f27e0011560 comp rx=0 tx=0).stop 2024-05-21T00:42:31.290 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:42:31.290 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "no active scrubs running", 2024-05-21T00:42:31.290 INFO:teuthology.orchestra.run.smithi044.stdout: "scrubs": {} 2024-05-21T00:42:31.290 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:42:31.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.894+0000 7f28063ebb80 1 -- 172.21.15.44:0/711825844 shutdown_connections 2024-05-21T00:42:31.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.894+0000 7f28063ebb80 1 --2- 172.21.15.44:0/711825844 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55560f210880 0x55560f226a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.894+0000 7f28063ebb80 1 --2- 172.21.15.44:0/711825844 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55560f299ef0 0x55560f29c310 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.894+0000 7f28063ebb80 1 --2- 172.21.15.44:0/711825844 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55560f2167d0 0x55560f223850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.894+0000 7f28063ebb80 1 --2- 172.21.15.44:0/711825844 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55560f215eb0 0x55560f226fa0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.894+0000 7f27daa00700 0 client.25243 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:42:31.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.894+0000 7f28063ebb80 1 -- 172.21.15.44:0/711825844 >> 172.21.15.44:0/711825844 conn(0x55560f13ebe0 msgr2=0x55560f216bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:31.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.894+0000 7f28063ebb80 1 -- 172.21.15.44:0/711825844 shutdown_connections 2024-05-21T00:42:31.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.894+0000 7f28063ebb80 1 -- 172.21.15.44:0/711825844 wait complete. 2024-05-21T00:42:31.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.894+0000 7f28063ebb80 20 client.25243 trim_cache size 0 max 16384 2024-05-21T00:42:31.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.895+0000 7f27fba00700 1 -- 172.21.15.44:0/2828395165 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f27dc0b2990 msgr2=0x7f27dc0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:31.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.895+0000 7f27fba00700 1 --2- 172.21.15.44:0/2828395165 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f27dc0b2990 0x7f27dc0b4e50 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f27f4079ad0 tx=0x7f27e00099b0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.895+0000 7f27fba00700 1 -- 172.21.15.44:0/2828395165 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f27f41095d0 msgr2=0x7f27f4199a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:31.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.895+0000 7f27fba00700 1 --2- 172.21.15.44:0/2828395165 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f27f41095d0 0x7f27f4199a20 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f27ec00efc0 tx=0x7f27ec00c3a0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.895+0000 7f27fba00700 1 -- 172.21.15.44:0/2828395165 shutdown_connections 2024-05-21T00:42:31.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.895+0000 7f27fba00700 1 --2- 172.21.15.44:0/2828395165 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f27dc0b2990 0x7f27dc0b4e50 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.895+0000 7f27fba00700 1 --2- 172.21.15.44:0/2828395165 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f27f41095d0 0x7f27f4199a20 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.895+0000 7f27fba00700 1 --2- 172.21.15.44:0/2828395165 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f27f406bc10 0x7f27f419f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.895+0000 7f27fba00700 1 --2- 172.21.15.44:0/2828395165 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f27f406c5d0 0x7f27f419fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:31.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.895+0000 7f27fba00700 1 -- 172.21.15.44:0/2828395165 >> 172.21.15.44:0/2828395165 conn(0x7f27f40793f0 msgr2=0x7f27f4101620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:31.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.895+0000 7f27fba00700 1 -- 172.21.15.44:0/2828395165 shutdown_connections 2024-05-21T00:42:31.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:30.895+0000 7f27fba00700 1 -- 172.21.15.44:0/2828395165 wait complete. 2024-05-21T00:42:31.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:31 smithi044 ceph-mon[31392]: pgmap v472: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-21T00:42:31.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:31 smithi092 ceph-mon[36335]: pgmap v472: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-21T00:42:31.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:31 smithi082 ceph-mon[36141]: pgmap v472: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-21T00:42:32.118 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T00:42:32.118 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:42:32.144 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:42:33.645 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:42:33.792 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:33 smithi044 ceph-mon[31392]: pgmap v473: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 682 B/s wr, 6 op/s 2024-05-21T00:42:33.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:33 smithi092 ceph-mon[36335]: pgmap v473: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 682 B/s wr, 6 op/s 2024-05-21T00:42:33.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:33 smithi082 ceph-mon[36141]: pgmap v473: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 682 B/s wr, 6 op/s 2024-05-21T00:42:35.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.349+0000 7fefa4c00700 1 -- 172.21.15.44:0/1610720870 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefa01088f0 msgr2=0x7fefa0110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:35.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.349+0000 7fefa4c00700 1 --2- 172.21.15.44:0/1610720870 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefa01088f0 0x7fefa0110470 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fef9800b0a0 tx=0x7fef9800b3b0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.349+0000 7fefa4c00700 1 -- 172.21.15.44:0/1610720870 shutdown_connections 2024-05-21T00:42:35.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.349+0000 7fefa4c00700 1 --2- 172.21.15.44:0/1610720870 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fefa01037f0 0x7fefa0103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.349+0000 7fefa4c00700 1 --2- 172.21.15.44:0/1610720870 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefa01088f0 0x7fefa0110470 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.349+0000 7fefa4c00700 1 --2- 172.21.15.44:0/1610720870 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fefa01041a0 0x7fefa01081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.349+0000 7fefa4c00700 1 -- 172.21.15.44:0/1610720870 >> 172.21.15.44:0/1610720870 conn(0x7fefa007a6a0 msgr2=0x7fefa007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:35.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.349+0000 7fefa4c00700 1 -- 172.21.15.44:0/1610720870 shutdown_connections 2024-05-21T00:42:35.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.349+0000 7fefa4c00700 1 -- 172.21.15.44:0/1610720870 wait complete. 2024-05-21T00:42:35.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.350+0000 7fefa4c00700 1 Processor -- start 2024-05-21T00:42:35.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.351+0000 7fefa4c00700 1 -- start start 2024-05-21T00:42:35.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.351+0000 7fefa4c00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefa01037f0 0x7fefa01a1940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:35.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.351+0000 7fefa4c00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fefa01041a0 0x7fefa01a1e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:35.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.351+0000 7fefa4c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fefa01088f0 0x7fefa019bb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:35.355 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.351+0000 7fefa4c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fefa01136c0 con 0x7fefa01088f0 2024-05-21T00:42:35.355 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.351+0000 7fefa4c00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fefa0113540 con 0x7fefa01041a0 2024-05-21T00:42:35.355 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.351+0000 7fefa4c00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fefa0113840 con 0x7fefa01037f0 2024-05-21T00:42:35.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.352+0000 7fef9e800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fefa01088f0 0x7fefa019bb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:35.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.352+0000 7fef9e800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fefa01088f0 0x7fefa019bb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47194/0 (socket says 172.21.15.44:47194) 2024-05-21T00:42:35.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.352+0000 7fef9d400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fefa01041a0 0x7fefa01a1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:35.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.352+0000 7fef9de00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefa01037f0 0x7fefa01a1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:35.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.352+0000 7fef9e800700 1 -- 172.21.15.44:0/1306817678 learned_addr learned my addr 172.21.15.44:0/1306817678 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:35.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.352+0000 7fef9e800700 1 -- 172.21.15.44:0/1306817678 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefa01037f0 msgr2=0x7fefa01a1940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:35.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.352+0000 7fef9e800700 1 --2- 172.21.15.44:0/1306817678 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefa01037f0 0x7fefa01a1940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.352+0000 7fef9e800700 1 -- 172.21.15.44:0/1306817678 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fefa01041a0 msgr2=0x7fefa01a1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:35.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.352+0000 7fef9e800700 1 --2- 172.21.15.44:0/1306817678 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fefa01041a0 0x7fefa01a1e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.352+0000 7fef9e800700 1 -- 172.21.15.44:0/1306817678 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefa019c2b0 con 0x7fefa01088f0 2024-05-21T00:42:35.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.352+0000 7fef9de00700 1 --2- 172.21.15.44:0/1306817678 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefa01037f0 0x7fefa01a1940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:42:35.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.352+0000 7fef9e800700 1 --2- 172.21.15.44:0/1306817678 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fefa01088f0 0x7fefa019bb50 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fef9800b780 tx=0x7fef98004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:35.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.353+0000 7fef96a00700 1 -- 172.21.15.44:0/1306817678 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef98021070 con 0x7fefa01088f0 2024-05-21T00:42:35.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.353+0000 7fef96a00700 1 -- 172.21.15.44:0/1306817678 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fef98007b80 con 0x7fefa01088f0 2024-05-21T00:42:35.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.353+0000 7fefa4c00700 1 -- 172.21.15.44:0/1306817678 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fefa019c540 con 0x7fefa01088f0 2024-05-21T00:42:35.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.353+0000 7fef96a00700 1 -- 172.21.15.44:0/1306817678 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef98005040 con 0x7fefa01088f0 2024-05-21T00:42:35.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.353+0000 7fefa4c00700 1 -- 172.21.15.44:0/1306817678 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fefa01a8810 con 0x7fefa01088f0 2024-05-21T00:42:35.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.357+0000 7fef96a00700 1 -- 172.21.15.44:0/1306817678 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7fef98024070 con 0x7fefa01088f0 2024-05-21T00:42:35.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.358+0000 7fefaf4a2b80 1 Processor -- start 2024-05-21T00:42:35.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.358+0000 7fefaf4a2b80 1 -- start start 2024-05-21T00:42:35.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.358+0000 7fefaf4a2b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a55ced5e60 0x55a55ced6240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:35.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.358+0000 7fefaf4a2b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a55ced6780 0x55a55ced0210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:35.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.358+0000 7fefaf4a2b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a55ced0830 0x55a55ced0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:35.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.358+0000 7fefaf4a2b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55a55ce2edf0 con 0x55a55ced6780 2024-05-21T00:42:35.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.358+0000 7fefaf4a2b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55a55ce1e990 con 0x55a55ced0830 2024-05-21T00:42:35.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.358+0000 7fefaf4a2b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55a55ce229d0 con 0x55a55ced5e60 2024-05-21T00:42:35.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.359+0000 7fef96a00700 1 --2- 172.21.15.44:0/1306817678 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fef840b2910 0x7fef840b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:35.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.359+0000 7fef9d400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a55ced5e60 0x55a55ced6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:35.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.359+0000 7fef9de00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a55ced6780 0x55a55ced0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:35.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.359+0000 7fef9d400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a55ced5e60 0x55a55ced6240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:51118/0 (socket says 172.21.15.44:51118) 2024-05-21T00:42:35.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.359+0000 7fef9d400700 1 -- 172.21.15.44:0/1661039110 learned_addr learned my addr 172.21.15.44:0/1661039110 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:35.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.359+0000 7fef96a00700 1 -- 172.21.15.44:0/1306817678 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fef980e3330 con 0x7fefa01088f0 2024-05-21T00:42:35.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.359+0000 7fef9d400700 1 --2- 172.21.15.44:0/1661039110 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a55ced0830 0x55a55ced0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:35.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.359+0000 7fef9e800700 1 --2- 172.21.15.44:0/1306817678 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fef840b2910 0x7fef840b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:35.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.359+0000 7fef9de00700 1 -- 172.21.15.44:0/1661039110 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a55ced5e60 msgr2=0x55a55ced6240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:35.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.359+0000 7fef9de00700 1 --2- 172.21.15.44:0/1661039110 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a55ced5e60 0x55a55ced6240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.359+0000 7fef9de00700 1 -- 172.21.15.44:0/1661039110 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a55ced0830 msgr2=0x55a55ced0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:35.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.359+0000 7fef9de00700 1 --2- 172.21.15.44:0/1661039110 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a55ced0830 0x55a55ced0c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.359+0000 7fef9de00700 1 -- 172.21.15.44:0/1661039110 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a55cde73d0 con 0x55a55ced6780 2024-05-21T00:42:35.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.360+0000 7fef9de00700 1 --2- 172.21.15.44:0/1661039110 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a55ced6780 0x55a55ced0210 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fef900114f0 tx=0x7fef90011800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3332e6a6d8bed917 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:35.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.360+0000 7fef9e800700 1 --2- 172.21.15.44:0/1306817678 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fef840b2910 0x7fef840b4dd0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fef98004fd0 tx=0x7fef98009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:35.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.360+0000 7fef8b400700 1 -- 172.21.15.44:0/1661039110 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef90004230 con 0x55a55ced6780 2024-05-21T00:42:35.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.360+0000 7fef8b400700 1 -- 172.21.15.44:0/1661039110 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fef900043d0 con 0x55a55ced6780 2024-05-21T00:42:35.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.360+0000 7fef8b400700 1 -- 172.21.15.44:0/1661039110 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef90003680 con 0x55a55ced6780 2024-05-21T00:42:35.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.361+0000 7fefaf4a2b80 1 -- 172.21.15.44:0/1661039110 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a55ced6780 msgr2=0x55a55ced0210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:35.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.361+0000 7fefaf4a2b80 1 --2- 172.21.15.44:0/1661039110 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a55ced6780 0x55a55ced0210 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fef900114f0 tx=0x7fef90011800 comp rx=0 tx=0).stop 2024-05-21T00:42:35.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.361+0000 7fefaf4a2b80 1 -- 172.21.15.44:0/1661039110 shutdown_connections 2024-05-21T00:42:35.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.361+0000 7fefaf4a2b80 1 --2- 172.21.15.44:0/1661039110 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a55ced0830 0x55a55ced0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.361+0000 7fefaf4a2b80 1 --2- 172.21.15.44:0/1661039110 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a55ced5e60 0x55a55ced6240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.361+0000 7fefaf4a2b80 1 --2- 172.21.15.44:0/1661039110 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a55ced6780 0x55a55ced0210 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.361+0000 7fefaf4a2b80 1 -- 172.21.15.44:0/1661039110 >> 172.21.15.44:0/1661039110 conn(0x55a55cdfeb90 msgr2=0x55a55cecafc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:35.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.362+0000 7fefaf4a2b80 1 -- 172.21.15.44:0/1661039110 shutdown_connections 2024-05-21T00:42:35.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.362+0000 7fefaf4a2b80 1 -- 172.21.15.44:0/1661039110 wait complete. 2024-05-21T00:42:35.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.362+0000 7fefaf4a2b80 1 -- start start 2024-05-21T00:42:35.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.362+0000 7fefaf4a2b80 1 Processor -- start 2024-05-21T00:42:35.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.363+0000 7fefaf4a2b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a55ced0830 0x55a55cedc4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:35.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.363+0000 7fefaf4a2b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a55ced5e60 0x55a55ced9850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:35.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.363+0000 7fefaf4a2b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a55ced6780 0x55a55ced9d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:35.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.363+0000 7fefaf4a2b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55a55cd24f50 con 0x55a55ced0830 2024-05-21T00:42:35.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.363+0000 7fefaf4a2b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55a55cdbf710 con 0x55a55ced6780 2024-05-21T00:42:35.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.363+0000 7fefaf4a2b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55a55cedd1f0 con 0x55a55ced5e60 2024-05-21T00:42:35.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.363+0000 7fefaf4a2b80 10 client.0 _ll_register_callbacks cb 0x55a55cdc8c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:42:35.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.363+0000 7fef9d400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a55ced0830 0x55a55cedc4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:35.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.363+0000 7fef9de00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a55ced5e60 0x55a55ced9850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:35.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.363+0000 7fef9d400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a55ced0830 0x55a55cedc4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47220/0 (socket says 172.21.15.44:47220) 2024-05-21T00:42:35.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.363+0000 7fef9d400700 1 -- 172.21.15.44:0/2961145009 learned_addr learned my addr 172.21.15.44:0/2961145009 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:35.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.363+0000 7fef9d400700 1 --2- 172.21.15.44:0/2961145009 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a55ced6780 0x55a55ced9d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:35.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.364+0000 7fef9d400700 1 -- 172.21.15.44:0/2961145009 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a55ced5e60 msgr2=0x55a55ced9850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:35.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.364+0000 7fef9d400700 1 --2- 172.21.15.44:0/2961145009 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a55ced5e60 0x55a55ced9850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.364+0000 7fef9d400700 1 -- 172.21.15.44:0/2961145009 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a55ced0830 msgr2=0x55a55cedc4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:35.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.364+0000 7fef9d400700 1 --2- 172.21.15.44:0/2961145009 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a55ced0830 0x55a55cedc4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.364+0000 7fef9d400700 1 -- 172.21.15.44:0/2961145009 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a55cd6e880 con 0x55a55ced6780 2024-05-21T00:42:35.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.364+0000 7fef9de00700 1 --2- 172.21.15.44:0/2961145009 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a55ced5e60 0x55a55ced9850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:42:35.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.364+0000 7fef9d400700 1 --2- 172.21.15.44:0/2961145009 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a55ced6780 0x55a55ced9d90 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fef8c012fa0 tx=0x7fef8c009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a786db806f50edad server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:35.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.364+0000 7fef7fe00700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:42:35.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.365+0000 7fef7fe00700 1 -- 172.21.15.44:0/2961145009 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef8c01c040 con 0x55a55ced6780 2024-05-21T00:42:35.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.365+0000 7fef7fe00700 1 -- 172.21.15.44:0/2961145009 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fef8c023430 con 0x55a55ced6780 2024-05-21T00:42:35.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.365+0000 7fefaf4a2b80 1 -- 172.21.15.44:0/2961145009 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fef900043d0 con 0x55a55ced6780 2024-05-21T00:42:35.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.365+0000 7fef7fe00700 1 -- 172.21.15.44:0/2961145009 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fef8c023630 con 0x55a55ced6780 2024-05-21T00:42:35.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.365+0000 7fefaf4a2b80 10 client.25250 fetch_fsmap learned FSMap version 26 2024-05-21T00:42:35.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.365+0000 7fefaf4a2b80 1 -- 172.21.15.44:0/2961145009 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a55cdef010 con 0x55a55ced6780 2024-05-21T00:42:35.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.365+0000 7fef7fe00700 1 -- 172.21.15.44:0/2961145009 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fef900043d0 con 0x55a55ced6780 2024-05-21T00:42:35.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.366+0000 7fef7fe00700 1 -- 172.21.15.44:0/2961145009 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fef8c00f3c0 con 0x55a55ced6780 2024-05-21T00:42:35.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.366+0000 7fefaf4a2b80 10 client.25250 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:42:35.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.366+0000 7fefaf4a2b80 10 client.25250 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-21T00:42:35.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.366+0000 7fefaf4a2b80 20 client.25250 populate_metadata read hostname 'smithi044' 2024-05-21T00:42:35.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.366+0000 7fefaf4a2b80 1 --2- 172.21.15.44:0/2961145009 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55a55cee9cc0 0x55a55ceeb130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:35.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.366+0000 7fefaf4a2b80 4 client.25250 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:42:35.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.366+0000 7fefaf4a2b80 1 -- 172.21.15.44:0/2961145009 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a55ce30d40 con 0x55a55cee9cc0 2024-05-21T00:42:35.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.366+0000 7fef9de00700 1 --2- 172.21.15.44:0/2961145009 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55a55cee9cc0 0x55a55ceeb130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:35.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.367+0000 7fef9de00700 1 --2- 172.21.15.44:0/2961145009 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55a55cee9cc0 0x55a55ceeb130 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2b55239917d444f9 server_cookie=7ab68a8361a71aa1 in_seq=0 out_seq=0 2024-05-21T00:42:35.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.367+0000 7fef7fe00700 10 client.25250 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:42:35.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.367+0000 7fef7fe00700 1 -- 172.21.15.44:0/2961145009 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a55ce30d40 con 0x55a55cee9cc0 2024-05-21T00:42:35.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.368+0000 7fef7fe00700 10 client.25250 handle_command_reply: tid=0 2024-05-21T00:42:35.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.368+0000 7fefaf4a2b80 1 client.25250 shutdown 2024-05-21T00:42:35.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.368+0000 7fefaf4a2b80 1 -- 172.21.15.44:0/2961145009 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a55ced6780 msgr2=0x55a55ced9d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:35.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.368+0000 7fefaf4a2b80 1 --2- 172.21.15.44:0/2961145009 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a55ced6780 0x55a55ced9d90 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fef8c012fa0 tx=0x7fef8c009260 comp rx=0 tx=0).stop 2024-05-21T00:42:35.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.368+0000 7fefaf4a2b80 1 -- 172.21.15.44:0/2961145009 shutdown_connections 2024-05-21T00:42:35.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.368+0000 7fefaf4a2b80 1 --2- 172.21.15.44:0/2961145009 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a55ced0830 0x55a55cedc4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.368+0000 7fefaf4a2b80 1 --2- 172.21.15.44:0/2961145009 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55a55cee9cc0 0x55a55ceeb130 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.368+0000 7fefaf4a2b80 1 --2- 172.21.15.44:0/2961145009 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a55ced6780 0x55a55ced9d90 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.368+0000 7fefaf4a2b80 1 --2- 172.21.15.44:0/2961145009 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a55ced5e60 0x55a55ced9850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.368+0000 7fefaf4a2b80 1 -- 172.21.15.44:0/2961145009 >> 172.21.15.44:0/2961145009 conn(0x55a55cdfeb90 msgr2=0x55a55cecf200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:35.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.368+0000 7fef7fe00700 0 client.25250 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:42:35.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.368+0000 7fefaf4a2b80 1 -- 172.21.15.44:0/2961145009 shutdown_connections 2024-05-21T00:42:35.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.368+0000 7fefaf4a2b80 1 -- 172.21.15.44:0/2961145009 wait complete. 2024-05-21T00:42:35.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.368+0000 7fefaf4a2b80 20 client.25250 trim_cache size 0 max 16384 2024-05-21T00:42:35.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.392+0000 7fefaf4a2b80 1 Processor -- start 2024-05-21T00:42:35.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.392+0000 7fefaf4a2b80 1 -- start start 2024-05-21T00:42:35.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.393+0000 7fefaf4a2b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a55ced0830 0x55a55ced0c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:35.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.393+0000 7fefaf4a2b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a55ced5e60 0x55a55cedbbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:35.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.393+0000 7fefaf4a2b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a55ced6780 0x55a55ceca990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:35.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.393+0000 7fefaf4a2b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55a55cee9470 con 0x55a55ced6780 2024-05-21T00:42:35.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.393+0000 7fefaf4a2b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55a55cee9b40 con 0x55a55ced5e60 2024-05-21T00:42:35.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.393+0000 7fefaf4a2b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55a55ceea210 con 0x55a55ced0830 2024-05-21T00:42:35.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.393+0000 7fef9de00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a55ced5e60 0x55a55cedbbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:35.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.393+0000 7fef9de00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a55ced5e60 0x55a55cedbbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:59194/0 (socket says 172.21.15.44:59194) 2024-05-21T00:42:35.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.393+0000 7fef9de00700 1 -- 172.21.15.44:0/3321764190 learned_addr learned my addr 172.21.15.44:0/3321764190 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:35.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.393+0000 7fef9d400700 1 --2- 172.21.15.44:0/3321764190 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a55ced0830 0x55a55ced0c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:35.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.394+0000 7fef9d400700 1 --2- 172.21.15.44:0/3321764190 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a55ced6780 0x55a55ceca990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:35.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.394+0000 7fef9de00700 1 -- 172.21.15.44:0/3321764190 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a55ced0830 msgr2=0x55a55ced0c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:35.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.394+0000 7fef9de00700 1 --2- 172.21.15.44:0/3321764190 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a55ced0830 0x55a55ced0c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.394+0000 7fef9de00700 1 -- 172.21.15.44:0/3321764190 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a55ced6780 msgr2=0x55a55ceca990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:35.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.394+0000 7fef9de00700 1 --2- 172.21.15.44:0/3321764190 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a55ced6780 0x55a55ceca990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.394+0000 7fef9de00700 1 -- 172.21.15.44:0/3321764190 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a55ceccce0 con 0x55a55ced5e60 2024-05-21T00:42:35.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.394+0000 7fef9d400700 1 --2- 172.21.15.44:0/3321764190 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a55ced6780 0x55a55ceca990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:42:35.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.394+0000 7fef9de00700 1 --2- 172.21.15.44:0/3321764190 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a55ced5e60 0x55a55cedbbb0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fef90005340 tx=0x7fef90009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aa52caf099ca76eb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:35.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.394+0000 7fef8aa00700 1 -- 172.21.15.44:0/3321764190 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef9001e040 con 0x55a55ced5e60 2024-05-21T00:42:35.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.395+0000 7fef8aa00700 1 -- 172.21.15.44:0/3321764190 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fef9001f040 con 0x55a55ced5e60 2024-05-21T00:42:35.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.395+0000 7fef8aa00700 1 -- 172.21.15.44:0/3321764190 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef900266a0 con 0x55a55ced5e60 2024-05-21T00:42:35.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.395+0000 7fefaf4a2b80 1 -- 172.21.15.44:0/3321764190 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a55ced5e60 msgr2=0x55a55cedbbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:35.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.395+0000 7fefaf4a2b80 1 --2- 172.21.15.44:0/3321764190 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a55ced5e60 0x55a55cedbbb0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fef90005340 tx=0x7fef90009260 comp rx=0 tx=0).stop 2024-05-21T00:42:35.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.395+0000 7fefaf4a2b80 1 -- 172.21.15.44:0/3321764190 shutdown_connections 2024-05-21T00:42:35.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.395+0000 7fefaf4a2b80 1 --2- 172.21.15.44:0/3321764190 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a55ced6780 0x55a55ceca990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.395+0000 7fefaf4a2b80 1 --2- 172.21.15.44:0/3321764190 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a55ced0830 0x55a55ced0c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.395+0000 7fefaf4a2b80 1 --2- 172.21.15.44:0/3321764190 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a55ced5e60 0x55a55cedbbb0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.395+0000 7fefaf4a2b80 1 -- 172.21.15.44:0/3321764190 >> 172.21.15.44:0/3321764190 conn(0x55a55cdfeb90 msgr2=0x55a55ced3970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:35.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.395+0000 7fefaf4a2b80 1 -- 172.21.15.44:0/3321764190 shutdown_connections 2024-05-21T00:42:35.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.395+0000 7fefaf4a2b80 1 -- 172.21.15.44:0/3321764190 wait complete. 2024-05-21T00:42:35.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.396+0000 7fefaf4a2b80 1 -- start start 2024-05-21T00:42:35.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.396+0000 7fefaf4a2b80 1 Processor -- start 2024-05-21T00:42:35.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.397+0000 7fefaf4a2b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a55ced0830 0x55a55cef4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:35.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.397+0000 7fefaf4a2b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a55ced5e60 0x55a55cedafa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:35.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.397+0000 7fefaf4a2b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a55ced6780 0x55a55cedb560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:35.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.397+0000 7fefaf4a2b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55a55ceeafb0 con 0x55a55ced6780 2024-05-21T00:42:35.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.397+0000 7fefaf4a2b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55a55ceea8e0 con 0x55a55ced5e60 2024-05-21T00:42:35.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.397+0000 7fefaf4a2b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55a55ceeb680 con 0x55a55ced0830 2024-05-21T00:42:35.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.397+0000 7fefaf4a2b80 10 client.0 _ll_register_callbacks cb 0x55a55cdc8c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:42:35.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.397+0000 7fef9d400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a55ced0830 0x55a55cef4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:35.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.397+0000 7fef9d400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a55ced6780 0x55a55cedb560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.397+0000 7fef9d400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a55ced6780 0x55a55cedb560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47230/0 (socket says 172.21.15.44:47230) 2024-05-21T00:42:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.397+0000 7fef9d400700 1 -- 172.21.15.44:0/1524505173 learned_addr learned my addr 172.21.15.44:0/1524505173 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.397+0000 7fef9de00700 1 --2- 172.21.15.44:0/1524505173 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a55ced5e60 0x55a55cedafa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.398+0000 7fef9d400700 1 -- 172.21.15.44:0/1524505173 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a55ced0830 msgr2=0x55a55cef4cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.398+0000 7fef9d400700 1 --2- 172.21.15.44:0/1524505173 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a55ced0830 0x55a55cef4cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.398+0000 7fef9d400700 1 -- 172.21.15.44:0/1524505173 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a55ced5e60 msgr2=0x55a55cedafa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.398+0000 7fef9d400700 1 --2- 172.21.15.44:0/1524505173 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a55ced5e60 0x55a55cedafa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.398+0000 7fef9d400700 1 -- 172.21.15.44:0/1524505173 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a55cedbda0 con 0x55a55ced6780 2024-05-21T00:42:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.398+0000 7fef9d400700 1 --2- 172.21.15.44:0/1524505173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a55ced6780 0x55a55cedb560 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fef8c012fa0 tx=0x7fef8c005a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e2b2a89ef3f9c8c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.398+0000 7fef7fe00700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-21T00:42:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.399+0000 7fef7fe00700 1 -- 172.21.15.44:0/1524505173 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef8c037040 con 0x55a55ced6780 2024-05-21T00:42:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.399+0000 7fef7fe00700 1 -- 172.21.15.44:0/1524505173 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fef8c004030 con 0x55a55ced6780 2024-05-21T00:42:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.399+0000 7fefaf4a2b80 1 -- 172.21.15.44:0/1524505173 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fef9001f040 con 0x55a55ced6780 2024-05-21T00:42:35.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.399+0000 7fef7fe00700 1 -- 172.21.15.44:0/1524505173 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fef8c00f5c0 con 0x55a55ced6780 2024-05-21T00:42:35.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.399+0000 7fefaf4a2b80 10 client.15129 fetch_fsmap learned FSMap version 26 2024-05-21T00:42:35.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.399+0000 7fefaf4a2b80 1 -- 172.21.15.44:0/1524505173 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a55cf55540 con 0x55a55ced6780 2024-05-21T00:42:35.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.399+0000 7fef7fe00700 1 -- 172.21.15.44:0/1524505173 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fef9001f040 con 0x55a55ced6780 2024-05-21T00:42:35.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.400+0000 7fef7fe00700 1 -- 172.21.15.44:0/1524505173 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fef8c03b020 con 0x55a55ced6780 2024-05-21T00:42:35.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.400+0000 7fefaf4a2b80 10 client.15129 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:42:35.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.400+0000 7fefaf4a2b80 10 client.15129 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-21T00:42:35.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.400+0000 7fefaf4a2b80 20 client.15129 populate_metadata read hostname 'smithi044' 2024-05-21T00:42:35.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.400+0000 7fefaf4a2b80 1 --2- 172.21.15.44:0/1524505173 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55a55cf5a0e0 0x55a55cf58df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:35.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.400+0000 7fefaf4a2b80 4 client.15129 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T00:42:35.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.400+0000 7fefaf4a2b80 1 -- 172.21.15.44:0/1524505173 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "status"}) -- 0x55a55ce2a520 con 0x55a55cf5a0e0 2024-05-21T00:42:35.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.400+0000 7fef9de00700 1 --2- 172.21.15.44:0/1524505173 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55a55cf5a0e0 0x55a55cf58df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:35.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.401+0000 7fef9de00700 1 --2- 172.21.15.44:0/1524505173 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55a55cf5a0e0 0x55a55cf58df0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7688ff66de4d4a9b server_cookie=8c50722639accc74 in_seq=0 out_seq=0 2024-05-21T00:42:35.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.401+0000 7fef7fe00700 10 client.15129 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:42:35.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.401+0000 7fef7fe00700 1 -- 172.21.15.44:0/1524505173 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x55a55ce2a520 con 0x55a55cf5a0e0 2024-05-21T00:42:35.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.401+0000 7fef7fe00700 10 client.15129 handle_command_reply: tid=0 2024-05-21T00:42:35.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.401+0000 7fefaf4a2b80 1 client.15129 shutdown 2024-05-21T00:42:35.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.401+0000 7fefaf4a2b80 1 -- 172.21.15.44:0/1524505173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a55ced6780 msgr2=0x55a55cedb560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:35.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.401+0000 7fefaf4a2b80 1 --2- 172.21.15.44:0/1524505173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a55ced6780 0x55a55cedb560 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fef8c012fa0 tx=0x7fef8c005a00 comp rx=0 tx=0).stop 2024-05-21T00:42:35.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.401+0000 7fefaf4a2b80 1 -- 172.21.15.44:0/1524505173 shutdown_connections 2024-05-21T00:42:35.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.401+0000 7fefaf4a2b80 1 --2- 172.21.15.44:0/1524505173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a55ced6780 0x55a55cedb560 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.401+0000 7fefaf4a2b80 1 --2- 172.21.15.44:0/1524505173 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55a55cf5a0e0 0x55a55cf58df0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.401+0000 7fefaf4a2b80 1 --2- 172.21.15.44:0/1524505173 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a55ced0830 0x55a55cef4cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.401+0000 7fefaf4a2b80 1 --2- 172.21.15.44:0/1524505173 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a55ced5e60 0x55a55cedafa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.401+0000 7fef7fe00700 0 client.15129 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:42:35.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.402+0000 7fefaf4a2b80 1 -- 172.21.15.44:0/1524505173 >> 172.21.15.44:0/1524505173 conn(0x55a55cdfeb90 msgr2=0x55a55ceca990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:35.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.402+0000 7fefaf4a2b80 1 -- 172.21.15.44:0/1524505173 shutdown_connections 2024-05-21T00:42:35.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.402+0000 7fefaf4a2b80 1 -- 172.21.15.44:0/1524505173 wait complete. 2024-05-21T00:42:35.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.402+0000 7fefaf4a2b80 20 client.15129 trim_cache size 0 max 16384 2024-05-21T00:42:35.407 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:42:35.407 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "d03df2b2-1708-11ef-bc9a-c7b262605968", 2024-05-21T00:42:35.408 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 0, 2024-05-21T00:42:35.408 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24521, 2024-05-21T00:42:35.408 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-05-21T00:42:35.408 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-05-21T00:42:35.408 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-05-21T00:42:35.408 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 304.929402353, 2024-05-21T00:42:35.408 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 26, 2024-05-21T00:42:35.408 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 82, 2024-05-21T00:42:35.408 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 82, 2024-05-21T00:42:35.408 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 327.951263617 2024-05-21T00:42:35.408 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:42:35.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.403+0000 7fefa4c00700 1 -- 172.21.15.44:0/1306817678 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fef840b2910 msgr2=0x7fef840b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:35.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.403+0000 7fefa4c00700 1 --2- 172.21.15.44:0/1306817678 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fef840b2910 0x7fef840b4dd0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fef98004fd0 tx=0x7fef98009040 comp rx=0 tx=0).stop 2024-05-21T00:42:35.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.403+0000 7fefa4c00700 1 -- 172.21.15.44:0/1306817678 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fefa01088f0 msgr2=0x7fefa019bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:35.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.403+0000 7fefa4c00700 1 --2- 172.21.15.44:0/1306817678 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fefa01088f0 0x7fefa019bb50 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fef9800b780 tx=0x7fef98004d00 comp rx=0 tx=0).stop 2024-05-21T00:42:35.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.403+0000 7fefa4c00700 1 -- 172.21.15.44:0/1306817678 shutdown_connections 2024-05-21T00:42:35.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.403+0000 7fefa4c00700 1 --2- 172.21.15.44:0/1306817678 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fef840b2910 0x7fef840b4dd0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.403+0000 7fefa4c00700 1 --2- 172.21.15.44:0/1306817678 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fefa01088f0 0x7fefa019bb50 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.403+0000 7fefa4c00700 1 --2- 172.21.15.44:0/1306817678 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefa01037f0 0x7fefa01a1940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.403+0000 7fefa4c00700 1 --2- 172.21.15.44:0/1306817678 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fefa01041a0 0x7fefa01a1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:35.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.403+0000 7fefa4c00700 1 -- 172.21.15.44:0/1306817678 >> 172.21.15.44:0/1306817678 conn(0x7fefa007a6a0 msgr2=0x7fefa0101920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:35.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.403+0000 7fefa4c00700 1 -- 172.21.15.44:0/1306817678 shutdown_connections 2024-05-21T00:42:35.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:35.403+0000 7fefa4c00700 1 -- 172.21.15.44:0/1306817678 wait complete. 2024-05-21T00:42:35.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:35 smithi044 ceph-mon[31392]: pgmap v474: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:42:35.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:35 smithi092 ceph-mon[36335]: pgmap v474: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:42:35.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:35 smithi082 ceph-mon[36141]: pgmap v474: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:42:37.113 INFO:tasks.quiescer:Ready to start quiesce thrashing; initial delay: 15 sec 2024-05-21T00:42:37.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.830+0000 7f6fd6800700 1 -- 172.21.15.44:0/194614693 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6fd010a780 msgr2=0x7f6fd010e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:37.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.830+0000 7f6fd6800700 1 --2- 172.21.15.44:0/194614693 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6fd010a780 0x7f6fd010e7d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f6fb80099c0 tx=0x7f6fb8009cd0 comp rx=0 tx=0).stop 2024-05-21T00:42:37.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.830+0000 7f6fd6800700 1 -- 172.21.15.44:0/194614693 shutdown_connections 2024-05-21T00:42:37.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.830+0000 7f6fd6800700 1 --2- 172.21.15.44:0/194614693 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6fd0109dd0 0x7f6fd010a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:37.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.830+0000 7f6fd6800700 1 --2- 172.21.15.44:0/194614693 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6fd010eeb0 0x7f6fd0116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:37.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.830+0000 7f6fd6800700 1 --2- 172.21.15.44:0/194614693 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6fd010a780 0x7f6fd010e7d0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:37.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.830+0000 7f6fd6800700 1 -- 172.21.15.44:0/194614693 >> 172.21.15.44:0/194614693 conn(0x7f6fd0076d10 msgr2=0x7f6fd0108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:37.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.830+0000 7f6fd6800700 1 -- 172.21.15.44:0/194614693 shutdown_connections 2024-05-21T00:42:37.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.830+0000 7f6fd6800700 1 -- 172.21.15.44:0/194614693 wait complete. 2024-05-21T00:42:37.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.831+0000 7f6fd6800700 1 Processor -- start 2024-05-21T00:42:37.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.831+0000 7f6fd6800700 1 -- start start 2024-05-21T00:42:37.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.832+0000 7f6fd6800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6fd0109dd0 0x7f6fd01a02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:37.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.832+0000 7f6fd6800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6fd010a780 0x7f6fd01a07f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:37.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.832+0000 7f6fd6800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6fd010eeb0 0x7f6fd01a4b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:37.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.832+0000 7f6fd6800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6fd0119d80 con 0x7f6fd010eeb0 2024-05-21T00:42:37.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.832+0000 7f6fd6800700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f6fd0119c00 con 0x7f6fd010a780 2024-05-21T00:42:37.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.832+0000 7f6fd6800700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f6fd0119f00 con 0x7f6fd0109dd0 2024-05-21T00:42:37.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.832+0000 7f6fcf400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6fd0109dd0 0x7f6fd01a02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:37.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.832+0000 7f6fcf400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6fd0109dd0 0x7f6fd01a02b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:51176/0 (socket says 172.21.15.44:51176) 2024-05-21T00:42:37.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.832+0000 7f6fcf400700 1 -- 172.21.15.44:0/16545469 learned_addr learned my addr 172.21.15.44:0/16545469 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:37.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.832+0000 7f6fcfe00700 1 --2- 172.21.15.44:0/16545469 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6fd010eeb0 0x7f6fd01a4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:37.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.832+0000 7f6fc7e00700 1 --2- 172.21.15.44:0/16545469 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6fd010a780 0x7f6fd01a07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:37.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.832+0000 7f6fcf400700 1 -- 172.21.15.44:0/16545469 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6fd010a780 msgr2=0x7f6fd01a07f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:37.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.832+0000 7f6fcf400700 1 --2- 172.21.15.44:0/16545469 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6fd010a780 0x7f6fd01a07f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:37.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.832+0000 7f6fcf400700 1 -- 172.21.15.44:0/16545469 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6fd010eeb0 msgr2=0x7f6fd01a4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:37.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.832+0000 7f6fcf400700 1 --2- 172.21.15.44:0/16545469 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6fd010eeb0 0x7f6fd01a4b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:37.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.832+0000 7f6fcf400700 1 -- 172.21.15.44:0/16545469 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fd01a5270 con 0x7f6fd0109dd0 2024-05-21T00:42:37.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.833+0000 7f6fcf400700 1 --2- 172.21.15.44:0/16545469 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6fd0109dd0 0x7f6fd01a02b0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f6fc000e9a0 tx=0x7f6fc000ed60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:37.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.833+0000 7f6fccc00700 1 -- 172.21.15.44:0/16545469 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fc000cbd0 con 0x7f6fd0109dd0 2024-05-21T00:42:37.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.833+0000 7f6fccc00700 1 -- 172.21.15.44:0/16545469 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6fc000cd70 con 0x7f6fd0109dd0 2024-05-21T00:42:37.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.833+0000 7f6fccc00700 1 -- 172.21.15.44:0/16545469 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fc0018680 con 0x7f6fd0109dd0 2024-05-21T00:42:37.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.833+0000 7f6fd6800700 1 -- 172.21.15.44:0/16545469 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6fd01a5560 con 0x7f6fd0109dd0 2024-05-21T00:42:37.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.833+0000 7f6fd6800700 1 -- 172.21.15.44:0/16545469 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6fd01acde0 con 0x7f6fd0109dd0 2024-05-21T00:42:37.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.834+0000 7f6fd6800700 1 -- 172.21.15.44:0/16545469 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6fd006a230 con 0x7f6fd0109dd0 2024-05-21T00:42:37.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.836+0000 7f6fccc00700 1 -- 172.21.15.44:0/16545469 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f6fc0010430 con 0x7f6fd0109dd0 2024-05-21T00:42:37.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.838+0000 7f6fccc00700 1 --2- 172.21.15.44:0/16545469 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f6fb40b2990 0x7f6fb40b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:37.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.838+0000 7f6fccc00700 1 -- 172.21.15.44:0/16545469 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f6fc00e2600 con 0x7f6fd0109dd0 2024-05-21T00:42:37.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.838+0000 7f6fc7e00700 1 --2- 172.21.15.44:0/16545469 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f6fb40b2990 0x7f6fb40b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:37.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.839+0000 7f6fc7e00700 1 --2- 172.21.15.44:0/16545469 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f6fb40b2990 0x7f6fb40b4e50 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f6fb8000c00 tx=0x7f6fb8005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:37.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:36.842+0000 7f6fccc00700 1 -- 172.21.15.44:0/16545469 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6fc00aa120 con 0x7f6fd0109dd0 2024-05-21T00:42:37.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:37.131+0000 7f6fd6800700 1 -- 172.21.15.44:0/16545469 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6fd002e560 con 0x7f6fd0109dd0 2024-05-21T00:42:37.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:37.133+0000 7f6fccc00700 1 -- 172.21.15.44:0/16545469 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11854 (secure 0 0 0) 0x7f6fc00b21a0 con 0x7f6fd0109dd0 2024-05-21T00:42:37.226 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:42:37.226 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/561549854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":561549854},{"type":"v1","addr":"172.21.15.44:6837","nonce":561549854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/2400906516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2400906516},{"type":"v1","addr":"172.21.15.82:6835","nonce":2400906516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2996309052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2996309052},{"type":"v1","addr":"172.21.15.92:6835","nonce":2996309052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:37:29.521554+0000","modified":"2024-05-21T00:41:28.977476+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24521,"mds_1":24511,"mds_2":24509},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24482":{"gid":24482,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6837/2183805482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":2183805482},{"type":"v1","addr":"172.21.15.82:6837","nonce":2183805482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6837/1462528640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1462528640},{"type":"v1","addr":"172.21.15.92:6837","nonce":1462528640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6839/1183044801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6838","nonce":1183044801},{"type":"v1","addr":"172.21.15.92:6839","nonce":1183044801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"a","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/3917264755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":3917264755},{"type":"v1","addr":"172.21.15.44:6841","nonce":3917264755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1038937716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1038937716},{"type":"v1","addr":"172.21.15.44:6839","nonce":1038937716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.82:6839/3736218763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":3736218763},{"type":"v1","addr":"172.21.15.82:6839","nonce":3736218763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24521,"qdb_cluster":[24509,24511,24521]},"id":1}]} 2024-05-21T00:42:37.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:37.136+0000 7f6fd6800700 1 -- 172.21.15.44:0/16545469 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f6fb40b2990 msgr2=0x7f6fb40b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:37.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:37.136+0000 7f6fd6800700 1 --2- 172.21.15.44:0/16545469 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f6fb40b2990 0x7f6fb40b4e50 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f6fb8000c00 tx=0x7f6fb8005fb0 comp rx=0 tx=0).stop 2024-05-21T00:42:37.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:37.136+0000 7f6fd6800700 1 -- 172.21.15.44:0/16545469 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6fd0109dd0 msgr2=0x7f6fd01a02b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:37.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:37.136+0000 7f6fd6800700 1 --2- 172.21.15.44:0/16545469 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6fd0109dd0 0x7f6fd01a02b0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f6fc000e9a0 tx=0x7f6fc000ed60 comp rx=0 tx=0).stop 2024-05-21T00:42:37.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:37.136+0000 7f6fd6800700 1 -- 172.21.15.44:0/16545469 shutdown_connections 2024-05-21T00:42:37.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:37.136+0000 7f6fd6800700 1 --2- 172.21.15.44:0/16545469 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f6fb40b2990 0x7f6fb40b4e50 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:37.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:37.136+0000 7f6fd6800700 1 --2- 172.21.15.44:0/16545469 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6fd010eeb0 0x7f6fd01a4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:37.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:37.136+0000 7f6fd6800700 1 --2- 172.21.15.44:0/16545469 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6fd0109dd0 0x7f6fd01a02b0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:37.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:37.136+0000 7f6fd6800700 1 --2- 172.21.15.44:0/16545469 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6fd010a780 0x7f6fd01a07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:37.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:37.136+0000 7f6fd6800700 1 -- 172.21.15.44:0/16545469 >> 172.21.15.44:0/16545469 conn(0x7f6fd0076d10 msgr2=0x7f6fd0078960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:37.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:37.136+0000 7f6fd6800700 1 -- 172.21.15.44:0/16545469 shutdown_connections 2024-05-21T00:42:37.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:37.136+0000 7f6fd6800700 1 -- 172.21.15.44:0/16545469 wait complete. 2024-05-21T00:42:37.227 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 26 2024-05-21T00:42:37.717 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:37 smithi044 ceph-mon[31392]: pgmap v475: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:42:37.717 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:37 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/16545469' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:42:37.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:37 smithi092 ceph-mon[36335]: pgmap v475: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:42:37.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:37 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/16545469' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:42:37.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:37 smithi082 ceph-mon[36141]: pgmap v475: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:42:37.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:37 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/16545469' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:42:38.127 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T00:42:38.590 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:42:39.773 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:39 smithi044 ceph-mon[31392]: pgmap v476: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:42:39.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:39 smithi092 ceph-mon[36335]: pgmap v476: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:42:39.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:39 smithi082 ceph-mon[36141]: pgmap v476: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:42:41.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.008+0000 7f3d2dc00700 1 -- 172.21.15.44:0/2807873270 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d28114480 msgr2=0x7f3d28116870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:41.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.008+0000 7f3d2dc00700 1 --2- 172.21.15.44:0/2807873270 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d28114480 0x7f3d28116870 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f3d2000b0a0 tx=0x7f3d2000b3b0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.008+0000 7f3d2dc00700 1 -- 172.21.15.44:0/2807873270 shutdown_connections 2024-05-21T00:42:41.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.008+0000 7f3d2dc00700 1 --2- 172.21.15.44:0/2807873270 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d28114480 0x7f3d28116870 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.008+0000 7f3d2dc00700 1 --2- 172.21.15.44:0/2807873270 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3d280758e0 0x7f3d28075cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.008+0000 7f3d2dc00700 1 --2- 172.21.15.44:0/2807873270 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3d28076200 0x7f3d28113f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.008+0000 7f3d2dc00700 1 -- 172.21.15.44:0/2807873270 >> 172.21.15.44:0/2807873270 conn(0x7f3d280fefc0 msgr2=0x7f3d281013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:41.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.008+0000 7f3d2dc00700 1 -- 172.21.15.44:0/2807873270 shutdown_connections 2024-05-21T00:42:41.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.008+0000 7f3d2dc00700 1 -- 172.21.15.44:0/2807873270 wait complete. 2024-05-21T00:42:41.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.009+0000 7f3d2dc00700 1 Processor -- start 2024-05-21T00:42:41.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.009+0000 7f3d2dc00700 1 -- start start 2024-05-21T00:42:41.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.010+0000 7f3d2dc00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3d280758e0 0x7f3d281a0110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:41.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.010+0000 7f3d2dc00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d28076200 0x7f3d281a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:41.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.010+0000 7f3d2dc00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3d28114480 0x7f3d281a49e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:41.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.010+0000 7f3d2dc00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3d28119c40 con 0x7f3d28076200 2024-05-21T00:42:41.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.010+0000 7f3d2dc00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f3d28119ac0 con 0x7f3d280758e0 2024-05-21T00:42:41.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.010+0000 7f3d2dc00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f3d28119dc0 con 0x7f3d28114480 2024-05-21T00:42:41.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.010+0000 7f3d1f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d28076200 0x7f3d281a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:41.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.010+0000 7f3d2d200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3d28114480 0x7f3d281a49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:41.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.010+0000 7f3d1f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d28076200 0x7f3d281a0650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36462/0 (socket says 172.21.15.44:36462) 2024-05-21T00:42:41.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.010+0000 7f3d27e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3d280758e0 0x7f3d281a0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:41.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.010+0000 7f3d2d200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3d28114480 0x7f3d281a49e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:36944/0 (socket says 172.21.15.44:36944) 2024-05-21T00:42:41.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.010+0000 7f3d1f400700 1 -- 172.21.15.44:0/3375703142 learned_addr learned my addr 172.21.15.44:0/3375703142 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:41.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.011+0000 7f3d2d200700 1 -- 172.21.15.44:0/3375703142 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3d280758e0 msgr2=0x7f3d281a0110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:41.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.011+0000 7f3d2d200700 1 --2- 172.21.15.44:0/3375703142 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3d280758e0 0x7f3d281a0110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.011+0000 7f3d2d200700 1 -- 172.21.15.44:0/3375703142 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d28076200 msgr2=0x7f3d281a0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:41.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.011+0000 7f3d2d200700 1 --2- 172.21.15.44:0/3375703142 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d28076200 0x7f3d281a0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.011+0000 7f3d2d200700 1 -- 172.21.15.44:0/3375703142 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d281a5120 con 0x7f3d28114480 2024-05-21T00:42:41.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.011+0000 7f3d2d200700 1 --2- 172.21.15.44:0/3375703142 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3d28114480 0x7f3d281a49e0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f3d2000d010 tx=0x7f3d20004d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:41.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.012+0000 7f3d25600700 1 -- 172.21.15.44:0/3375703142 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d20021070 con 0x7f3d28114480 2024-05-21T00:42:41.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.012+0000 7f3d2dc00700 1 -- 172.21.15.44:0/3375703142 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d281a53b0 con 0x7f3d28114480 2024-05-21T00:42:41.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.012+0000 7f3d25600700 1 -- 172.21.15.44:0/3375703142 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3d20007e30 con 0x7f3d28114480 2024-05-21T00:42:41.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.012+0000 7f3d25600700 1 -- 172.21.15.44:0/3375703142 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d20004530 con 0x7f3d28114480 2024-05-21T00:42:41.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.012+0000 7f3d2dc00700 1 -- 172.21.15.44:0/3375703142 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d281acc90 con 0x7f3d28114480 2024-05-21T00:42:41.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.015+0000 7f3d25600700 1 -- 172.21.15.44:0/3375703142 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f3d200046f0 con 0x7f3d28114480 2024-05-21T00:42:41.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.016+0000 7f3d39b07b80 1 Processor -- start 2024-05-21T00:42:41.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.017+0000 7f3d39b07b80 1 -- start start 2024-05-21T00:42:41.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.017+0000 7f3d39b07b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c9429ee020 0x55c9429ee400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:41.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.017+0000 7f3d39b07b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9429ee940 0x55c9429e84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:41.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.017+0000 7f3d39b07b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c9429e8ad0 0x55c9429e8f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:41.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.017+0000 7f3d39b07b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55c942946e40 con 0x55c9429ee940 2024-05-21T00:42:41.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.017+0000 7f3d39b07b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55c9429369e0 con 0x55c9429ee020 2024-05-21T00:42:41.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.017+0000 7f3d39b07b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55c94293aa20 con 0x55c9429e8ad0 2024-05-21T00:42:41.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.017+0000 7f3d25600700 1 --2- 172.21.15.44:0/3375703142 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f3d0c0b2910 0x7f3d0c0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:41.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.017+0000 7f3d27e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9429ee940 0x55c9429e84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:41.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.017+0000 7f3d1f400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c9429ee020 0x55c9429ee400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:41.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.017+0000 7f3d1f400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c9429ee020 0x55c9429ee400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:53384/0 (socket says 172.21.15.44:53384) 2024-05-21T00:42:41.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.017+0000 7f3d27e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9429ee940 0x55c9429e84b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36476/0 (socket says 172.21.15.44:36476) 2024-05-21T00:42:41.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.017+0000 7f3d1f400700 1 -- 172.21.15.44:0/778959932 learned_addr learned my addr 172.21.15.44:0/778959932 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:41.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.017+0000 7f3d25600700 1 -- 172.21.15.44:0/3375703142 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f3d2000f020 con 0x7f3d28114480 2024-05-21T00:42:41.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.018+0000 7f3d1f400700 1 --2- 172.21.15.44:0/778959932 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c9429e8ad0 0x55c9429e8f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:41.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.018+0000 7f3d1f400700 1 -- 172.21.15.44:0/778959932 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c9429e8ad0 msgr2=0x55c9429e8f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:41.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.018+0000 7f3d1f400700 1 --2- 172.21.15.44:0/778959932 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c9429e8ad0 0x55c9429e8f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.018+0000 7f3d1f400700 1 -- 172.21.15.44:0/778959932 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9429ee940 msgr2=0x55c9429e84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:41.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.018+0000 7f3d1f400700 1 --2- 172.21.15.44:0/778959932 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9429ee940 0x55c9429e84b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.018+0000 7f3d1f400700 1 -- 172.21.15.44:0/778959932 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c9428ff420 con 0x55c9429ee020 2024-05-21T00:42:41.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.018+0000 7f3d2d200700 1 --2- 172.21.15.44:0/3375703142 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f3d0c0b2910 0x7f3d0c0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:41.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.019+0000 7f3d1f400700 1 --2- 172.21.15.44:0/778959932 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c9429ee020 0x55c9429ee400 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f3d10009e80 tx=0x7f3d10009960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bb49f9f4fe4d6d1f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:41.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.019+0000 7f3d2d200700 1 --2- 172.21.15.44:0/3375703142 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f3d0c0b2910 0x7f3d0c0b4dd0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f3d200a7ff0 tx=0x7f3d20009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:41.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.019+0000 7f3d1d600700 1 -- 172.21.15.44:0/778959932 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d10010430 con 0x55c9429ee020 2024-05-21T00:42:41.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.019+0000 7f3d1d600700 1 -- 172.21.15.44:0/778959932 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3d10010a80 con 0x55c9429ee020 2024-05-21T00:42:41.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.019+0000 7f3d1d600700 1 -- 172.21.15.44:0/778959932 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d1000f970 con 0x55c9429ee020 2024-05-21T00:42:41.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.020+0000 7f3d39b07b80 1 -- 172.21.15.44:0/778959932 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c9429ee020 msgr2=0x55c9429ee400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:41.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.020+0000 7f3d39b07b80 1 --2- 172.21.15.44:0/778959932 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c9429ee020 0x55c9429ee400 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f3d10009e80 tx=0x7f3d10009960 comp rx=0 tx=0).stop 2024-05-21T00:42:41.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.020+0000 7f3d39b07b80 1 -- 172.21.15.44:0/778959932 shutdown_connections 2024-05-21T00:42:41.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.020+0000 7f3d39b07b80 1 --2- 172.21.15.44:0/778959932 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c9429e8ad0 0x55c9429e8f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.020+0000 7f3d39b07b80 1 --2- 172.21.15.44:0/778959932 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c9429ee020 0x55c9429ee400 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.020+0000 7f3d39b07b80 1 --2- 172.21.15.44:0/778959932 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9429ee940 0x55c9429e84b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.020+0000 7f3d39b07b80 1 -- 172.21.15.44:0/778959932 >> 172.21.15.44:0/778959932 conn(0x55c942916be0 msgr2=0x55c9429e3150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:41.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.020+0000 7f3d39b07b80 1 -- 172.21.15.44:0/778959932 shutdown_connections 2024-05-21T00:42:41.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.020+0000 7f3d39b07b80 1 -- 172.21.15.44:0/778959932 wait complete. 2024-05-21T00:42:41.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.021+0000 7f3d39b07b80 1 -- start start 2024-05-21T00:42:41.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.021+0000 7f3d39b07b80 1 Processor -- start 2024-05-21T00:42:41.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.022+0000 7f3d39b07b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c9429e8ad0 0x55c9429f4690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:41.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.022+0000 7f3d39b07b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c9429ee020 0x55c9429f1a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:41.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.022+0000 7f3d39b07b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9429ee940 0x55c9429f1f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:41.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.022+0000 7f3d39b07b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55c94283cfa0 con 0x55c9429ee940 2024-05-21T00:42:41.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.022+0000 7f3d39b07b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55c9428d7760 con 0x55c9429ee020 2024-05-21T00:42:41.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.022+0000 7f3d39b07b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55c9429f5460 con 0x55c9429e8ad0 2024-05-21T00:42:41.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.022+0000 7f3d39b07b80 10 client.0 _ll_register_callbacks cb 0x55c9428e0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:42:41.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.022+0000 7f3d1f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9429ee940 0x55c9429f1f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:41.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.022+0000 7f3d1f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9429ee940 0x55c9429f1f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36488/0 (socket says 172.21.15.44:36488) 2024-05-21T00:42:41.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.022+0000 7f3d1f400700 1 -- 172.21.15.44:0/733865964 learned_addr learned my addr 172.21.15.44:0/733865964 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:41.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.022+0000 7f3d27e00700 1 --2- 172.21.15.44:0/733865964 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c9429ee020 0x55c9429f1a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:41.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.022+0000 7f3d1f400700 1 --2- 172.21.15.44:0/733865964 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c9429e8ad0 0x55c9429f4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:41.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.023+0000 7f3d27e00700 1 -- 172.21.15.44:0/733865964 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c9429e8ad0 msgr2=0x55c9429f4690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:41.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.023+0000 7f3d27e00700 1 --2- 172.21.15.44:0/733865964 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c9429e8ad0 0x55c9429f4690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.023+0000 7f3d27e00700 1 -- 172.21.15.44:0/733865964 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9429ee940 msgr2=0x55c9429f1f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:41.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.023+0000 7f3d27e00700 1 --2- 172.21.15.44:0/733865964 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9429ee940 0x55c9429f1f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.023+0000 7f3d27e00700 1 -- 172.21.15.44:0/733865964 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c9428868d0 con 0x55c9429ee020 2024-05-21T00:42:41.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.023+0000 7f3d27e00700 1 --2- 172.21.15.44:0/733865964 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c9429ee020 0x55c9429f1a30 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f3d1800bb40 tx=0x7f3d1800be50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9694ff9945dfd4e0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:41.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.023+0000 7f3d16000700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:42:41.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.023+0000 7f3d16000700 1 -- 172.21.15.44:0/733865964 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d18004520 con 0x55c9429ee020 2024-05-21T00:42:41.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.023+0000 7f3d16000700 1 -- 172.21.15.44:0/733865964 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f3d18003d00 con 0x55c9429ee020 2024-05-21T00:42:41.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.023+0000 7f3d39b07b80 1 -- 172.21.15.44:0/733865964 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3d10010a80 con 0x55c9429ee020 2024-05-21T00:42:41.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.023+0000 7f3d16000700 1 -- 172.21.15.44:0/733865964 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3d18004830 con 0x55c9429ee020 2024-05-21T00:42:41.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.023+0000 7f3d39b07b80 10 client.25274 fetch_fsmap learned FSMap version 26 2024-05-21T00:42:41.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.023+0000 7f3d39b07b80 1 -- 172.21.15.44:0/733865964 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c942907060 con 0x55c9429ee020 2024-05-21T00:42:41.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.024+0000 7f3d16000700 1 -- 172.21.15.44:0/733865964 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3d10010a80 con 0x55c9429ee020 2024-05-21T00:42:41.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.024+0000 7f3d16000700 1 -- 172.21.15.44:0/733865964 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3d180114d0 con 0x55c9429ee020 2024-05-21T00:42:41.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.024+0000 7f3d39b07b80 10 client.25274 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:42:41.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.024+0000 7f3d39b07b80 10 client.25274 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.a 2024-05-21T00:42:41.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.024+0000 7f3d39b07b80 20 client.25274 populate_metadata read hostname 'smithi044' 2024-05-21T00:42:41.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.024+0000 7f3d39b07b80 1 --2- 172.21.15.44:0/733865964 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55c942a020b0 0x55c942a044a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:41.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.024+0000 7f3d39b07b80 4 client.25274 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:42:41.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.024+0000 7f3d39b07b80 1 -- 172.21.15.44:0/733865964 --> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c942948d90 con 0x55c942a020b0 2024-05-21T00:42:41.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.025+0000 7f3d1f400700 1 --2- 172.21.15.44:0/733865964 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55c942a020b0 0x55c942a044a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:41.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.025+0000 7f3d1f400700 1 --2- 172.21.15.44:0/733865964 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55c942a020b0 0x55c942a044a0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c5d5aab0861f03f0 server_cookie=18df062ad0a02498 in_seq=0 out_seq=0 2024-05-21T00:42:41.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.025+0000 7f3d16000700 10 client.25274 ms_handle_connect on v2:172.21.15.44:6840/3917264755 2024-05-21T00:42:41.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.026+0000 7f3d16000700 1 -- 172.21.15.44:0/733865964 <== mds.2 v2:172.21.15.44:6840/3917264755 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c942948d90 con 0x55c942a020b0 2024-05-21T00:42:41.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.026+0000 7f3d16000700 10 client.25274 handle_command_reply: tid=0 2024-05-21T00:42:41.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.026+0000 7f3d39b07b80 1 client.25274 shutdown 2024-05-21T00:42:41.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.026+0000 7f3d39b07b80 1 -- 172.21.15.44:0/733865964 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c9429ee020 msgr2=0x55c9429f1a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:41.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.026+0000 7f3d39b07b80 1 --2- 172.21.15.44:0/733865964 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c9429ee020 0x55c9429f1a30 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f3d1800bb40 tx=0x7f3d1800be50 comp rx=0 tx=0).stop 2024-05-21T00:42:41.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.026+0000 7f3d39b07b80 1 -- 172.21.15.44:0/733865964 shutdown_connections 2024-05-21T00:42:41.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.026+0000 7f3d39b07b80 1 --2- 172.21.15.44:0/733865964 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9429ee940 0x55c9429f1f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.026+0000 7f3d39b07b80 1 --2- 172.21.15.44:0/733865964 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55c942a020b0 0x55c942a044a0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.026+0000 7f3d39b07b80 1 --2- 172.21.15.44:0/733865964 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c9429e8ad0 0x55c9429f4690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.026+0000 7f3d39b07b80 1 --2- 172.21.15.44:0/733865964 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c9429ee020 0x55c9429f1a30 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.026+0000 7f3d39b07b80 1 -- 172.21.15.44:0/733865964 >> 172.21.15.44:0/733865964 conn(0x55c942916be0 msgr2=0x55c9429e74a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:41.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.026+0000 7f3d16000700 0 client.25274 ms_handle_reset on v2:172.21.15.44:6840/3917264755 2024-05-21T00:42:41.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.027+0000 7f3d39b07b80 1 -- 172.21.15.44:0/733865964 shutdown_connections 2024-05-21T00:42:41.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.027+0000 7f3d39b07b80 1 -- 172.21.15.44:0/733865964 wait complete. 2024-05-21T00:42:41.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.027+0000 7f3d39b07b80 20 client.25274 trim_cache size 0 max 16384 2024-05-21T00:42:41.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.044+0000 7f3d39b07b80 1 Processor -- start 2024-05-21T00:42:41.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.044+0000 7f3d39b07b80 1 -- start start 2024-05-21T00:42:41.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.044+0000 7f3d39b07b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c9429e8ad0 0x55c9429e84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:41.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.044+0000 7f3d39b07b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9429ee020 0x55c9429dda80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:41.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.044+0000 7f3d39b07b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c9429ee940 0x55c9429f0320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:41.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.044+0000 7f3d39b07b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3d281b69e0 con 0x55c9429ee020 2024-05-21T00:42:41.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.044+0000 7f3d39b07b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f3d281b4270 con 0x55c9429ee940 2024-05-21T00:42:41.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.044+0000 7f3d39b07b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f3d281b20c0 con 0x55c9429e8ad0 2024-05-21T00:42:41.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.045+0000 7f3d27e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9429ee020 0x55c9429dda80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:41.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.045+0000 7f3d1f400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c9429e8ad0 0x55c9429e84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:41.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.045+0000 7f3d27e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9429ee020 0x55c9429dda80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36492/0 (socket says 172.21.15.44:36492) 2024-05-21T00:42:41.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.045+0000 7f3d27e00700 1 -- 172.21.15.44:0/1379880067 learned_addr learned my addr 172.21.15.44:0/1379880067 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:41.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.045+0000 7f3d1f400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c9429e8ad0 0x55c9429e84b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:36968/0 (socket says 172.21.15.44:36968) 2024-05-21T00:42:41.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.045+0000 7f3d1f400700 1 --2- 172.21.15.44:0/1379880067 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c9429ee940 0x55c9429f0320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:41.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.045+0000 7f3d27e00700 1 -- 172.21.15.44:0/1379880067 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c9429e8ad0 msgr2=0x55c9429e84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:41.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.045+0000 7f3d27e00700 1 --2- 172.21.15.44:0/1379880067 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c9429e8ad0 0x55c9429e84b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.045+0000 7f3d27e00700 1 -- 172.21.15.44:0/1379880067 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c9429ee940 msgr2=0x55c9429f0320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:41.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.045+0000 7f3d27e00700 1 --2- 172.21.15.44:0/1379880067 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c9429ee940 0x55c9429f0320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.045+0000 7f3d27e00700 1 -- 172.21.15.44:0/1379880067 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c942a04b20 con 0x55c9429ee020 2024-05-21T00:42:41.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.046+0000 7f3d27e00700 1 --2- 172.21.15.44:0/1379880067 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9429ee020 0x55c9429dda80 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f3d18011ae0 tx=0x7f3d18003d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0ba0ce90a665cf1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:41.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.046+0000 7f3d1cc00700 1 -- 172.21.15.44:0/1379880067 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d1802a040 con 0x55c9429ee020 2024-05-21T00:42:41.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.046+0000 7f3d1cc00700 1 -- 172.21.15.44:0/1379880067 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3d18004490 con 0x55c9429ee020 2024-05-21T00:42:41.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.046+0000 7f3d1cc00700 1 -- 172.21.15.44:0/1379880067 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d1802f920 con 0x55c9429ee020 2024-05-21T00:42:41.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.047+0000 7f3d39b07b80 1 -- 172.21.15.44:0/1379880067 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9429ee020 msgr2=0x55c9429dda80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:41.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.047+0000 7f3d39b07b80 1 --2- 172.21.15.44:0/1379880067 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9429ee020 0x55c9429dda80 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f3d18011ae0 tx=0x7f3d18003d00 comp rx=0 tx=0).stop 2024-05-21T00:42:41.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.047+0000 7f3d39b07b80 1 -- 172.21.15.44:0/1379880067 shutdown_connections 2024-05-21T00:42:41.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.047+0000 7f3d39b07b80 1 --2- 172.21.15.44:0/1379880067 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c9429ee940 0x55c9429f0320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.047+0000 7f3d39b07b80 1 --2- 172.21.15.44:0/1379880067 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c9429e8ad0 0x55c9429e84b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.047+0000 7f3d39b07b80 1 --2- 172.21.15.44:0/1379880067 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9429ee020 0x55c9429dda80 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.047+0000 7f3d39b07b80 1 -- 172.21.15.44:0/1379880067 >> 172.21.15.44:0/1379880067 conn(0x55c942916be0 msgr2=0x55c9429ebb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:41.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.047+0000 7f3d39b07b80 1 -- 172.21.15.44:0/1379880067 shutdown_connections 2024-05-21T00:42:41.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.047+0000 7f3d39b07b80 1 -- 172.21.15.44:0/1379880067 wait complete. 2024-05-21T00:42:41.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.048+0000 7f3d39b07b80 1 -- start start 2024-05-21T00:42:41.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.048+0000 7f3d39b07b80 1 Processor -- start 2024-05-21T00:42:41.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.048+0000 7f3d39b07b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9429e8ad0 0x55c9429faf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:41.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.048+0000 7f3d39b07b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c9429ee020 0x55c942a09760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:41.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.048+0000 7f3d39b07b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c9429ee940 0x55c942a09ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:41.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.048+0000 7f3d39b07b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3d281b2730 con 0x55c9429e8ad0 2024-05-21T00:42:41.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.048+0000 7f3d39b07b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f3d281b3ba0 con 0x55c9429ee940 2024-05-21T00:42:41.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.048+0000 7f3d39b07b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f3d281b2e00 con 0x55c9429ee020 2024-05-21T00:42:41.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.048+0000 7f3d39b07b80 10 client.0 _ll_register_callbacks cb 0x55c9428e0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:42:41.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.049+0000 7f3d1f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9429e8ad0 0x55c9429faf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:41.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.049+0000 7f3d1f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9429e8ad0 0x55c9429faf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36506/0 (socket says 172.21.15.44:36506) 2024-05-21T00:42:41.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.049+0000 7f3d1f400700 1 -- 172.21.15.44:0/2228152859 learned_addr learned my addr 172.21.15.44:0/2228152859 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:41.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.049+0000 7f3d27e00700 1 --2- 172.21.15.44:0/2228152859 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c9429ee020 0x55c942a09760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:41.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.049+0000 7f3d1f400700 1 --2- 172.21.15.44:0/2228152859 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c9429ee940 0x55c942a09ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:41.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.049+0000 7f3d1f400700 1 -- 172.21.15.44:0/2228152859 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c9429ee020 msgr2=0x55c942a09760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:41.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.049+0000 7f3d1f400700 1 --2- 172.21.15.44:0/2228152859 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c9429ee020 0x55c942a09760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.049+0000 7f3d1f400700 1 -- 172.21.15.44:0/2228152859 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c9429ee940 msgr2=0x55c942a09ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:41.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.049+0000 7f3d1f400700 1 --2- 172.21.15.44:0/2228152859 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c9429ee940 0x55c942a09ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.049+0000 7f3d1f400700 1 -- 172.21.15.44:0/2228152859 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c9429ffa80 con 0x55c9429e8ad0 2024-05-21T00:42:41.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.050+0000 7f3d1f400700 1 --2- 172.21.15.44:0/2228152859 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9429e8ad0 0x55c9429faf20 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f3d1000f540 tx=0x7f3d18004350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1112e6311b41f054 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:41.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.050+0000 7f3d16000700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-21T00:42:41.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.050+0000 7f3d16000700 1 -- 172.21.15.44:0/2228152859 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d100106c0 con 0x55c9429e8ad0 2024-05-21T00:42:41.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.050+0000 7f3d16000700 1 -- 172.21.15.44:0/2228152859 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f3d10010860 con 0x55c9429e8ad0 2024-05-21T00:42:41.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.050+0000 7f3d39b07b80 1 -- 172.21.15.44:0/2228152859 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3d18004490 con 0x55c9429e8ad0 2024-05-21T00:42:41.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.050+0000 7f3d16000700 1 -- 172.21.15.44:0/2228152859 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3d10042050 con 0x55c9429e8ad0 2024-05-21T00:42:41.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.050+0000 7f3d39b07b80 10 client.15153 fetch_fsmap learned FSMap version 26 2024-05-21T00:42:41.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.050+0000 7f3d39b07b80 1 -- 172.21.15.44:0/2228152859 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c942a6cc40 con 0x55c9429e8ad0 2024-05-21T00:42:41.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.051+0000 7f3d16000700 1 -- 172.21.15.44:0/2228152859 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3d18004490 con 0x55c9429e8ad0 2024-05-21T00:42:41.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.051+0000 7f3d16000700 1 -- 172.21.15.44:0/2228152859 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3d10004a40 con 0x55c9429e8ad0 2024-05-21T00:42:41.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.051+0000 7f3d39b07b80 10 client.15153 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:42:41.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.051+0000 7f3d39b07b80 10 client.15153 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.a 2024-05-21T00:42:41.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.051+0000 7f3d39b07b80 20 client.15153 populate_metadata read hostname 'smithi044' 2024-05-21T00:42:41.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.051+0000 7f3d39b07b80 1 --2- 172.21.15.44:0/2228152859 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55c942a6d150 0x55c942a6f540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:41.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.051+0000 7f3d39b07b80 4 client.15153 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:42:41.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.051+0000 7f3d39b07b80 1 -- 172.21.15.44:0/2228152859 --> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c942942570 con 0x55c942a6d150 2024-05-21T00:42:41.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.051+0000 7f3d27e00700 1 --2- 172.21.15.44:0/2228152859 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55c942a6d150 0x55c942a6f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:41.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.052+0000 7f3d27e00700 1 --2- 172.21.15.44:0/2228152859 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55c942a6d150 0x55c942a6f540 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=83a4a63bceaad246 server_cookie=7914e9ed33c1eb99 in_seq=0 out_seq=0 2024-05-21T00:42:41.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.052+0000 7f3d16000700 10 client.15153 ms_handle_connect on v2:172.21.15.44:6840/3917264755 2024-05-21T00:42:41.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.052+0000 7f3d16000700 1 -- 172.21.15.44:0/2228152859 <== mds.2 v2:172.21.15.44:6840/3917264755 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c942942570 con 0x55c942a6d150 2024-05-21T00:42:41.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.052+0000 7f3d16000700 10 client.15153 handle_command_reply: tid=0 2024-05-21T00:42:41.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.052+0000 7f3d39b07b80 1 client.15153 shutdown 2024-05-21T00:42:41.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.052+0000 7f3d39b07b80 1 -- 172.21.15.44:0/2228152859 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9429e8ad0 msgr2=0x55c9429faf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:41.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.052+0000 7f3d39b07b80 1 --2- 172.21.15.44:0/2228152859 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9429e8ad0 0x55c9429faf20 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f3d1000f540 tx=0x7f3d18004350 comp rx=0 tx=0).stop 2024-05-21T00:42:41.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.053+0000 7f3d39b07b80 1 -- 172.21.15.44:0/2228152859 shutdown_connections 2024-05-21T00:42:41.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.053+0000 7f3d39b07b80 1 --2- 172.21.15.44:0/2228152859 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9429e8ad0 0x55c9429faf20 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.053+0000 7f3d39b07b80 1 --2- 172.21.15.44:0/2228152859 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55c942a6d150 0x55c942a6f540 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.053+0000 7f3d39b07b80 1 --2- 172.21.15.44:0/2228152859 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c9429ee940 0x55c942a09ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.053+0000 7f3d39b07b80 1 --2- 172.21.15.44:0/2228152859 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c9429ee020 0x55c942a09760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.053+0000 7f3d39b07b80 1 -- 172.21.15.44:0/2228152859 >> 172.21.15.44:0/2228152859 conn(0x55c942916be0 msgr2=0x55c9429e2c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:41.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.053+0000 7f3d16000700 0 client.15153 ms_handle_reset on v2:172.21.15.44:6840/3917264755 2024-05-21T00:42:41.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.053+0000 7f3d39b07b80 1 -- 172.21.15.44:0/2228152859 shutdown_connections 2024-05-21T00:42:41.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.053+0000 7f3d39b07b80 1 -- 172.21.15.44:0/2228152859 wait complete. 2024-05-21T00:42:41.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.053+0000 7f3d39b07b80 20 client.15153 trim_cache size 0 max 16384 2024-05-21T00:42:41.059 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-21T00:42:41.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.054+0000 7f3d2dc00700 1 -- 172.21.15.44:0/3375703142 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f3d0c0b2910 msgr2=0x7f3d0c0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:41.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.054+0000 7f3d2dc00700 1 --2- 172.21.15.44:0/3375703142 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f3d0c0b2910 0x7f3d0c0b4dd0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f3d200a7ff0 tx=0x7f3d20009040 comp rx=0 tx=0).stop 2024-05-21T00:42:41.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.054+0000 7f3d2dc00700 1 -- 172.21.15.44:0/3375703142 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3d28114480 msgr2=0x7f3d281a49e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:41.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.054+0000 7f3d2dc00700 1 --2- 172.21.15.44:0/3375703142 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3d28114480 0x7f3d281a49e0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f3d2000d010 tx=0x7f3d20004d00 comp rx=0 tx=0).stop 2024-05-21T00:42:41.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.054+0000 7f3d2dc00700 1 -- 172.21.15.44:0/3375703142 shutdown_connections 2024-05-21T00:42:41.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.054+0000 7f3d2dc00700 1 --2- 172.21.15.44:0/3375703142 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f3d0c0b2910 0x7f3d0c0b4dd0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.054+0000 7f3d2dc00700 1 --2- 172.21.15.44:0/3375703142 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3d28114480 0x7f3d281a49e0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.054+0000 7f3d2dc00700 1 --2- 172.21.15.44:0/3375703142 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3d280758e0 0x7f3d281a0110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.054+0000 7f3d2dc00700 1 --2- 172.21.15.44:0/3375703142 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d28076200 0x7f3d281a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:41.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.054+0000 7f3d2dc00700 1 -- 172.21.15.44:0/3375703142 >> 172.21.15.44:0/3375703142 conn(0x7f3d280fefc0 msgr2=0x7f3d280ffd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:41.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.054+0000 7f3d2dc00700 1 -- 172.21.15.44:0/3375703142 shutdown_connections 2024-05-21T00:42:41.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:41.054+0000 7f3d2dc00700 1 -- 172.21.15.44:0/3375703142 wait complete. 2024-05-21T00:42:41.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:41 smithi092 ceph-mon[36335]: pgmap v477: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:42:41.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:41 smithi044 ceph-mon[31392]: pgmap v477: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:42:41.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:41 smithi082 ceph-mon[36141]: pgmap v477: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:42:42.148 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T00:42:42.626 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:42:42.780 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:42 smithi044 ceph-mon[31392]: mgrmap e20: x(active, since 13m), standbys: z, y 2024-05-21T00:42:42.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:42 smithi092 ceph-mon[36335]: mgrmap e20: x(active, since 13m), standbys: z, y 2024-05-21T00:42:42.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:42 smithi082 ceph-mon[36141]: mgrmap e20: x(active, since 13m), standbys: z, y 2024-05-21T00:42:43.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:43 smithi092 ceph-mon[36335]: pgmap v478: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T00:42:43.836 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:43 smithi044 ceph-mon[31392]: pgmap v478: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T00:42:43.948 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:43 smithi082 ceph-mon[36141]: pgmap v478: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T00:42:45.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.015+0000 7fc7cf800700 1 -- 172.21.15.44:0/184259707 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc7c81095b0 msgr2=0x7fc7c8109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:45.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.015+0000 7fc7cf800700 1 --2- 172.21.15.44:0/184259707 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc7c81095b0 0x7fc7c8109990 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc00b0a0 tx=0x7fc7bc00b3b0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.015+0000 7fc7cf800700 1 -- 172.21.15.44:0/184259707 shutdown_connections 2024-05-21T00:42:45.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.015+0000 7fc7cf800700 1 --2- 172.21.15.44:0/184259707 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc7c806bbe0 0x7fc7c81103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.015+0000 7fc7cf800700 1 --2- 172.21.15.44:0/184259707 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc7c81095b0 0x7fc7c8109990 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.015+0000 7fc7cf800700 1 --2- 172.21.15.44:0/184259707 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7c806b220 0x7fc7c806b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.015+0000 7fc7cf800700 1 -- 172.21.15.44:0/184259707 >> 172.21.15.44:0/184259707 conn(0x7fc7c80793f0 msgr2=0x7fc7c8079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:45.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.015+0000 7fc7cf800700 1 -- 172.21.15.44:0/184259707 shutdown_connections 2024-05-21T00:42:45.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.015+0000 7fc7cf800700 1 -- 172.21.15.44:0/184259707 wait complete. 2024-05-21T00:42:45.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.016+0000 7fc7cf800700 1 Processor -- start 2024-05-21T00:42:45.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.017+0000 7fc7cf800700 1 -- start start 2024-05-21T00:42:45.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.017+0000 7fc7cf800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7c806b220 0x7fc7c819bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:45.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.017+0000 7fc7cf800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc7c806bbe0 0x7fc7c819c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:45.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.017+0000 7fc7cf800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc7c81095b0 0x7fc7c81a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:45.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.017+0000 7fc7cf800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc7c81136e0 con 0x7fc7c806b220 2024-05-21T00:42:45.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.017+0000 7fc7cf800700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc7c8113560 con 0x7fc7c806bbe0 2024-05-21T00:42:45.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.017+0000 7fc7cf800700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fc7c8113860 con 0x7fc7c81095b0 2024-05-21T00:42:45.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.017+0000 7fc7cce00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7c806b220 0x7fc7c819bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:45.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.017+0000 7fc7c7e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc7c806bbe0 0x7fc7c819c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:45.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.017+0000 7fc7cce00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7c806b220 0x7fc7c819bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36516/0 (socket says 172.21.15.44:36516) 2024-05-21T00:42:45.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.018+0000 7fc7cce00700 1 -- 172.21.15.44:0/3167215232 learned_addr learned my addr 172.21.15.44:0/3167215232 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:45.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.018+0000 7fc7cd800700 1 --2- 172.21.15.44:0/3167215232 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc7c81095b0 0x7fc7c81a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:45.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.018+0000 7fc7c7e00700 1 -- 172.21.15.44:0/3167215232 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc7c81095b0 msgr2=0x7fc7c81a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:45.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.018+0000 7fc7c7e00700 1 --2- 172.21.15.44:0/3167215232 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc7c81095b0 0x7fc7c81a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.018+0000 7fc7c7e00700 1 -- 172.21.15.44:0/3167215232 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7c806b220 msgr2=0x7fc7c819bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:45.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.018+0000 7fc7c7e00700 1 --2- 172.21.15.44:0/3167215232 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7c806b220 0x7fc7c819bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.018+0000 7fc7c7e00700 1 -- 172.21.15.44:0/3167215232 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7c81a0df0 con 0x7fc7c806bbe0 2024-05-21T00:42:45.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.018+0000 7fc7c7e00700 1 --2- 172.21.15.44:0/3167215232 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc7c806bbe0 0x7fc7c819c320 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fc7b400e9f0 tx=0x7fc7b400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:45.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.019+0000 7fc7c5600700 1 -- 172.21.15.44:0/3167215232 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7b400c9c0 con 0x7fc7c806bbe0 2024-05-21T00:42:45.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.019+0000 7fc7c5600700 1 -- 172.21.15.44:0/3167215232 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7b400cb60 con 0x7fc7c806bbe0 2024-05-21T00:42:45.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.019+0000 7fc7c5600700 1 -- 172.21.15.44:0/3167215232 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7b4018680 con 0x7fc7c806bbe0 2024-05-21T00:42:45.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.019+0000 7fc7cf800700 1 -- 172.21.15.44:0/3167215232 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7c81a10e0 con 0x7fc7c806bbe0 2024-05-21T00:42:45.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.019+0000 7fc7cf800700 1 -- 172.21.15.44:0/3167215232 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7c81a8960 con 0x7fc7c806bbe0 2024-05-21T00:42:45.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.022+0000 7fc7c5600700 1 -- 172.21.15.44:0/3167215232 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fc7b4010430 con 0x7fc7c806bbe0 2024-05-21T00:42:45.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.023+0000 7fc7da0bbb80 1 Processor -- start 2024-05-21T00:42:45.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.024+0000 7fc7da0bbb80 1 -- start start 2024-05-21T00:42:45.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.024+0000 7fc7c5600700 1 --2- 172.21.15.44:0/3167215232 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc7b00b2900 0x7fc7b00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:45.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.024+0000 7fc7c5600700 1 -- 172.21.15.44:0/3167215232 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fc7b40e2390 con 0x7fc7c806bbe0 2024-05-21T00:42:45.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.024+0000 7fc7da0bbb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e01b4ceb0 0x555e01b4d290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:45.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.024+0000 7fc7da0bbb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x555e01b4d7d0 0x555e01b47260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:45.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.024+0000 7fc7da0bbb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555e01b47880 0x555e01b47ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:45.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.024+0000 7fc7da0bbb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x555e01aa5e40 con 0x555e01b4ceb0 2024-05-21T00:42:45.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.024+0000 7fc7da0bbb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x555e01a959e0 con 0x555e01b47880 2024-05-21T00:42:45.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.024+0000 7fc7da0bbb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x555e01a99a20 con 0x555e01b4d7d0 2024-05-21T00:42:45.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.024+0000 7fc7cd800700 1 --2- 172.21.15.44:0/3167215232 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc7b00b2900 0x7fc7b00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:45.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.025+0000 7fc7cce00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e01b4ceb0 0x555e01b4d290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:45.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.025+0000 7fc7cd800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555e01b47880 0x555e01b47ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:45.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.025+0000 7fc7c7e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x555e01b4d7d0 0x555e01b47260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:45.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.025+0000 7fc7cd800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555e01b47880 0x555e01b47ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:53428/0 (socket says 172.21.15.44:53428) 2024-05-21T00:42:45.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.025+0000 7fc7cce00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e01b4ceb0 0x555e01b4d290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36532/0 (socket says 172.21.15.44:36532) 2024-05-21T00:42:45.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.025+0000 7fc7cd800700 1 -- 172.21.15.44:0/998933392 learned_addr learned my addr 172.21.15.44:0/998933392 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:45.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.025+0000 7fc7cd800700 1 --2- 172.21.15.44:0/3167215232 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc7b00b2900 0x7fc7b00b4dc0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fc7c00134b0 tx=0x7fc7c0013870 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:45.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.025+0000 7fc7cd800700 1 -- 172.21.15.44:0/998933392 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x555e01b4d7d0 msgr2=0x555e01b47260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:45.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.025+0000 7fc7cd800700 1 --2- 172.21.15.44:0/998933392 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x555e01b4d7d0 0x555e01b47260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.025+0000 7fc7cd800700 1 -- 172.21.15.44:0/998933392 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e01b4ceb0 msgr2=0x555e01b4d290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:45.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.025+0000 7fc7cd800700 1 --2- 172.21.15.44:0/998933392 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e01b4ceb0 0x555e01b4d290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.025+0000 7fc7cd800700 1 -- 172.21.15.44:0/998933392 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555e01a5e420 con 0x555e01b47880 2024-05-21T00:42:45.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.026+0000 7fc7cd800700 1 --2- 172.21.15.44:0/998933392 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555e01b47880 0x555e01b47ce0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fc7c000f690 tx=0x7fc7c001d000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=789b6cd265a07a4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:45.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.026+0000 7fc7ba000700 1 -- 172.21.15.44:0/998933392 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c0012110 con 0x555e01b47880 2024-05-21T00:42:45.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.026+0000 7fc7ba000700 1 -- 172.21.15.44:0/998933392 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7c00044e0 con 0x555e01b47880 2024-05-21T00:42:45.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.026+0000 7fc7ba000700 1 -- 172.21.15.44:0/998933392 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c0010430 con 0x555e01b47880 2024-05-21T00:42:45.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.027+0000 7fc7da0bbb80 1 -- 172.21.15.44:0/998933392 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555e01b47880 msgr2=0x555e01b47ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:45.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.027+0000 7fc7da0bbb80 1 --2- 172.21.15.44:0/998933392 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555e01b47880 0x555e01b47ce0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fc7c000f690 tx=0x7fc7c001d000 comp rx=0 tx=0).stop 2024-05-21T00:42:45.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.027+0000 7fc7da0bbb80 1 -- 172.21.15.44:0/998933392 shutdown_connections 2024-05-21T00:42:45.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.027+0000 7fc7da0bbb80 1 --2- 172.21.15.44:0/998933392 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e01b4ceb0 0x555e01b4d290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.027+0000 7fc7da0bbb80 1 --2- 172.21.15.44:0/998933392 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555e01b47880 0x555e01b47ce0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.027+0000 7fc7da0bbb80 1 --2- 172.21.15.44:0/998933392 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x555e01b4d7d0 0x555e01b47260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.027+0000 7fc7da0bbb80 1 -- 172.21.15.44:0/998933392 >> 172.21.15.44:0/998933392 conn(0x555e01a75be0 msgr2=0x555e01b42010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:45.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.027+0000 7fc7da0bbb80 1 -- 172.21.15.44:0/998933392 shutdown_connections 2024-05-21T00:42:45.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.027+0000 7fc7da0bbb80 1 -- 172.21.15.44:0/998933392 wait complete. 2024-05-21T00:42:45.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.027+0000 7fc7da0bbb80 1 -- start start 2024-05-21T00:42:45.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.028+0000 7fc7da0bbb80 1 Processor -- start 2024-05-21T00:42:45.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.028+0000 7fc7da0bbb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e01b47880 0x555e01b534d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:45.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.028+0000 7fc7da0bbb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x555e01b4ceb0 0x555e01b508c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:45.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.028+0000 7fc7da0bbb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555e01b4d7d0 0x555e01b50e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:45.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.028+0000 7fc7da0bbb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x555e0199bfa0 con 0x555e01b47880 2024-05-21T00:42:45.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.028+0000 7fc7da0bbb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x555e01a36760 con 0x555e01b4d7d0 2024-05-21T00:42:45.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.028+0000 7fc7da0bbb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x555e01b541e0 con 0x555e01b4ceb0 2024-05-21T00:42:45.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.028+0000 7fc7da0bbb80 10 client.0 _ll_register_callbacks cb 0x555e01a3fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:42:45.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.029+0000 7fc7cce00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e01b47880 0x555e01b534d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:45.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.029+0000 7fc7cce00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e01b47880 0x555e01b534d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36544/0 (socket says 172.21.15.44:36544) 2024-05-21T00:42:45.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.029+0000 7fc7cce00700 1 -- 172.21.15.44:0/433531615 learned_addr learned my addr 172.21.15.44:0/433531615 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:45.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.029+0000 7fc7c7e00700 1 --2- 172.21.15.44:0/433531615 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x555e01b4ceb0 0x555e01b508c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:45.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.029+0000 7fc7cd800700 1 --2- 172.21.15.44:0/433531615 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555e01b4d7d0 0x555e01b50e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:45.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.029+0000 7fc7cce00700 1 -- 172.21.15.44:0/433531615 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x555e01b4ceb0 msgr2=0x555e01b508c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:45.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.029+0000 7fc7cce00700 1 --2- 172.21.15.44:0/433531615 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x555e01b4ceb0 0x555e01b508c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.029+0000 7fc7cce00700 1 -- 172.21.15.44:0/433531615 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555e01b4d7d0 msgr2=0x555e01b50e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:45.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.029+0000 7fc7cce00700 1 --2- 172.21.15.44:0/433531615 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555e01b4d7d0 0x555e01b50e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.029+0000 7fc7cce00700 1 -- 172.21.15.44:0/433531615 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555e019e58d0 con 0x555e01b47880 2024-05-21T00:42:45.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.029+0000 7fc7c7e00700 1 --2- 172.21.15.44:0/433531615 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x555e01b4ceb0 0x555e01b508c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:42:45.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.030+0000 7fc7cce00700 1 --2- 172.21.15.44:0/433531615 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e01b47880 0x555e01b534d0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc00be50 tx=0x7fc7bc00be80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8015f9d345337eeb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:45.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.030+0000 7fc7aea00700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-21T00:42:45.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.030+0000 7fc7aea00700 1 -- 172.21.15.44:0/433531615 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7bc0076e0 con 0x555e01b47880 2024-05-21T00:42:45.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.030+0000 7fc7aea00700 1 -- 172.21.15.44:0/433531615 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fc7bc007880 con 0x555e01b47880 2024-05-21T00:42:45.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.030+0000 7fc7da0bbb80 1 -- 172.21.15.44:0/433531615 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc7c00044e0 con 0x555e01b47880 2024-05-21T00:42:45.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.030+0000 7fc7aea00700 1 -- 172.21.15.44:0/433531615 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc7bc007a80 con 0x555e01b47880 2024-05-21T00:42:45.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.030+0000 7fc7da0bbb80 10 client.15165 fetch_fsmap learned FSMap version 26 2024-05-21T00:42:45.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.030+0000 7fc7da0bbb80 1 -- 172.21.15.44:0/433531615 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555e01a66060 con 0x555e01b47880 2024-05-21T00:42:45.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.031+0000 7fc7aea00700 1 -- 172.21.15.44:0/433531615 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7c00044e0 con 0x555e01b47880 2024-05-21T00:42:45.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.031+0000 7fc7aea00700 1 -- 172.21.15.44:0/433531615 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc7bc011070 con 0x555e01b47880 2024-05-21T00:42:45.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.031+0000 7fc7da0bbb80 10 client.15165 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:42:45.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.031+0000 7fc7da0bbb80 10 client.15165 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T00:42:45.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.031+0000 7fc7da0bbb80 20 client.15165 populate_metadata read hostname 'smithi044' 2024-05-21T00:42:45.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.031+0000 7fc7da0bbb80 1 --2- 172.21.15.44:0/433531615 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x555e01b60cf0 0x555e01b630e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:45.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.031+0000 7fc7da0bbb80 4 client.15165 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:42:45.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.031+0000 7fc7da0bbb80 1 -- 172.21.15.44:0/433531615 --> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555e01aa7d90 con 0x555e01b60cf0 2024-05-21T00:42:45.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.031+0000 7fc7c7e00700 1 --2- 172.21.15.44:0/433531615 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x555e01b60cf0 0x555e01b630e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:45.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.032+0000 7fc7c7e00700 1 --2- 172.21.15.44:0/433531615 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x555e01b60cf0 0x555e01b630e0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2194eada693a16c2 server_cookie=edf328a7361afb7c in_seq=0 out_seq=0 2024-05-21T00:42:45.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.032+0000 7fc7aea00700 10 client.15165 ms_handle_connect on v2:172.21.15.44:6838/1038937716 2024-05-21T00:42:45.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.033+0000 7fc7aea00700 1 -- 172.21.15.44:0/433531615 <== mds.1 v2:172.21.15.44:6838/1038937716 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x555e01aa7d90 con 0x555e01b60cf0 2024-05-21T00:42:45.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.033+0000 7fc7aea00700 10 client.15165 handle_command_reply: tid=0 2024-05-21T00:42:45.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.033+0000 7fc7da0bbb80 1 client.15165 shutdown 2024-05-21T00:42:45.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.033+0000 7fc7da0bbb80 1 -- 172.21.15.44:0/433531615 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e01b47880 msgr2=0x555e01b534d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:45.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.033+0000 7fc7da0bbb80 1 --2- 172.21.15.44:0/433531615 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e01b47880 0x555e01b534d0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc00be50 tx=0x7fc7bc00be80 comp rx=0 tx=0).stop 2024-05-21T00:42:45.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.033+0000 7fc7da0bbb80 1 -- 172.21.15.44:0/433531615 shutdown_connections 2024-05-21T00:42:45.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.033+0000 7fc7da0bbb80 1 --2- 172.21.15.44:0/433531615 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x555e01b60cf0 0x555e01b630e0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.033+0000 7fc7da0bbb80 1 --2- 172.21.15.44:0/433531615 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e01b47880 0x555e01b534d0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.033+0000 7fc7da0bbb80 1 --2- 172.21.15.44:0/433531615 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555e01b4d7d0 0x555e01b50e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.033+0000 7fc7da0bbb80 1 --2- 172.21.15.44:0/433531615 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x555e01b4ceb0 0x555e01b508c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.033+0000 7fc7aea00700 0 client.15165 ms_handle_reset on v2:172.21.15.44:6838/1038937716 2024-05-21T00:42:45.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.033+0000 7fc7da0bbb80 1 -- 172.21.15.44:0/433531615 >> 172.21.15.44:0/433531615 conn(0x555e01a75be0 msgr2=0x555e01b46250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:45.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.033+0000 7fc7da0bbb80 1 -- 172.21.15.44:0/433531615 shutdown_connections 2024-05-21T00:42:45.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.033+0000 7fc7da0bbb80 1 -- 172.21.15.44:0/433531615 wait complete. 2024-05-21T00:42:45.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.034+0000 7fc7da0bbb80 20 client.15165 trim_cache size 0 max 16384 2024-05-21T00:42:45.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.050+0000 7fc7da0bbb80 1 Processor -- start 2024-05-21T00:42:45.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.050+0000 7fc7da0bbb80 1 -- start start 2024-05-21T00:42:45.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.051+0000 7fc7da0bbb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e01b47880 0x555e01b47260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:45.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.051+0000 7fc7da0bbb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x555e01b4ceb0 0x555e01b4b030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:45.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.051+0000 7fc7da0bbb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555e01b4d7d0 0x555e01b4e2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:45.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.051+0000 7fc7da0bbb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc7c81b2810 con 0x555e01b47880 2024-05-21T00:42:45.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.051+0000 7fc7da0bbb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc7c81b00a0 con 0x555e01b4d7d0 2024-05-21T00:42:45.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.051+0000 7fc7da0bbb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fc7c81adef0 con 0x555e01b4ceb0 2024-05-21T00:42:45.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.051+0000 7fc7cce00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e01b47880 0x555e01b47260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:45.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.051+0000 7fc7cce00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e01b47880 0x555e01b47260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36548/0 (socket says 172.21.15.44:36548) 2024-05-21T00:42:45.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.051+0000 7fc7cd800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555e01b4d7d0 0x555e01b4e2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:45.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.051+0000 7fc7cce00700 1 -- 172.21.15.44:0/2791145201 learned_addr learned my addr 172.21.15.44:0/2791145201 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:45.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.051+0000 7fc7c7e00700 1 --2- 172.21.15.44:0/2791145201 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x555e01b4ceb0 0x555e01b4b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:45.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.051+0000 7fc7c7e00700 1 -- 172.21.15.44:0/2791145201 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555e01b4d7d0 msgr2=0x555e01b4e2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:45.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.051+0000 7fc7c7e00700 1 --2- 172.21.15.44:0/2791145201 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555e01b4d7d0 0x555e01b4e2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.051+0000 7fc7c7e00700 1 -- 172.21.15.44:0/2791145201 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e01b47880 msgr2=0x555e01b47260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:45.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.051+0000 7fc7c7e00700 1 --2- 172.21.15.44:0/2791145201 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e01b47880 0x555e01b47260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.052+0000 7fc7c7e00700 1 -- 172.21.15.44:0/2791145201 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555e01b48040 con 0x555e01b4ceb0 2024-05-21T00:42:45.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.052+0000 7fc7cce00700 1 --2- 172.21.15.44:0/2791145201 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e01b47880 0x555e01b47260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:42:45.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.052+0000 7fc7c7e00700 1 --2- 172.21.15.44:0/2791145201 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x555e01b4ceb0 0x555e01b4b030 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fc7b40a6b80 tx=0x7fc7b4091040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ccb5dd1a3cb999fc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:45.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.052+0000 7fc7b9600700 1 -- 172.21.15.44:0/2791145201 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7b40a9910 con 0x555e01b4ceb0 2024-05-21T00:42:45.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.052+0000 7fc7b9600700 1 -- 172.21.15.44:0/2791145201 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7b40adcc0 con 0x555e01b4ceb0 2024-05-21T00:42:45.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.052+0000 7fc7b9600700 1 -- 172.21.15.44:0/2791145201 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7b40b22e0 con 0x555e01b4ceb0 2024-05-21T00:42:45.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.053+0000 7fc7da0bbb80 1 -- 172.21.15.44:0/2791145201 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x555e01b4ceb0 msgr2=0x555e01b4b030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:45.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.053+0000 7fc7da0bbb80 1 --2- 172.21.15.44:0/2791145201 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x555e01b4ceb0 0x555e01b4b030 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fc7b40a6b80 tx=0x7fc7b4091040 comp rx=0 tx=0).stop 2024-05-21T00:42:45.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.053+0000 7fc7da0bbb80 1 -- 172.21.15.44:0/2791145201 shutdown_connections 2024-05-21T00:42:45.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.053+0000 7fc7da0bbb80 1 --2- 172.21.15.44:0/2791145201 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e01b47880 0x555e01b47260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.053+0000 7fc7da0bbb80 1 --2- 172.21.15.44:0/2791145201 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555e01b4d7d0 0x555e01b4e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.053+0000 7fc7da0bbb80 1 --2- 172.21.15.44:0/2791145201 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x555e01b4ceb0 0x555e01b4b030 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.053+0000 7fc7da0bbb80 1 -- 172.21.15.44:0/2791145201 >> 172.21.15.44:0/2791145201 conn(0x555e01a75be0 msgr2=0x555e01b4dbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:45.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.053+0000 7fc7da0bbb80 1 -- 172.21.15.44:0/2791145201 shutdown_connections 2024-05-21T00:42:45.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.053+0000 7fc7da0bbb80 1 -- 172.21.15.44:0/2791145201 wait complete. 2024-05-21T00:42:45.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.053+0000 7fc7da0bbb80 1 -- start start 2024-05-21T00:42:45.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.054+0000 7fc7da0bbb80 1 Processor -- start 2024-05-21T00:42:45.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.054+0000 7fc7da0bbb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e01b47880 0x555e01b59650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:45.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.054+0000 7fc7da0bbb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555e01b4ceb0 0x555e01b59b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:45.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.054+0000 7fc7da0bbb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x555e01b4d7d0 0x555e01b56460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:45.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.054+0000 7fc7da0bbb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc7c81ae560 con 0x555e01b47880 2024-05-21T00:42:45.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.054+0000 7fc7da0bbb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc7c81af9d0 con 0x555e01b4ceb0 2024-05-21T00:42:45.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.054+0000 7fc7da0bbb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fc7c81aec30 con 0x555e01b4d7d0 2024-05-21T00:42:45.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.054+0000 7fc7da0bbb80 10 client.0 _ll_register_callbacks cb 0x555e01a3fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:42:45.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.054+0000 7fc7cce00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e01b47880 0x555e01b59650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:45.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.055+0000 7fc7cce00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e01b47880 0x555e01b59650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36556/0 (socket says 172.21.15.44:36556) 2024-05-21T00:42:45.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.055+0000 7fc7cce00700 1 -- 172.21.15.44:0/823592489 learned_addr learned my addr 172.21.15.44:0/823592489 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:45.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.055+0000 7fc7c7e00700 1 --2- 172.21.15.44:0/823592489 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555e01b4ceb0 0x555e01b59b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:45.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.055+0000 7fc7cd800700 1 --2- 172.21.15.44:0/823592489 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x555e01b4d7d0 0x555e01b56460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:45.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.055+0000 7fc7cce00700 1 -- 172.21.15.44:0/823592489 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x555e01b4d7d0 msgr2=0x555e01b56460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:45.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.055+0000 7fc7cce00700 1 --2- 172.21.15.44:0/823592489 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x555e01b4d7d0 0x555e01b56460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.055+0000 7fc7cce00700 1 -- 172.21.15.44:0/823592489 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555e01b4ceb0 msgr2=0x555e01b59b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:45.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.055+0000 7fc7cce00700 1 --2- 172.21.15.44:0/823592489 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555e01b4ceb0 0x555e01b59b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.055+0000 7fc7cce00700 1 -- 172.21.15.44:0/823592489 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555e01b56ca0 con 0x555e01b47880 2024-05-21T00:42:45.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.055+0000 7fc7c7e00700 1 --2- 172.21.15.44:0/823592489 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555e01b4ceb0 0x555e01b59b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:42:45.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.055+0000 7fc7cce00700 1 --2- 172.21.15.44:0/823592489 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e01b47880 0x555e01b59650 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc009e60 tx=0x7fc7bc007eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5171b976bcc8db8a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:45.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.055+0000 7fc7aea00700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-21T00:42:45.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.056+0000 7fc7aea00700 1 -- 172.21.15.44:0/823592489 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7bc027680 con 0x555e01b47880 2024-05-21T00:42:45.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.056+0000 7fc7da0bbb80 1 -- 172.21.15.44:0/823592489 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc7b40adcc0 con 0x555e01b47880 2024-05-21T00:42:45.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.056+0000 7fc7aea00700 1 -- 172.21.15.44:0/823592489 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fc7bc0074a0 con 0x555e01b47880 2024-05-21T00:42:45.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.056+0000 7fc7aea00700 1 -- 172.21.15.44:0/823592489 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc7bc0076a0 con 0x555e01b47880 2024-05-21T00:42:45.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.056+0000 7fc7da0bbb80 10 client.15171 fetch_fsmap learned FSMap version 26 2024-05-21T00:42:45.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.056+0000 7fc7da0bbb80 1 -- 172.21.15.44:0/823592489 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555e01bcc3d0 con 0x555e01b47880 2024-05-21T00:42:45.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.056+0000 7fc7aea00700 1 -- 172.21.15.44:0/823592489 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7b40adcc0 con 0x555e01b47880 2024-05-21T00:42:45.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.056+0000 7fc7aea00700 1 -- 172.21.15.44:0/823592489 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc7bc011040 con 0x555e01b47880 2024-05-21T00:42:45.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.057+0000 7fc7da0bbb80 10 client.15171 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:42:45.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.057+0000 7fc7da0bbb80 10 client.15171 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T00:42:45.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.057+0000 7fc7da0bbb80 20 client.15171 populate_metadata read hostname 'smithi044' 2024-05-21T00:42:45.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.057+0000 7fc7da0bbb80 1 --2- 172.21.15.44:0/823592489 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x555e01bcc9d0 0x555e01bcedf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:45.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.057+0000 7fc7da0bbb80 4 client.15171 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:42:45.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.057+0000 7fc7da0bbb80 1 -- 172.21.15.44:0/823592489 --> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555e01aa1570 con 0x555e01bcc9d0 2024-05-21T00:42:45.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.057+0000 7fc7c7e00700 1 --2- 172.21.15.44:0/823592489 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x555e01bcc9d0 0x555e01bcedf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:45.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.057+0000 7fc7c7e00700 1 --2- 172.21.15.44:0/823592489 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x555e01bcc9d0 0x555e01bcedf0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=cbede4fcaef4c828 server_cookie=98cb1b141993b9c in_seq=0 out_seq=0 2024-05-21T00:42:45.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.057+0000 7fc7aea00700 10 client.15171 ms_handle_connect on v2:172.21.15.44:6838/1038937716 2024-05-21T00:42:45.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.058+0000 7fc7aea00700 1 -- 172.21.15.44:0/823592489 <== mds.1 v2:172.21.15.44:6838/1038937716 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555e01aa1570 con 0x555e01bcc9d0 2024-05-21T00:42:45.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.058+0000 7fc7aea00700 10 client.15171 handle_command_reply: tid=0 2024-05-21T00:42:45.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.058+0000 7fc7da0bbb80 1 client.15171 shutdown 2024-05-21T00:42:45.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.058+0000 7fc7da0bbb80 1 -- 172.21.15.44:0/823592489 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e01b47880 msgr2=0x555e01b59650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:45.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.058+0000 7fc7da0bbb80 1 --2- 172.21.15.44:0/823592489 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e01b47880 0x555e01b59650 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc009e60 tx=0x7fc7bc007eb0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.058+0000 7fc7da0bbb80 1 -- 172.21.15.44:0/823592489 shutdown_connections 2024-05-21T00:42:45.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.058+0000 7fc7da0bbb80 1 --2- 172.21.15.44:0/823592489 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x555e01bcc9d0 0x555e01bcedf0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.058+0000 7fc7da0bbb80 1 --2- 172.21.15.44:0/823592489 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e01b47880 0x555e01b59650 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.058+0000 7fc7da0bbb80 1 --2- 172.21.15.44:0/823592489 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x555e01b4d7d0 0x555e01b56460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.058+0000 7fc7da0bbb80 1 --2- 172.21.15.44:0/823592489 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555e01b4ceb0 0x555e01b59b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.058+0000 7fc7da0bbb80 1 -- 172.21.15.44:0/823592489 >> 172.21.15.44:0/823592489 conn(0x555e01a75be0 msgr2=0x555e01b4e440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:45.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.058+0000 7fc7aea00700 0 client.15171 ms_handle_reset on v2:172.21.15.44:6838/1038937716 2024-05-21T00:42:45.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.058+0000 7fc7da0bbb80 1 -- 172.21.15.44:0/823592489 shutdown_connections 2024-05-21T00:42:45.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.058+0000 7fc7da0bbb80 1 -- 172.21.15.44:0/823592489 wait complete. 2024-05-21T00:42:45.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.058+0000 7fc7da0bbb80 20 client.15171 trim_cache size 0 max 16384 2024-05-21T00:42:45.066 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-21T00:42:45.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.059+0000 7fc7cf800700 1 -- 172.21.15.44:0/3167215232 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc7b00b2900 msgr2=0x7fc7b00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:45.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.059+0000 7fc7cf800700 1 --2- 172.21.15.44:0/3167215232 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc7b00b2900 0x7fc7b00b4dc0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fc7c00134b0 tx=0x7fc7c0013870 comp rx=0 tx=0).stop 2024-05-21T00:42:45.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.059+0000 7fc7cf800700 1 -- 172.21.15.44:0/3167215232 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc7c806bbe0 msgr2=0x7fc7c819c320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:45.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.059+0000 7fc7cf800700 1 --2- 172.21.15.44:0/3167215232 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc7c806bbe0 0x7fc7c819c320 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fc7b400e9f0 tx=0x7fc7b400ed00 comp rx=0 tx=0).stop 2024-05-21T00:42:45.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.059+0000 7fc7cf800700 1 -- 172.21.15.44:0/3167215232 shutdown_connections 2024-05-21T00:42:45.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.059+0000 7fc7cf800700 1 --2- 172.21.15.44:0/3167215232 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc7b00b2900 0x7fc7b00b4dc0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.059+0000 7fc7cf800700 1 --2- 172.21.15.44:0/3167215232 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7c806b220 0x7fc7c819bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.059+0000 7fc7cf800700 1 --2- 172.21.15.44:0/3167215232 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc7c81095b0 0x7fc7c81a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.059+0000 7fc7cf800700 1 --2- 172.21.15.44:0/3167215232 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc7c806bbe0 0x7fc7c819c320 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:45.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.059+0000 7fc7cf800700 1 -- 172.21.15.44:0/3167215232 >> 172.21.15.44:0/3167215232 conn(0x7fc7c80793f0 msgr2=0x7fc7c810e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:45.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.059+0000 7fc7cf800700 1 -- 172.21.15.44:0/3167215232 shutdown_connections 2024-05-21T00:42:45.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:45.059+0000 7fc7cf800700 1 -- 172.21.15.44:0/3167215232 wait complete. 2024-05-21T00:42:45.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:45 smithi092 ceph-mon[36335]: pgmap v479: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T00:42:45.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:45 smithi044 ceph-mon[31392]: pgmap v479: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T00:42:45.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:45 smithi082 ceph-mon[36141]: pgmap v479: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T00:42:46.143 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T00:42:46.624 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:42:47.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:47 smithi092 ceph-mon[36335]: pgmap v480: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T00:42:47.810 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:47 smithi044 ceph-mon[31392]: pgmap v480: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T00:42:47.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:47 smithi082 ceph-mon[36141]: pgmap v480: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T00:42:49.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.064+0000 7f0c1c000700 1 -- 172.21.15.44:0/3692087010 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c1406bc70 msgr2=0x7f0c1406c0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:49.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.064+0000 7f0c1c000700 1 --2- 172.21.15.44:0/3692087010 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c1406bc70 0x7f0c1406c0f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f0c000099c0 tx=0x7f0c00009cd0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.064+0000 7f0c1c000700 1 -- 172.21.15.44:0/3692087010 shutdown_connections 2024-05-21T00:42:49.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.064+0000 7f0c1c000700 1 --2- 172.21.15.44:0/3692087010 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c141095d0 0x7f0c141099b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.064+0000 7f0c1c000700 1 --2- 172.21.15.44:0/3692087010 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c1406c630 0x7f0c141103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.064+0000 7f0c1c000700 1 --2- 172.21.15.44:0/3692087010 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c1406bc70 0x7f0c1406c0f0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.064+0000 7f0c1c000700 1 -- 172.21.15.44:0/3692087010 >> 172.21.15.44:0/3692087010 conn(0x7f0c140793e0 msgr2=0x7f0c140797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:49.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.064+0000 7f0c1c000700 1 -- 172.21.15.44:0/3692087010 shutdown_connections 2024-05-21T00:42:49.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.064+0000 7f0c1c000700 1 -- 172.21.15.44:0/3692087010 wait complete. 2024-05-21T00:42:49.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.066+0000 7f0c1c000700 1 Processor -- start 2024-05-21T00:42:49.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.066+0000 7f0c1c000700 1 -- start start 2024-05-21T00:42:49.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.067+0000 7f0c1c000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c1406bc70 0x7f0c14102540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:49.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.067+0000 7f0c1c000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c1406c630 0x7f0c14102a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:49.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.067+0000 7f0c1c000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c141095d0 0x7f0c14102fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:49.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.067+0000 7f0c1c000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0c14113780 con 0x7f0c141095d0 2024-05-21T00:42:49.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.067+0000 7f0c1c000700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0c14113600 con 0x7f0c1406bc70 2024-05-21T00:42:49.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.067+0000 7f0c1c000700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0c14113900 con 0x7f0c1406c630 2024-05-21T00:42:49.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.067+0000 7f0c18c00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c1406c630 0x7f0c14102a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:49.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.067+0000 7f0c1a000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c141095d0 0x7f0c14102fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:49.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.067+0000 7f0c18c00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c1406c630 0x7f0c14102a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:52046/0 (socket says 172.21.15.44:52046) 2024-05-21T00:42:49.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.067+0000 7f0c18c00700 1 -- 172.21.15.44:0/3738179719 learned_addr learned my addr 172.21.15.44:0/3738179719 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:49.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.067+0000 7f0c19600700 1 --2- 172.21.15.44:0/3738179719 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c1406bc70 0x7f0c14102540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:49.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.068+0000 7f0c18c00700 1 -- 172.21.15.44:0/3738179719 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c1406bc70 msgr2=0x7f0c14102540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:49.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.068+0000 7f0c18c00700 1 --2- 172.21.15.44:0/3738179719 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c1406bc70 0x7f0c14102540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.068+0000 7f0c18c00700 1 -- 172.21.15.44:0/3738179719 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c141095d0 msgr2=0x7f0c14102fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:49.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.068+0000 7f0c18c00700 1 --2- 172.21.15.44:0/3738179719 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c141095d0 0x7f0c14102fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.068+0000 7f0c18c00700 1 -- 172.21.15.44:0/3738179719 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c141a8120 con 0x7f0c1406c630 2024-05-21T00:42:49.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.068+0000 7f0c18c00700 1 --2- 172.21.15.44:0/3738179719 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c1406c630 0x7f0c14102a80 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f0c00005910 tx=0x7f0c00004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:49.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.068+0000 7f0c12000700 1 -- 172.21.15.44:0/3738179719 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c00026070 con 0x7f0c1406c630 2024-05-21T00:42:49.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.068+0000 7f0c12000700 1 -- 172.21.15.44:0/3738179719 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0c00003c70 con 0x7f0c1406c630 2024-05-21T00:42:49.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.068+0000 7f0c1c000700 1 -- 172.21.15.44:0/3738179719 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c141a83b0 con 0x7f0c1406c630 2024-05-21T00:42:49.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.068+0000 7f0c12000700 1 -- 172.21.15.44:0/3738179719 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c0000fa40 con 0x7f0c1406c630 2024-05-21T00:42:49.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.069+0000 7f0c1c000700 1 -- 172.21.15.44:0/3738179719 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c141a8860 con 0x7f0c1406c630 2024-05-21T00:42:49.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.072+0000 7f0c12000700 1 -- 172.21.15.44:0/3738179719 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f0c00029070 con 0x7f0c1406c630 2024-05-21T00:42:49.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.074+0000 7f0c268b0b80 1 Processor -- start 2024-05-21T00:42:49.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.074+0000 7f0c268b0b80 1 -- start start 2024-05-21T00:42:49.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.074+0000 7f0c268b0b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55834a910610 0x55834a9109f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:49.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.075+0000 7f0c268b0b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55834a910f30 0x55834a90ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:49.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.075+0000 7f0c268b0b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55834a90b140 0x55834a90b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:49.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.075+0000 7f0c268b0b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55834a868e40 con 0x55834a910f30 2024-05-21T00:42:49.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.075+0000 7f0c268b0b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55834a8589e0 con 0x55834a910610 2024-05-21T00:42:49.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.075+0000 7f0c268b0b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55834a85ca20 con 0x55834a90b140 2024-05-21T00:42:49.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.075+0000 7f0c12000700 1 --2- 172.21.15.44:0/3738179719 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0bfc0b2900 0x7f0bfc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:49.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.075+0000 7f0c19600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55834a910f30 0x55834a90ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:49.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.075+0000 7f0c1a000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55834a910610 0x55834a9109f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:49.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.075+0000 7f0c19600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55834a910f30 0x55834a90ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60744/0 (socket says 172.21.15.44:60744) 2024-05-21T00:42:49.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.075+0000 7f0c19600700 1 -- 172.21.15.44:0/561901885 learned_addr learned my addr 172.21.15.44:0/561901885 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:49.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.075+0000 7f0c12000700 1 -- 172.21.15.44:0/3738179719 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f0c000e29a0 con 0x7f0c1406c630 2024-05-21T00:42:49.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.075+0000 7f0c18c00700 1 --2- 172.21.15.44:0/561901885 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55834a90b140 0x55834a90b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:49.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.076+0000 7f0c19600700 1 -- 172.21.15.44:0/561901885 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55834a90b140 msgr2=0x55834a90b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:49.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.076+0000 7f0c19600700 1 --2- 172.21.15.44:0/561901885 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55834a90b140 0x55834a90b5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.076+0000 7f0c1a000700 1 --2- 172.21.15.44:0/3738179719 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0bfc0b2900 0x7f0bfc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:49.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.076+0000 7f0c19600700 1 -- 172.21.15.44:0/561901885 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55834a910610 msgr2=0x55834a9109f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:49.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.076+0000 7f0c19600700 1 --2- 172.21.15.44:0/561901885 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55834a910610 0x55834a9109f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.076+0000 7f0c19600700 1 -- 172.21.15.44:0/561901885 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55834a821420 con 0x55834a910f30 2024-05-21T00:42:49.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.076+0000 7f0c19600700 1 --2- 172.21.15.44:0/561901885 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55834a910f30 0x55834a90ab20 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f0c08009d00 tx=0x7f0c08011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2173573fb13271c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:49.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.076+0000 7f0c06a00700 1 -- 172.21.15.44:0/561901885 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c08004230 con 0x55834a910f30 2024-05-21T00:42:49.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.076+0000 7f0c06a00700 1 -- 172.21.15.44:0/561901885 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0c080043d0 con 0x55834a910f30 2024-05-21T00:42:49.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.076+0000 7f0c06a00700 1 -- 172.21.15.44:0/561901885 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c080198e0 con 0x55834a910f30 2024-05-21T00:42:49.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.077+0000 7f0c268b0b80 1 -- 172.21.15.44:0/561901885 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55834a910f30 msgr2=0x55834a90ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:49.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.077+0000 7f0c1a000700 1 --2- 172.21.15.44:0/3738179719 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0bfc0b2900 0x7f0bfc0b4dc0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f0c0c009ec0 tx=0x7f0c0c00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:49.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.077+0000 7f0c268b0b80 1 --2- 172.21.15.44:0/561901885 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55834a910f30 0x55834a90ab20 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f0c08009d00 tx=0x7f0c08011720 comp rx=0 tx=0).stop 2024-05-21T00:42:49.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.077+0000 7f0c268b0b80 1 -- 172.21.15.44:0/561901885 shutdown_connections 2024-05-21T00:42:49.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.077+0000 7f0c268b0b80 1 --2- 172.21.15.44:0/561901885 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55834a90b140 0x55834a90b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.077+0000 7f0c268b0b80 1 --2- 172.21.15.44:0/561901885 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55834a910610 0x55834a9109f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.077+0000 7f0c268b0b80 1 --2- 172.21.15.44:0/561901885 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55834a910f30 0x55834a90ab20 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.077+0000 7f0c268b0b80 1 -- 172.21.15.44:0/561901885 >> 172.21.15.44:0/561901885 conn(0x55834a838be0 msgr2=0x55834a905690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:49.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.078+0000 7f0c268b0b80 1 -- 172.21.15.44:0/561901885 shutdown_connections 2024-05-21T00:42:49.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.078+0000 7f0c268b0b80 1 -- 172.21.15.44:0/561901885 wait complete. 2024-05-21T00:42:49.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.078+0000 7f0c268b0b80 1 -- start start 2024-05-21T00:42:49.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.078+0000 7f0c268b0b80 1 Processor -- start 2024-05-21T00:42:49.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.079+0000 7f0c268b0b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55834a90b140 0x55834a916bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:49.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.079+0000 7f0c268b0b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55834a910610 0x55834a913f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:49.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.079+0000 7f0c268b0b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55834a910f30 0x55834a9144b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:49.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.079+0000 7f0c268b0b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55834a75efa0 con 0x55834a910610 2024-05-21T00:42:49.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.079+0000 7f0c268b0b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55834a7f9760 con 0x55834a910f30 2024-05-21T00:42:49.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.079+0000 7f0c268b0b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55834a9179e0 con 0x55834a90b140 2024-05-21T00:42:49.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.079+0000 7f0c268b0b80 10 client.0 _ll_register_callbacks cb 0x55834a802c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:42:49.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.079+0000 7f0c18c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55834a910610 0x55834a913f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:49.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.079+0000 7f0c18c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55834a910610 0x55834a913f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60754/0 (socket says 172.21.15.44:60754) 2024-05-21T00:42:49.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.079+0000 7f0c18c00700 1 -- 172.21.15.44:0/599034117 learned_addr learned my addr 172.21.15.44:0/599034117 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:49.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.079+0000 7f0c19600700 1 --2- 172.21.15.44:0/599034117 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55834a90b140 0x55834a916bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:49.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.079+0000 7f0c1a000700 1 --2- 172.21.15.44:0/599034117 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55834a910f30 0x55834a9144b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:49.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.080+0000 7f0c18c00700 1 -- 172.21.15.44:0/599034117 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55834a90b140 msgr2=0x55834a916bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:49.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.080+0000 7f0c18c00700 1 --2- 172.21.15.44:0/599034117 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55834a90b140 0x55834a916bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.080+0000 7f0c18c00700 1 -- 172.21.15.44:0/599034117 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55834a910f30 msgr2=0x55834a9144b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:49.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.080+0000 7f0c18c00700 1 --2- 172.21.15.44:0/599034117 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55834a910f30 0x55834a9144b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.080+0000 7f0c18c00700 1 -- 172.21.15.44:0/599034117 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55834a7a88d0 con 0x55834a910610 2024-05-21T00:42:49.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.080+0000 7f0c18c00700 1 --2- 172.21.15.44:0/599034117 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55834a910610 0x55834a913f70 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f0c00009550 tx=0x7f0c000aa4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=746cbb0f4b28c0a6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:49.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.080+0000 7f0bfb400700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-21T00:42:49.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.080+0000 7f0bfb400700 1 -- 172.21.15.44:0/599034117 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c000a9900 con 0x55834a910610 2024-05-21T00:42:49.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.080+0000 7f0bfb400700 1 -- 172.21.15.44:0/599034117 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f0c000a65a0 con 0x55834a910610 2024-05-21T00:42:49.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.080+0000 7f0c268b0b80 1 -- 172.21.15.44:0/599034117 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0c080043d0 con 0x55834a910610 2024-05-21T00:42:49.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.081+0000 7f0bfb400700 1 -- 172.21.15.44:0/599034117 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0c000af4f0 con 0x55834a910610 2024-05-21T00:42:49.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.081+0000 7f0c268b0b80 10 client.15183 fetch_fsmap learned FSMap version 26 2024-05-21T00:42:49.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.081+0000 7f0c268b0b80 1 -- 172.21.15.44:0/599034117 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55834a829060 con 0x55834a910610 2024-05-21T00:42:49.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.081+0000 7f0bfb400700 1 -- 172.21.15.44:0/599034117 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0c080043d0 con 0x55834a910610 2024-05-21T00:42:49.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.081+0000 7f0bfb400700 1 -- 172.21.15.44:0/599034117 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0c000a9210 con 0x55834a910610 2024-05-21T00:42:49.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.081+0000 7f0c268b0b80 10 client.15183 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:42:49.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.081+0000 7f0c268b0b80 10 client.15183 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:42:49.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.081+0000 7f0c268b0b80 20 client.15183 populate_metadata read hostname 'smithi044' 2024-05-21T00:42:49.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.081+0000 7f0c268b0b80 1 --2- 172.21.15.44:0/599034117 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55834a924460 0x55834a926850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:49.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.081+0000 7f0c268b0b80 4 client.15183 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:42:49.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.081+0000 7f0c268b0b80 1 -- 172.21.15.44:0/599034117 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55834a86ad90 con 0x55834a924460 2024-05-21T00:42:49.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.082+0000 7f0c19600700 1 --2- 172.21.15.44:0/599034117 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55834a924460 0x55834a926850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:49.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.082+0000 7f0c19600700 1 --2- 172.21.15.44:0/599034117 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55834a924460 0x55834a926850 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cd00490967785c04 server_cookie=293bf16517db23ca in_seq=0 out_seq=0 2024-05-21T00:42:49.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.082+0000 7f0bfb400700 10 client.15183 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:42:49.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.083+0000 7f0bfb400700 1 -- 172.21.15.44:0/599034117 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55834a86ad90 con 0x55834a924460 2024-05-21T00:42:49.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.083+0000 7f0bfb400700 10 client.15183 handle_command_reply: tid=0 2024-05-21T00:42:49.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.083+0000 7f0c268b0b80 1 client.15183 shutdown 2024-05-21T00:42:49.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.083+0000 7f0c268b0b80 1 -- 172.21.15.44:0/599034117 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55834a910610 msgr2=0x55834a913f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:49.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.083+0000 7f0c268b0b80 1 --2- 172.21.15.44:0/599034117 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55834a910610 0x55834a913f70 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f0c00009550 tx=0x7f0c000aa4f0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.084+0000 7f0c268b0b80 1 -- 172.21.15.44:0/599034117 shutdown_connections 2024-05-21T00:42:49.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.084+0000 7f0c268b0b80 1 --2- 172.21.15.44:0/599034117 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55834a924460 0x55834a926850 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.084+0000 7f0c268b0b80 1 --2- 172.21.15.44:0/599034117 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55834a910f30 0x55834a9144b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.084+0000 7f0c268b0b80 1 --2- 172.21.15.44:0/599034117 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55834a90b140 0x55834a916bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.084+0000 7f0c268b0b80 1 --2- 172.21.15.44:0/599034117 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55834a910610 0x55834a913f70 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.084+0000 7f0bfb400700 0 client.15183 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:42:49.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.084+0000 7f0c268b0b80 1 -- 172.21.15.44:0/599034117 >> 172.21.15.44:0/599034117 conn(0x55834a838be0 msgr2=0x55834a904d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:49.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.084+0000 7f0c268b0b80 1 -- 172.21.15.44:0/599034117 shutdown_connections 2024-05-21T00:42:49.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.084+0000 7f0c268b0b80 1 -- 172.21.15.44:0/599034117 wait complete. 2024-05-21T00:42:49.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.084+0000 7f0c268b0b80 20 client.15183 trim_cache size 0 max 16384 2024-05-21T00:42:49.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.101+0000 7f0c268b0b80 1 Processor -- start 2024-05-21T00:42:49.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.101+0000 7f0c268b0b80 1 -- start start 2024-05-21T00:42:49.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.101+0000 7f0c268b0b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55834a90b140 0x55834a90ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:49.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.101+0000 7f0c268b0b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55834a910610 0x55834a911ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:49.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.101+0000 7f0c268b0b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55834a910f30 0x55834a9143c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:49.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.101+0000 7f0c268b0b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0c141b25f0 con 0x55834a90b140 2024-05-21T00:42:49.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.101+0000 7f0c268b0b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0c141afe80 con 0x55834a910610 2024-05-21T00:42:49.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.101+0000 7f0c268b0b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0c141adcf0 con 0x55834a910f30 2024-05-21T00:42:49.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.102+0000 7f0c19600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55834a90b140 0x55834a90ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:49.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.102+0000 7f0c19600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55834a90b140 0x55834a90ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60758/0 (socket says 172.21.15.44:60758) 2024-05-21T00:42:49.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.102+0000 7f0c19600700 1 -- 172.21.15.44:0/3157641890 learned_addr learned my addr 172.21.15.44:0/3157641890 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:49.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.102+0000 7f0c1a000700 1 --2- 172.21.15.44:0/3157641890 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55834a910f30 0x55834a9143c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:49.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.102+0000 7f0c18c00700 1 --2- 172.21.15.44:0/3157641890 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55834a910610 0x55834a911ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:49.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.102+0000 7f0c19600700 1 -- 172.21.15.44:0/3157641890 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55834a910f30 msgr2=0x55834a9143c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:49.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.102+0000 7f0c19600700 1 --2- 172.21.15.44:0/3157641890 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55834a910f30 0x55834a9143c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.102+0000 7f0c19600700 1 -- 172.21.15.44:0/3157641890 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55834a910610 msgr2=0x55834a911ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:49.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.102+0000 7f0c19600700 1 --2- 172.21.15.44:0/3157641890 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55834a910610 0x55834a911ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.102+0000 7f0c19600700 1 -- 172.21.15.44:0/3157641890 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55834a926ed0 con 0x55834a90b140 2024-05-21T00:42:49.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.103+0000 7f0c19600700 1 --2- 172.21.15.44:0/3157641890 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55834a90b140 0x55834a90ab20 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f0c08009c50 tx=0x7f0c08011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fa976b4debc580b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:49.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.103+0000 7f0c06000700 1 -- 172.21.15.44:0/3157641890 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c08005240 con 0x55834a90b140 2024-05-21T00:42:49.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.103+0000 7f0c06000700 1 -- 172.21.15.44:0/3157641890 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0c08031070 con 0x55834a90b140 2024-05-21T00:42:49.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.103+0000 7f0c06000700 1 -- 172.21.15.44:0/3157641890 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c08004d90 con 0x55834a90b140 2024-05-21T00:42:49.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.104+0000 7f0c268b0b80 1 -- 172.21.15.44:0/3157641890 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55834a90b140 msgr2=0x55834a90ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:49.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.104+0000 7f0c268b0b80 1 --2- 172.21.15.44:0/3157641890 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55834a90b140 0x55834a90ab20 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f0c08009c50 tx=0x7f0c08011720 comp rx=0 tx=0).stop 2024-05-21T00:42:49.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.104+0000 7f0c268b0b80 1 -- 172.21.15.44:0/3157641890 shutdown_connections 2024-05-21T00:42:49.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.104+0000 7f0c268b0b80 1 --2- 172.21.15.44:0/3157641890 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55834a90b140 0x55834a90ab20 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.104+0000 7f0c268b0b80 1 --2- 172.21.15.44:0/3157641890 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55834a910f30 0x55834a9143c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.104+0000 7f0c268b0b80 1 --2- 172.21.15.44:0/3157641890 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55834a910610 0x55834a911ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.104+0000 7f0c268b0b80 1 -- 172.21.15.44:0/3157641890 >> 172.21.15.44:0/3157641890 conn(0x55834a838be0 msgr2=0x55834a912880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:49.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.104+0000 7f0c268b0b80 1 -- 172.21.15.44:0/3157641890 shutdown_connections 2024-05-21T00:42:49.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.104+0000 7f0c268b0b80 1 -- 172.21.15.44:0/3157641890 wait complete. 2024-05-21T00:42:49.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.105+0000 7f0c268b0b80 1 -- start start 2024-05-21T00:42:49.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.105+0000 7f0c268b0b80 1 Processor -- start 2024-05-21T00:42:49.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.105+0000 7f0c268b0b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55834a90b140 0x55834a91cc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:49.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.105+0000 7f0c268b0b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55834a910610 0x55834a91d1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:49.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.105+0000 7f0c268b0b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55834a910f30 0x55834a919c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:49.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.105+0000 7f0c268b0b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0c141ae340 con 0x55834a910610 2024-05-21T00:42:49.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.105+0000 7f0c268b0b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0c141af7b0 con 0x55834a90b140 2024-05-21T00:42:49.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.105+0000 7f0c268b0b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0c141aea10 con 0x55834a910f30 2024-05-21T00:42:49.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.105+0000 7f0c268b0b80 10 client.0 _ll_register_callbacks cb 0x55834a802c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:42:49.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.106+0000 7f0c18c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55834a910610 0x55834a91d1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:49.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.106+0000 7f0c18c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55834a910610 0x55834a91d1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60768/0 (socket says 172.21.15.44:60768) 2024-05-21T00:42:49.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.106+0000 7f0c18c00700 1 -- 172.21.15.44:0/3013279707 learned_addr learned my addr 172.21.15.44:0/3013279707 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:49.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.106+0000 7f0c1a000700 1 --2- 172.21.15.44:0/3013279707 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55834a910f30 0x55834a919c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:49.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.106+0000 7f0c19600700 1 --2- 172.21.15.44:0/3013279707 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55834a90b140 0x55834a91cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:49.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.106+0000 7f0c18c00700 1 -- 172.21.15.44:0/3013279707 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55834a910f30 msgr2=0x55834a919c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:49.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.106+0000 7f0c18c00700 1 --2- 172.21.15.44:0/3013279707 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55834a910f30 0x55834a919c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.106+0000 7f0c18c00700 1 -- 172.21.15.44:0/3013279707 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55834a90b140 msgr2=0x55834a91cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:49.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.106+0000 7f0c18c00700 1 --2- 172.21.15.44:0/3013279707 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55834a90b140 0x55834a91cc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.106+0000 7f0c18c00700 1 -- 172.21.15.44:0/3013279707 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55834a92ccc0 con 0x55834a910610 2024-05-21T00:42:49.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.107+0000 7f0c18c00700 1 --2- 172.21.15.44:0/3013279707 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55834a910610 0x55834a91d1b0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f0c000a9f40 tx=0x7f0c000a5fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0297f0dc805f800 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:49.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.107+0000 7f0bfb400700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-21T00:42:49.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.107+0000 7f0bfb400700 1 -- 172.21.15.44:0/3013279707 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c000a9720 con 0x55834a910610 2024-05-21T00:42:49.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.107+0000 7f0bfb400700 1 -- 172.21.15.44:0/3013279707 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f0c000a65a0 con 0x55834a910610 2024-05-21T00:42:49.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.107+0000 7f0c268b0b80 1 -- 172.21.15.44:0/3013279707 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0c08031070 con 0x55834a910610 2024-05-21T00:42:49.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.107+0000 7f0bfb400700 1 -- 172.21.15.44:0/3013279707 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0c00003e20 con 0x55834a910610 2024-05-21T00:42:49.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.107+0000 7f0c268b0b80 10 client.15189 fetch_fsmap learned FSMap version 26 2024-05-21T00:42:49.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.107+0000 7f0c268b0b80 1 -- 172.21.15.44:0/3013279707 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55834a92ccc0 con 0x55834a910610 2024-05-21T00:42:49.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.107+0000 7f0bfb400700 1 -- 172.21.15.44:0/3013279707 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0c08031070 con 0x55834a910610 2024-05-21T00:42:49.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.108+0000 7f0bfb400700 1 -- 172.21.15.44:0/3013279707 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0c000a5920 con 0x55834a910610 2024-05-21T00:42:49.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.108+0000 7f0c268b0b80 10 client.15189 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:42:49.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.108+0000 7f0c268b0b80 10 client.15189 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:42:49.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.108+0000 7f0c268b0b80 20 client.15189 populate_metadata read hostname 'smithi044' 2024-05-21T00:42:49.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.108+0000 7f0c268b0b80 1 --2- 172.21.15.44:0/3013279707 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55834a98f900 0x55834a991cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:49.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.108+0000 7f0c268b0b80 4 client.15189 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:42:49.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.108+0000 7f0c268b0b80 1 -- 172.21.15.44:0/3013279707 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55834a864570 con 0x55834a98f900 2024-05-21T00:42:49.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.108+0000 7f0c19600700 1 --2- 172.21.15.44:0/3013279707 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55834a98f900 0x55834a991cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:49.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.109+0000 7f0c19600700 1 --2- 172.21.15.44:0/3013279707 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55834a98f900 0x55834a991cf0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4bf440f8f1db877c server_cookie=691247e13a129e0f in_seq=0 out_seq=0 2024-05-21T00:42:49.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.109+0000 7f0bfb400700 10 client.15189 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:42:49.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.109+0000 7f0bfb400700 1 -- 172.21.15.44:0/3013279707 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55834a864570 con 0x55834a98f900 2024-05-21T00:42:49.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.109+0000 7f0bfb400700 10 client.15189 handle_command_reply: tid=0 2024-05-21T00:42:49.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.109+0000 7f0c268b0b80 1 client.15189 shutdown 2024-05-21T00:42:49.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.109+0000 7f0c268b0b80 1 -- 172.21.15.44:0/3013279707 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55834a910610 msgr2=0x55834a91d1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:49.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.109+0000 7f0c268b0b80 1 --2- 172.21.15.44:0/3013279707 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55834a910610 0x55834a91d1b0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f0c000a9f40 tx=0x7f0c000a5fa0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.109+0000 7f0c268b0b80 1 -- 172.21.15.44:0/3013279707 shutdown_connections 2024-05-21T00:42:49.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.109+0000 7f0c268b0b80 1 --2- 172.21.15.44:0/3013279707 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55834a98f900 0x55834a991cf0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.109+0000 7f0c268b0b80 1 --2- 172.21.15.44:0/3013279707 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55834a910f30 0x55834a919c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.109+0000 7f0c268b0b80 1 --2- 172.21.15.44:0/3013279707 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55834a90b140 0x55834a91cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.109+0000 7f0c268b0b80 1 --2- 172.21.15.44:0/3013279707 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55834a910610 0x55834a91d1b0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.109+0000 7f0c268b0b80 1 -- 172.21.15.44:0/3013279707 >> 172.21.15.44:0/3013279707 conn(0x55834a838be0 msgr2=0x55834a913110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:49.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.109+0000 7f0bfb400700 0 client.15189 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:42:49.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.110+0000 7f0c268b0b80 1 -- 172.21.15.44:0/3013279707 shutdown_connections 2024-05-21T00:42:49.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.110+0000 7f0c268b0b80 1 -- 172.21.15.44:0/3013279707 wait complete. 2024-05-21T00:42:49.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.110+0000 7f0c268b0b80 20 client.15189 trim_cache size 0 max 16384 2024-05-21T00:42:49.116 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-21T00:42:49.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.110+0000 7f0c1c000700 1 -- 172.21.15.44:0/3738179719 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0bfc0b2900 msgr2=0x7f0bfc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:49.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.110+0000 7f0c1c000700 1 --2- 172.21.15.44:0/3738179719 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0bfc0b2900 0x7f0bfc0b4dc0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f0c0c009ec0 tx=0x7f0c0c00b040 comp rx=0 tx=0).stop 2024-05-21T00:42:49.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.110+0000 7f0c1c000700 1 -- 172.21.15.44:0/3738179719 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c1406c630 msgr2=0x7f0c14102a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:49.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.110+0000 7f0c1c000700 1 --2- 172.21.15.44:0/3738179719 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c1406c630 0x7f0c14102a80 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f0c00005910 tx=0x7f0c00004270 comp rx=0 tx=0).stop 2024-05-21T00:42:49.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.111+0000 7f0c1c000700 1 -- 172.21.15.44:0/3738179719 shutdown_connections 2024-05-21T00:42:49.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.111+0000 7f0c1c000700 1 --2- 172.21.15.44:0/3738179719 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0bfc0b2900 0x7f0bfc0b4dc0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.111+0000 7f0c1c000700 1 --2- 172.21.15.44:0/3738179719 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c141095d0 0x7f0c14102fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.111+0000 7f0c1c000700 1 --2- 172.21.15.44:0/3738179719 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c1406bc70 0x7f0c14102540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.111+0000 7f0c1c000700 1 --2- 172.21.15.44:0/3738179719 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c1406c630 0x7f0c14102a80 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:49.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.111+0000 7f0c1c000700 1 -- 172.21.15.44:0/3738179719 >> 172.21.15.44:0/3738179719 conn(0x7f0c140793e0 msgr2=0x7f0c14101310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:49.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.111+0000 7f0c1c000700 1 -- 172.21.15.44:0/3738179719 shutdown_connections 2024-05-21T00:42:49.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:49.111+0000 7f0c1c000700 1 -- 172.21.15.44:0/3738179719 wait complete. 2024-05-21T00:42:49.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:49 smithi092 ceph-mon[36335]: pgmap v481: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-21T00:42:49.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:49 smithi044 ceph-mon[31392]: pgmap v481: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-21T00:42:49.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:49 smithi082 ceph-mon[36141]: pgmap v481: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-21T00:42:50.985 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T00:42:50.986 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T00:42:51.494 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:42:51.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:51 smithi092 ceph-mon[36335]: pgmap v482: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-21T00:42:51.844 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:51 smithi044 ceph-mon[31392]: pgmap v482: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-21T00:42:51.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:51 smithi082 ceph-mon[36141]: pgmap v482: 97 pgs: 97 active+clean; 656 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-21T00:42:52.114 INFO:tasks.quiescer.fs.[cephfs]:Total duration (60) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-05-21T00:42:52.115 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-05-21T00:42:52.115 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:42:53.170 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:42:53.556 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:53 smithi044 ceph-mon[31392]: pgmap v483: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-05-21T00:42:53.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:53 smithi092 ceph-mon[36335]: pgmap v483: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-05-21T00:42:53.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:53 smithi082 ceph-mon[36141]: pgmap v483: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-05-21T00:42:54.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.974+0000 7fbb30c00700 1 -- 172.21.15.44:0/936149406 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb2c103f90 msgr2=0x7fbb2c110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:54.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.974+0000 7fbb30c00700 1 --2- 172.21.15.44:0/936149406 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb2c103f90 0x7fbb2c110470 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fbb2400b0a0 tx=0x7fbb2400b3b0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.974+0000 7fbb30c00700 1 -- 172.21.15.44:0/936149406 shutdown_connections 2024-05-21T00:42:54.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.974+0000 7fbb30c00700 1 --2- 172.21.15.44:0/936149406 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb2c103f90 0x7fbb2c110470 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.974+0000 7fbb30c00700 1 --2- 172.21.15.44:0/936149406 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbb2c108500 0x7fbb2c1088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.974+0000 7fbb30c00700 1 --2- 172.21.15.44:0/936149406 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbb2c1035f0 0x7fbb2c103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.974+0000 7fbb30c00700 1 -- 172.21.15.44:0/936149406 >> 172.21.15.44:0/936149406 conn(0x7fbb2c07a6a0 msgr2=0x7fbb2c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:54.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.974+0000 7fbb30c00700 1 -- 172.21.15.44:0/936149406 shutdown_connections 2024-05-21T00:42:54.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.974+0000 7fbb30c00700 1 -- 172.21.15.44:0/936149406 wait complete. 2024-05-21T00:42:54.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.976+0000 7fbb30c00700 1 Processor -- start 2024-05-21T00:42:54.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.976+0000 7fbb30c00700 1 -- start start 2024-05-21T00:42:54.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.976+0000 7fbb30c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbb2c1035f0 0x7fbb2c199d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:54.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.976+0000 7fbb30c00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb2c103f90 0x7fbb2c19a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:54.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.976+0000 7fbb30c00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbb2c108500 0x7fbb2c19e660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:54.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.976+0000 7fbb30c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbb2c1137d0 con 0x7fbb2c1035f0 2024-05-21T00:42:54.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.976+0000 7fbb30c00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fbb2c113650 con 0x7fbb2c108500 2024-05-21T00:42:54.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.976+0000 7fbb30c00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fbb2c113950 con 0x7fbb2c103f90 2024-05-21T00:42:54.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.977+0000 7fbb29e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbb2c1035f0 0x7fbb2c199d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:54.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.977+0000 7fbb29e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbb2c1035f0 0x7fbb2c199d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60780/0 (socket says 172.21.15.44:60780) 2024-05-21T00:42:54.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.977+0000 7fbb29e00700 1 -- 172.21.15.44:0/3742787138 learned_addr learned my addr 172.21.15.44:0/3742787138 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:54.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.977+0000 7fbb29400700 1 --2- 172.21.15.44:0/3742787138 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb2c103f90 0x7fbb2c19a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:54.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.977+0000 7fbb2a800700 1 --2- 172.21.15.44:0/3742787138 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbb2c108500 0x7fbb2c19e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:54.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.977+0000 7fbb29e00700 1 -- 172.21.15.44:0/3742787138 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb2c103f90 msgr2=0x7fbb2c19a2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:54.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.977+0000 7fbb29e00700 1 --2- 172.21.15.44:0/3742787138 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb2c103f90 0x7fbb2c19a2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.977+0000 7fbb29e00700 1 -- 172.21.15.44:0/3742787138 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbb2c108500 msgr2=0x7fbb2c19e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:54.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.977+0000 7fbb29e00700 1 --2- 172.21.15.44:0/3742787138 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbb2c108500 0x7fbb2c19e660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.977+0000 7fbb29e00700 1 -- 172.21.15.44:0/3742787138 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb2c19eda0 con 0x7fbb2c1035f0 2024-05-21T00:42:54.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.977+0000 7fbb29400700 1 --2- 172.21.15.44:0/3742787138 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb2c103f90 0x7fbb2c19a2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:42:54.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.977+0000 7fbb2a800700 1 --2- 172.21.15.44:0/3742787138 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbb2c108500 0x7fbb2c19e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:42:54.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.978+0000 7fbb29e00700 1 --2- 172.21.15.44:0/3742787138 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbb2c1035f0 0x7fbb2c199d90 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fbb1c00e950 tx=0x7fbb1c00ec60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:54.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.978+0000 7fbb22a00700 1 -- 172.21.15.44:0/3742787138 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb1c004230 con 0x7fbb2c1035f0 2024-05-21T00:42:54.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.978+0000 7fbb30c00700 1 -- 172.21.15.44:0/3742787138 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb2c19f090 con 0x7fbb2c1035f0 2024-05-21T00:42:54.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.978+0000 7fbb22a00700 1 -- 172.21.15.44:0/3742787138 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbb1c0043d0 con 0x7fbb2c1035f0 2024-05-21T00:42:54.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.978+0000 7fbb30c00700 1 -- 172.21.15.44:0/3742787138 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb2c1a6910 con 0x7fbb2c1035f0 2024-05-21T00:42:54.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.978+0000 7fbb22a00700 1 -- 172.21.15.44:0/3742787138 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb1c003d00 con 0x7fbb2c1035f0 2024-05-21T00:42:54.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.982+0000 7fbb22a00700 1 -- 172.21.15.44:0/3742787138 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fbb1c00c7e0 con 0x7fbb2c1035f0 2024-05-21T00:42:54.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.983+0000 7fbb3b4ceb80 1 Processor -- start 2024-05-21T00:42:54.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.983+0000 7fbb3b4ceb80 1 -- start start 2024-05-21T00:42:54.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.983+0000 7fbb22a00700 1 --2- 172.21.15.44:0/3742787138 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fbb100b2880 0x7fbb100b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:54.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.983+0000 7fbb3b4ceb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1ffc2faa0 0x55d1ffc2fe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:54.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.983+0000 7fbb3b4ceb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d1ffc303c0 0x55d1ffc29fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:54.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.983+0000 7fbb3b4ceb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d1ffc2a5d0 0x55d1ffc2aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:54.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.983+0000 7fbb3b4ceb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d1ffb83ec0 con 0x55d1ffc2faa0 2024-05-21T00:42:54.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.983+0000 7fbb3b4ceb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55d1ffb73a60 con 0x55d1ffc2a5d0 2024-05-21T00:42:54.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.983+0000 7fbb3b4ceb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55d1ffb77aa0 con 0x55d1ffc303c0 2024-05-21T00:42:54.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.983+0000 7fbb22a00700 1 -- 172.21.15.44:0/3742787138 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fbb1c0e2580 con 0x7fbb2c1035f0 2024-05-21T00:42:54.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.984+0000 7fbb29e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1ffc2faa0 0x55d1ffc2fe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:54.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.984+0000 7fbb2a800700 1 --2- 172.21.15.44:0/3742787138 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fbb100b2880 0x7fbb100b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:54.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.984+0000 7fbb29400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d1ffc303c0 0x55d1ffc29fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:54.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.984+0000 7fbb29400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d1ffc303c0 0x55d1ffc29fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:52108/0 (socket says 172.21.15.44:52108) 2024-05-21T00:42:54.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.984+0000 7fbb29400700 1 -- 172.21.15.44:0/4136212712 learned_addr learned my addr 172.21.15.44:0/4136212712 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:54.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.984+0000 7fbb29e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1ffc2faa0 0x55d1ffc2fe80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60782/0 (socket says 172.21.15.44:60782) 2024-05-21T00:42:54.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.984+0000 7fbb2a800700 1 --2- 172.21.15.44:0/4136212712 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d1ffc2a5d0 0x55d1ffc2aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:54.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.984+0000 7fbb29400700 1 -- 172.21.15.44:0/4136212712 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d1ffc2a5d0 msgr2=0x55d1ffc2aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:54.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.984+0000 7fbb29400700 1 --2- 172.21.15.44:0/4136212712 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d1ffc2a5d0 0x55d1ffc2aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.984+0000 7fbb29400700 1 -- 172.21.15.44:0/4136212712 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1ffc2faa0 msgr2=0x55d1ffc2fe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:54.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.984+0000 7fbb29400700 1 --2- 172.21.15.44:0/4136212712 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1ffc2faa0 0x55d1ffc2fe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.984+0000 7fbb29400700 1 -- 172.21.15.44:0/4136212712 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d1ffb3c4a0 con 0x55d1ffc303c0 2024-05-21T00:42:54.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.985+0000 7fbb29400700 1 --2- 172.21.15.44:0/4136212712 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d1ffc303c0 0x55d1ffc29fb0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fbb180115f0 tx=0x7fbb18011900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e62a451929978274 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:54.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.985+0000 7fbb2a800700 1 --2- 172.21.15.44:0/3742787138 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fbb100b2880 0x7fbb100b4d40 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fbb2400b780 tx=0x7fbb2400bf00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:54.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.985+0000 7fbb17400700 1 -- 172.21.15.44:0/4136212712 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb18004230 con 0x55d1ffc303c0 2024-05-21T00:42:54.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.985+0000 7fbb17400700 1 -- 172.21.15.44:0/4136212712 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbb180043d0 con 0x55d1ffc303c0 2024-05-21T00:42:54.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.985+0000 7fbb17400700 1 -- 172.21.15.44:0/4136212712 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb18019930 con 0x55d1ffc303c0 2024-05-21T00:42:54.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.986+0000 7fbb3b4ceb80 1 -- 172.21.15.44:0/4136212712 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d1ffc303c0 msgr2=0x55d1ffc29fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:54.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.986+0000 7fbb3b4ceb80 1 --2- 172.21.15.44:0/4136212712 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d1ffc303c0 0x55d1ffc29fb0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fbb180115f0 tx=0x7fbb18011900 comp rx=0 tx=0).stop 2024-05-21T00:42:54.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.986+0000 7fbb3b4ceb80 1 -- 172.21.15.44:0/4136212712 shutdown_connections 2024-05-21T00:42:54.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.986+0000 7fbb3b4ceb80 1 --2- 172.21.15.44:0/4136212712 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1ffc2faa0 0x55d1ffc2fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.986+0000 7fbb3b4ceb80 1 --2- 172.21.15.44:0/4136212712 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d1ffc2a5d0 0x55d1ffc2aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.986+0000 7fbb3b4ceb80 1 --2- 172.21.15.44:0/4136212712 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d1ffc303c0 0x55d1ffc29fb0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.986+0000 7fbb3b4ceb80 1 -- 172.21.15.44:0/4136212712 >> 172.21.15.44:0/4136212712 conn(0x55d1ffb53c60 msgr2=0x55d1ffc20710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:54.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.986+0000 7fbb3b4ceb80 1 -- 172.21.15.44:0/4136212712 shutdown_connections 2024-05-21T00:42:54.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.986+0000 7fbb3b4ceb80 1 -- 172.21.15.44:0/4136212712 wait complete. 2024-05-21T00:42:54.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.987+0000 7fbb3b4ceb80 1 -- start start 2024-05-21T00:42:54.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.987+0000 7fbb3b4ceb80 1 Processor -- start 2024-05-21T00:42:54.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.988+0000 7fbb3b4ceb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d1ffc2a5d0 0x55d1ffc36080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:54.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.988+0000 7fbb3b4ceb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1ffc2faa0 0x55d1ffc33420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:54.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.988+0000 7fbb3b4ceb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d1ffc303c0 0x55d1ffc33960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:54.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.988+0000 7fbb3b4ceb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d1ffa7a020 con 0x55d1ffc2faa0 2024-05-21T00:42:54.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.988+0000 7fbb3b4ceb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55d1ffb147e0 con 0x55d1ffc303c0 2024-05-21T00:42:54.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.988+0000 7fbb3b4ceb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55d1ffc36ee0 con 0x55d1ffc2a5d0 2024-05-21T00:42:54.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.988+0000 7fbb3b4ceb80 10 client.0 _ll_register_callbacks cb 0x55d1ffb1dcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:42:54.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.988+0000 7fbb29400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1ffc2faa0 0x55d1ffc33420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:54.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.988+0000 7fbb29400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1ffc2faa0 0x55d1ffc33420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60788/0 (socket says 172.21.15.44:60788) 2024-05-21T00:42:54.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.988+0000 7fbb29400700 1 -- 172.21.15.44:0/2834937516 learned_addr learned my addr 172.21.15.44:0/2834937516 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:54.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.988+0000 7fbb29e00700 1 --2- 172.21.15.44:0/2834937516 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d1ffc2a5d0 0x55d1ffc36080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:54.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.988+0000 7fbb2a800700 1 --2- 172.21.15.44:0/2834937516 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d1ffc303c0 0x55d1ffc33960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:54.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.988+0000 7fbb29e00700 1 -- 172.21.15.44:0/2834937516 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d1ffc303c0 msgr2=0x55d1ffc33960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:54.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.988+0000 7fbb29e00700 1 --2- 172.21.15.44:0/2834937516 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d1ffc303c0 0x55d1ffc33960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.988+0000 7fbb29e00700 1 -- 172.21.15.44:0/2834937516 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1ffc2faa0 msgr2=0x55d1ffc33420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:54.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.988+0000 7fbb29e00700 1 --2- 172.21.15.44:0/2834937516 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1ffc2faa0 0x55d1ffc33420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.989+0000 7fbb29e00700 1 -- 172.21.15.44:0/2834937516 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d1ffac3950 con 0x55d1ffc2a5d0 2024-05-21T00:42:54.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.989+0000 7fbb29400700 1 --2- 172.21.15.44:0/2834937516 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1ffc2faa0 0x55d1ffc33420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:42:54.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.989+0000 7fbb29e00700 1 --2- 172.21.15.44:0/2834937516 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d1ffc2a5d0 0x55d1ffc36080 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fbb1c0a9800 tx=0x7fbb1c0a92f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=74757bb44844df61 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:54.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.989+0000 7fbb0be00700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:42:54.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.989+0000 7fbb0be00700 1 -- 172.21.15.44:0/2834937516 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb1c0a5290 con 0x55d1ffc2a5d0 2024-05-21T00:42:54.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.989+0000 7fbb0be00700 1 -- 172.21.15.44:0/2834937516 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fbb1c00cd20 con 0x55d1ffc2a5d0 2024-05-21T00:42:54.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.989+0000 7fbb3b4ceb80 1 -- 172.21.15.44:0/2834937516 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbb180043d0 con 0x55d1ffc2a5d0 2024-05-21T00:42:54.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.989+0000 7fbb0be00700 1 -- 172.21.15.44:0/2834937516 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbb1c0b22a0 con 0x55d1ffc2a5d0 2024-05-21T00:42:54.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.989+0000 7fbb3b4ceb80 10 client.25333 fetch_fsmap learned FSMap version 26 2024-05-21T00:42:54.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.989+0000 7fbb3b4ceb80 1 -- 172.21.15.44:0/2834937516 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d1ffb440e0 con 0x55d1ffc2a5d0 2024-05-21T00:42:54.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.990+0000 7fbb0be00700 1 -- 172.21.15.44:0/2834937516 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbb180043d0 con 0x55d1ffc2a5d0 2024-05-21T00:42:54.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.990+0000 7fbb0be00700 1 -- 172.21.15.44:0/2834937516 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fbb1c0b24d0 con 0x55d1ffc2a5d0 2024-05-21T00:42:54.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.990+0000 7fbb3b4ceb80 10 client.25333 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:42:54.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.990+0000 7fbb3b4ceb80 10 client.25333 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:42:54.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.990+0000 7fbb3b4ceb80 20 client.25333 populate_metadata read hostname 'smithi044' 2024-05-21T00:42:54.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.990+0000 7fbb3b4ceb80 1 --2- 172.21.15.44:0/2834937516 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55d1ffc43940 0x55d1ffc45d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:54.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.990+0000 7fbb3b4ceb80 4 client.25333 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:42:54.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.990+0000 7fbb3b4ceb80 1 -- 172.21.15.44:0/2834937516 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d1ffb85e10 con 0x55d1ffc43940 2024-05-21T00:42:54.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.991+0000 7fbb29400700 1 --2- 172.21.15.44:0/2834937516 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55d1ffc43940 0x55d1ffc45d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:54.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.991+0000 7fbb29400700 1 --2- 172.21.15.44:0/2834937516 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55d1ffc43940 0x55d1ffc45d80 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f6fe8b4e26e13faf server_cookie=dbd0c5c15f8ea066 in_seq=0 out_seq=0 2024-05-21T00:42:54.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.991+0000 7fbb0be00700 10 client.25333 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:42:54.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.992+0000 7fbb0be00700 1 -- 172.21.15.44:0/2834937516 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d1ffb85e10 con 0x55d1ffc43940 2024-05-21T00:42:54.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.992+0000 7fbb0be00700 10 client.25333 handle_command_reply: tid=0 2024-05-21T00:42:54.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.992+0000 7fbb3b4ceb80 1 client.25333 shutdown 2024-05-21T00:42:54.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.992+0000 7fbb3b4ceb80 1 -- 172.21.15.44:0/2834937516 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d1ffc2a5d0 msgr2=0x55d1ffc36080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:54.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.992+0000 7fbb3b4ceb80 1 --2- 172.21.15.44:0/2834937516 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d1ffc2a5d0 0x55d1ffc36080 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fbb1c0a9800 tx=0x7fbb1c0a92f0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.993+0000 7fbb3b4ceb80 1 -- 172.21.15.44:0/2834937516 shutdown_connections 2024-05-21T00:42:54.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.993+0000 7fbb3b4ceb80 1 --2- 172.21.15.44:0/2834937516 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55d1ffc43940 0x55d1ffc45d80 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.993+0000 7fbb3b4ceb80 1 --2- 172.21.15.44:0/2834937516 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d1ffc303c0 0x55d1ffc33960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.993+0000 7fbb3b4ceb80 1 --2- 172.21.15.44:0/2834937516 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d1ffc2a5d0 0x55d1ffc36080 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.993+0000 7fbb3b4ceb80 1 --2- 172.21.15.44:0/2834937516 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1ffc2faa0 0x55d1ffc33420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.993+0000 7fbb3b4ceb80 1 -- 172.21.15.44:0/2834937516 >> 172.21.15.44:0/2834937516 conn(0x55d1ffb53c60 msgr2=0x55d1ffc1fdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:54.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.993+0000 7fbb0be00700 0 client.25333 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:42:54.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.993+0000 7fbb3b4ceb80 1 -- 172.21.15.44:0/2834937516 shutdown_connections 2024-05-21T00:42:54.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.993+0000 7fbb3b4ceb80 1 -- 172.21.15.44:0/2834937516 wait complete. 2024-05-21T00:42:54.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:53.993+0000 7fbb3b4ceb80 20 client.25333 trim_cache size 0 max 16384 2024-05-21T00:42:54.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.017+0000 7fbb3b4ceb80 1 Processor -- start 2024-05-21T00:42:54.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.017+0000 7fbb3b4ceb80 1 -- start start 2024-05-21T00:42:54.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.017+0000 7fbb3b4ceb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d1ffb53c60 0x55d1ffc325c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:54.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.017+0000 7fbb3b4ceb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1ffc2a5d0 0x55d1ffc30ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:54.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.017+0000 7fbb3b4ceb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d1ffc2faa0 0x55d1ffc20570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:54.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.017+0000 7fbb3b4ceb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbb2c1ae450 con 0x55d1ffc2a5d0 2024-05-21T00:42:54.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.017+0000 7fbb3b4ceb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fbb2c1abce0 con 0x55d1ffc2faa0 2024-05-21T00:42:54.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.017+0000 7fbb3b4ceb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fbb2c1a9b50 con 0x55d1ffb53c60 2024-05-21T00:42:54.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.017+0000 7fbb29e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d1ffb53c60 0x55d1ffc325c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:54.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.017+0000 7fbb29400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1ffc2a5d0 0x55d1ffc30ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:54.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.017+0000 7fbb29e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d1ffb53c60 0x55d1ffc325c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:52132/0 (socket says 172.21.15.44:52132) 2024-05-21T00:42:54.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.018+0000 7fbb29e00700 1 -- 172.21.15.44:0/1912827929 learned_addr learned my addr 172.21.15.44:0/1912827929 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:54.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.018+0000 7fbb2a800700 1 --2- 172.21.15.44:0/1912827929 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d1ffc2faa0 0x55d1ffc20570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:54.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.018+0000 7fbb29e00700 1 -- 172.21.15.44:0/1912827929 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d1ffc2faa0 msgr2=0x55d1ffc20570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:54.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.018+0000 7fbb29e00700 1 --2- 172.21.15.44:0/1912827929 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d1ffc2faa0 0x55d1ffc20570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.018+0000 7fbb29e00700 1 -- 172.21.15.44:0/1912827929 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1ffc2a5d0 msgr2=0x55d1ffc30ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:54.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.018+0000 7fbb29e00700 1 --2- 172.21.15.44:0/1912827929 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1ffc2a5d0 0x55d1ffc30ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.018+0000 7fbb29e00700 1 -- 172.21.15.44:0/1912827929 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d1ffc22160 con 0x55d1ffb53c60 2024-05-21T00:42:54.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.018+0000 7fbb29e00700 1 --2- 172.21.15.44:0/1912827929 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d1ffb53c60 0x55d1ffc325c0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fbb1c003730 tx=0x7fbb1c0aa0e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=caec6c91a3e93732 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:54.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.018+0000 7fbb16a00700 1 -- 172.21.15.44:0/1912827929 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb1c0a5290 con 0x55d1ffb53c60 2024-05-21T00:42:54.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.019+0000 7fbb16a00700 1 -- 172.21.15.44:0/1912827929 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbb1c0a9610 con 0x55d1ffb53c60 2024-05-21T00:42:54.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.019+0000 7fbb16a00700 1 -- 172.21.15.44:0/1912827929 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb1c0a9b50 con 0x55d1ffb53c60 2024-05-21T00:42:54.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.019+0000 7fbb3b4ceb80 1 -- 172.21.15.44:0/1912827929 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d1ffb53c60 msgr2=0x55d1ffc325c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:54.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.019+0000 7fbb3b4ceb80 1 --2- 172.21.15.44:0/1912827929 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d1ffb53c60 0x55d1ffc325c0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fbb1c003730 tx=0x7fbb1c0aa0e0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.019+0000 7fbb3b4ceb80 1 -- 172.21.15.44:0/1912827929 shutdown_connections 2024-05-21T00:42:54.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.019+0000 7fbb3b4ceb80 1 --2- 172.21.15.44:0/1912827929 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d1ffc2faa0 0x55d1ffc20570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.019+0000 7fbb3b4ceb80 1 --2- 172.21.15.44:0/1912827929 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d1ffb53c60 0x55d1ffc325c0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.019+0000 7fbb3b4ceb80 1 --2- 172.21.15.44:0/1912827929 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1ffc2a5d0 0x55d1ffc30ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.019+0000 7fbb3b4ceb80 1 -- 172.21.15.44:0/1912827929 >> 172.21.15.44:0/1912827929 conn(0x55d1ffc2ad10 msgr2=0x55d1ffc24b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:54.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.019+0000 7fbb3b4ceb80 1 -- 172.21.15.44:0/1912827929 shutdown_connections 2024-05-21T00:42:54.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.019+0000 7fbb3b4ceb80 1 -- 172.21.15.44:0/1912827929 wait complete. 2024-05-21T00:42:54.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.020+0000 7fbb3b4ceb80 1 -- start start 2024-05-21T00:42:54.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.020+0000 7fbb3b4ceb80 1 Processor -- start 2024-05-21T00:42:54.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.021+0000 7fbb3b4ceb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d1ffb53c60 0x55d1ffc3c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:54.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.021+0000 7fbb3b4ceb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1ffc2a5d0 0x55d1ffc39140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:54.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.021+0000 7fbb3b4ceb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d1ffc2faa0 0x55d1ffc39680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:54.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.021+0000 7fbb3b4ceb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbb2c1aa1a0 con 0x55d1ffc2a5d0 2024-05-21T00:42:54.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.021+0000 7fbb3b4ceb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fbb2c1ab610 con 0x55d1ffb53c60 2024-05-21T00:42:54.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.021+0000 7fbb3b4ceb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fbb2c1aa870 con 0x55d1ffc2faa0 2024-05-21T00:42:54.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.021+0000 7fbb3b4ceb80 10 client.0 _ll_register_callbacks cb 0x55d1ffb1dcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:42:54.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.021+0000 7fbb29400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1ffc2a5d0 0x55d1ffc39140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:54.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.021+0000 7fbb29e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d1ffb53c60 0x55d1ffc3c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:54.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.021+0000 7fbb29400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1ffc2a5d0 0x55d1ffc39140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60800/0 (socket says 172.21.15.44:60800) 2024-05-21T00:42:54.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.021+0000 7fbb29e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d1ffb53c60 0x55d1ffc3c6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:60710/0 (socket says 172.21.15.44:60710) 2024-05-21T00:42:54.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.021+0000 7fbb29400700 1 -- 172.21.15.44:0/2358980888 learned_addr learned my addr 172.21.15.44:0/2358980888 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:54.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.021+0000 7fbb2a800700 1 --2- 172.21.15.44:0/2358980888 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d1ffc2faa0 0x55d1ffc39680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:54.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.021+0000 7fbb29e00700 1 -- 172.21.15.44:0/2358980888 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d1ffc2faa0 msgr2=0x55d1ffc39680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:54.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.021+0000 7fbb29e00700 1 --2- 172.21.15.44:0/2358980888 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d1ffc2faa0 0x55d1ffc39680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.021+0000 7fbb29e00700 1 -- 172.21.15.44:0/2358980888 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1ffc2a5d0 msgr2=0x55d1ffc39140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:54.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.021+0000 7fbb29e00700 1 --2- 172.21.15.44:0/2358980888 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1ffc2a5d0 0x55d1ffc39140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.021+0000 7fbb29e00700 1 -- 172.21.15.44:0/2358980888 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d1ffc39d30 con 0x55d1ffb53c60 2024-05-21T00:42:54.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.021+0000 7fbb29400700 1 --2- 172.21.15.44:0/2358980888 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1ffc2a5d0 0x55d1ffc39140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:42:54.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.022+0000 7fbb29e00700 1 --2- 172.21.15.44:0/2358980888 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d1ffb53c60 0x55d1ffc3c6d0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fbb1c0a60a0 tx=0x7fbb1c0a92f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=21c77b99d7e9ecd1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:54.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.022+0000 7fbb0be00700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:42:54.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.022+0000 7fbb0be00700 1 -- 172.21.15.44:0/2358980888 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb1c0adeb0 con 0x55d1ffb53c60 2024-05-21T00:42:54.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.022+0000 7fbb3b4ceb80 1 -- 172.21.15.44:0/2358980888 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbb1c0a9610 con 0x55d1ffb53c60 2024-05-21T00:42:54.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.022+0000 7fbb0be00700 1 -- 172.21.15.44:0/2358980888 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fbb1c06f2e0 con 0x55d1ffb53c60 2024-05-21T00:42:54.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.022+0000 7fbb0be00700 1 -- 172.21.15.44:0/2358980888 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbb1c0b2960 con 0x55d1ffb53c60 2024-05-21T00:42:54.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.022+0000 7fbb3b4ceb80 10 client.25334 fetch_fsmap learned FSMap version 26 2024-05-21T00:42:54.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.022+0000 7fbb3b4ceb80 1 -- 172.21.15.44:0/2358980888 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d1ffc39d30 con 0x55d1ffb53c60 2024-05-21T00:42:54.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.023+0000 7fbb0be00700 1 -- 172.21.15.44:0/2358980888 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbb1c0a9610 con 0x55d1ffb53c60 2024-05-21T00:42:54.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.023+0000 7fbb0be00700 1 -- 172.21.15.44:0/2358980888 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fbb1c0a5470 con 0x55d1ffb53c60 2024-05-21T00:42:54.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.023+0000 7fbb3b4ceb80 10 client.25334 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:42:54.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.023+0000 7fbb3b4ceb80 10 client.25334 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:42:54.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.023+0000 7fbb3b4ceb80 20 client.25334 populate_metadata read hostname 'smithi044' 2024-05-21T00:42:54.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.023+0000 7fbb3b4ceb80 1 --2- 172.21.15.44:0/2358980888 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55d1ffc303c0 0x55d1ffcb16d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:54.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.023+0000 7fbb3b4ceb80 4 client.25334 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T00:42:54.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.023+0000 7fbb3b4ceb80 1 -- 172.21.15.44:0/2358980888 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55d1ffb7f5f0 con 0x55d1ffc303c0 2024-05-21T00:42:54.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.023+0000 7fbb29400700 1 --2- 172.21.15.44:0/2358980888 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55d1ffc303c0 0x55d1ffcb16d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:54.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.024+0000 7fbb29400700 1 --2- 172.21.15.44:0/2358980888 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55d1ffc303c0 0x55d1ffcb16d0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b72b08eff80c57 server_cookie=4fd684e5da0574fa in_seq=0 out_seq=0 2024-05-21T00:42:54.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.024+0000 7fbb0be00700 10 client.25334 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:42:54.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.025+0000 7fbb0be00700 1 -- 172.21.15.44:0/2358980888 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55d1ffb7f5f0 con 0x55d1ffc303c0 2024-05-21T00:42:54.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.025+0000 7fbb0be00700 10 client.25334 handle_command_reply: tid=0 2024-05-21T00:42:54.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.025+0000 7fbb3b4ceb80 1 client.25334 shutdown 2024-05-21T00:42:54.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.025+0000 7fbb3b4ceb80 1 -- 172.21.15.44:0/2358980888 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d1ffb53c60 msgr2=0x55d1ffc3c6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:54.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.025+0000 7fbb3b4ceb80 1 --2- 172.21.15.44:0/2358980888 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d1ffb53c60 0x55d1ffc3c6d0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fbb1c0a60a0 tx=0x7fbb1c0a92f0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.025+0000 7fbb3b4ceb80 1 -- 172.21.15.44:0/2358980888 shutdown_connections 2024-05-21T00:42:54.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.025+0000 7fbb3b4ceb80 1 --2- 172.21.15.44:0/2358980888 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55d1ffc303c0 0x55d1ffcb16d0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.025+0000 7fbb3b4ceb80 1 --2- 172.21.15.44:0/2358980888 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d1ffc2faa0 0x55d1ffc39680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.025+0000 7fbb3b4ceb80 1 --2- 172.21.15.44:0/2358980888 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d1ffb53c60 0x55d1ffc3c6d0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.025+0000 7fbb3b4ceb80 1 --2- 172.21.15.44:0/2358980888 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1ffc2a5d0 0x55d1ffc39140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.025+0000 7fbb0be00700 0 client.25334 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:42:54.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.025+0000 7fbb3b4ceb80 1 -- 172.21.15.44:0/2358980888 >> 172.21.15.44:0/2358980888 conn(0x55d1ffc2ad10 msgr2=0x55d1ffc24b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:54.398 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:42:54.398 INFO:teuthology.orchestra.run.smithi044.stdout: "return_code": 0, 2024-05-21T00:42:54.398 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_tag": "ca7f7b1a-b071-4273-a6e1-38948f299207", 2024-05-21T00:42:54.398 INFO:teuthology.orchestra.run.smithi044.stdout: "mode": "asynchronous" 2024-05-21T00:42:54.398 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:42:54.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.025+0000 7fbb3b4ceb80 1 -- 172.21.15.44:0/2358980888 shutdown_connections 2024-05-21T00:42:54.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.025+0000 7fbb3b4ceb80 1 -- 172.21.15.44:0/2358980888 wait complete. 2024-05-21T00:42:54.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.026+0000 7fbb3b4ceb80 20 client.25334 trim_cache size 0 max 16384 2024-05-21T00:42:54.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.026+0000 7fbb30c00700 1 -- 172.21.15.44:0/3742787138 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fbb100b2880 msgr2=0x7fbb100b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:54.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.026+0000 7fbb30c00700 1 --2- 172.21.15.44:0/3742787138 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fbb100b2880 0x7fbb100b4d40 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fbb2400b780 tx=0x7fbb2400bf00 comp rx=0 tx=0).stop 2024-05-21T00:42:54.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.026+0000 7fbb30c00700 1 -- 172.21.15.44:0/3742787138 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbb2c1035f0 msgr2=0x7fbb2c199d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:54.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.026+0000 7fbb30c00700 1 --2- 172.21.15.44:0/3742787138 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbb2c1035f0 0x7fbb2c199d90 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fbb1c00e950 tx=0x7fbb1c00ec60 comp rx=0 tx=0).stop 2024-05-21T00:42:54.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.027+0000 7fbb30c00700 1 -- 172.21.15.44:0/3742787138 shutdown_connections 2024-05-21T00:42:54.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.027+0000 7fbb30c00700 1 --2- 172.21.15.44:0/3742787138 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fbb100b2880 0x7fbb100b4d40 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.027+0000 7fbb30c00700 1 --2- 172.21.15.44:0/3742787138 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbb2c1035f0 0x7fbb2c199d90 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.027+0000 7fbb30c00700 1 --2- 172.21.15.44:0/3742787138 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbb2c108500 0x7fbb2c19e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.027+0000 7fbb30c00700 1 --2- 172.21.15.44:0/3742787138 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb2c103f90 0x7fbb2c19a2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:54.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.027+0000 7fbb30c00700 1 -- 172.21.15.44:0/3742787138 >> 172.21.15.44:0/3742787138 conn(0x7fbb2c07a6a0 msgr2=0x7fbb2c101640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:54.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.027+0000 7fbb30c00700 1 -- 172.21.15.44:0/3742787138 shutdown_connections 2024-05-21T00:42:54.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:54.027+0000 7fbb30c00700 1 -- 172.21.15.44:0/3742787138 wait complete. 2024-05-21T00:42:54.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:54 smithi044 ceph-mon[31392]: scrub queued for path: / 2024-05-21T00:42:54.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:54 smithi044 ceph-mon[31392]: scrub summary: idle+waiting paths [/] 2024-05-21T00:42:54.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:54 smithi044 ceph-mon[31392]: scrub summary: active paths [/] 2024-05-21T00:42:54.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:54 smithi044 ceph-mon[31392]: scrub summary: idle+waiting paths [/] 2024-05-21T00:42:54.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:54 smithi092 ceph-mon[36335]: scrub queued for path: / 2024-05-21T00:42:54.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:54 smithi092 ceph-mon[36335]: scrub summary: idle+waiting paths [/] 2024-05-21T00:42:54.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:54 smithi092 ceph-mon[36335]: scrub summary: active paths [/] 2024-05-21T00:42:54.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:54 smithi092 ceph-mon[36335]: scrub summary: idle+waiting paths [/] 2024-05-21T00:42:54.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:54 smithi082 ceph-mon[36141]: scrub queued for path: / 2024-05-21T00:42:54.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:54 smithi082 ceph-mon[36141]: scrub summary: idle+waiting paths [/] 2024-05-21T00:42:54.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:54 smithi082 ceph-mon[36141]: scrub summary: active paths [/] 2024-05-21T00:42:54.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:54 smithi082 ceph-mon[36141]: scrub summary: idle+waiting paths [/] 2024-05-21T00:42:55.293 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T00:42:55.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:55 smithi092 ceph-mon[36335]: pgmap v484: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-21T00:42:55.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:55 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:42:55.830 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:42:55.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:55 smithi044 ceph-mon[31392]: pgmap v484: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-21T00:42:55.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:55 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:42:55.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:55 smithi082 ceph-mon[36141]: pgmap v484: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-21T00:42:55.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:55 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:42:57.719 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:57 smithi044 ceph-mon[31392]: pgmap v485: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-21T00:42:57.719 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:57 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:42:57.719 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:57 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:42:57.719 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:57 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:42:57.719 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:57 smithi044 ceph-mon[31392]: scrub summary: idle 2024-05-21T00:42:57.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.778+0000 7f4adb200700 1 -- 172.21.15.44:0/316890100 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4ad41041a0 msgr2=0x7f4ad41081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:57.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.778+0000 7f4adb200700 1 --2- 172.21.15.44:0/316890100 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4ad41041a0 0x7f4ad41081c0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f4ac00099c0 tx=0x7f4ac0009cd0 comp rx=0 tx=0).stop 2024-05-21T00:42:57.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.778+0000 7f4adb200700 1 -- 172.21.15.44:0/316890100 shutdown_connections 2024-05-21T00:42:57.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.778+0000 7f4adb200700 1 --2- 172.21.15.44:0/316890100 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ad41088f0 0x7f4ad4110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:57.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.778+0000 7f4adb200700 1 --2- 172.21.15.44:0/316890100 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4ad41037f0 0x7f4ad4103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:57.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.778+0000 7f4adb200700 1 --2- 172.21.15.44:0/316890100 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4ad41041a0 0x7f4ad41081c0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:57.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.778+0000 7f4adb200700 1 -- 172.21.15.44:0/316890100 >> 172.21.15.44:0/316890100 conn(0x7f4ad407a6a0 msgr2=0x7f4ad407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:57.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.778+0000 7f4adb200700 1 -- 172.21.15.44:0/316890100 shutdown_connections 2024-05-21T00:42:57.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.778+0000 7f4adb200700 1 -- 172.21.15.44:0/316890100 wait complete. 2024-05-21T00:42:57.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.779+0000 7f4adb200700 1 Processor -- start 2024-05-21T00:42:57.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.779+0000 7f4adb200700 1 -- start start 2024-05-21T00:42:57.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.779+0000 7f4adb200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ad41037f0 0x7f4ad419bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:57.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.779+0000 7f4adb200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4ad41041a0 0x7f4ad419c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:57.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.780+0000 7f4adb200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4ad41088f0 0x7f4ad41a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:57.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.780+0000 7f4adb200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4ad41136d0 con 0x7f4ad41041a0 2024-05-21T00:42:57.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.780+0000 7f4adb200700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f4ad4113550 con 0x7f4ad41088f0 2024-05-21T00:42:57.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.780+0000 7f4adb200700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4ad4113850 con 0x7f4ad41037f0 2024-05-21T00:42:57.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.780+0000 7f4ad3e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ad41037f0 0x7f4ad419bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:57.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.780+0000 7f4ad3400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4ad41041a0 0x7f4ad419c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:57.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.780+0000 7f4ad3e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ad41037f0 0x7f4ad419bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:52154/0 (socket says 172.21.15.44:52154) 2024-05-21T00:42:57.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.780+0000 7f4ad3e00700 1 -- 172.21.15.44:0/3452077409 learned_addr learned my addr 172.21.15.44:0/3452077409 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:57.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.780+0000 7f4ad9200700 1 --2- 172.21.15.44:0/3452077409 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4ad41088f0 0x7f4ad41a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:57.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.780+0000 7f4ad3e00700 1 -- 172.21.15.44:0/3452077409 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4ad41088f0 msgr2=0x7f4ad41a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:57.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.780+0000 7f4ad3e00700 1 --2- 172.21.15.44:0/3452077409 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4ad41088f0 0x7f4ad41a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:57.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.780+0000 7f4ad3e00700 1 -- 172.21.15.44:0/3452077409 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4ad41041a0 msgr2=0x7f4ad419c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:57.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.780+0000 7f4ad3e00700 1 --2- 172.21.15.44:0/3452077409 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4ad41041a0 0x7f4ad419c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:57.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.780+0000 7f4ad3e00700 1 -- 172.21.15.44:0/3452077409 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ad41a0d60 con 0x7f4ad41037f0 2024-05-21T00:42:57.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.781+0000 7f4ad3e00700 1 --2- 172.21.15.44:0/3452077409 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ad41037f0 0x7f4ad419bd50 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f4ac400e9a0 tx=0x7f4ac400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:57.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.781+0000 7f4ad0c00700 1 -- 172.21.15.44:0/3452077409 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ac400ca10 con 0x7f4ad41037f0 2024-05-21T00:42:57.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.781+0000 7f4ad0c00700 1 -- 172.21.15.44:0/3452077409 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ac400cbb0 con 0x7f4ad41037f0 2024-05-21T00:42:57.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.781+0000 7f4adb200700 1 -- 172.21.15.44:0/3452077409 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ad41a1050 con 0x7f4ad41037f0 2024-05-21T00:42:57.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.781+0000 7f4ad0c00700 1 -- 172.21.15.44:0/3452077409 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ac4018680 con 0x7f4ad41037f0 2024-05-21T00:42:57.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.781+0000 7f4adb200700 1 -- 172.21.15.44:0/3452077409 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ad41a88d0 con 0x7f4ad41037f0 2024-05-21T00:42:57.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.782+0000 7f4adb200700 1 -- 172.21.15.44:0/3452077409 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ad406a230 con 0x7f4ad41037f0 2024-05-21T00:42:57.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.785+0000 7f4ad0c00700 1 -- 172.21.15.44:0/3452077409 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f4ac4010430 con 0x7f4ad41037f0 2024-05-21T00:42:57.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.786+0000 7f4ad0c00700 1 --2- 172.21.15.44:0/3452077409 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f4ab80b2880 0x7f4ab80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:57.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.786+0000 7f4ad0c00700 1 -- 172.21.15.44:0/3452077409 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f4ac40e2400 con 0x7f4ad41037f0 2024-05-21T00:42:57.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.786+0000 7f4ad3400700 1 --2- 172.21.15.44:0/3452077409 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f4ab80b2880 0x7f4ab80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:57.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.787+0000 7f4ad3400700 1 --2- 172.21.15.44:0/3452077409 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f4ab80b2880 0x7f4ab80b4d40 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f4ad4110820 tx=0x7f4ac0005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:57.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:57.791+0000 7f4ad0c00700 1 -- 172.21.15.44:0/3452077409 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4ac40aa080 con 0x7f4ad41037f0 2024-05-21T00:42:57.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:57 smithi082 ceph-mon[36141]: pgmap v485: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-21T00:42:57.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:57 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:42:57.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:57 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:42:57.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:57 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:42:57.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:57 smithi082 ceph-mon[36141]: scrub summary: idle 2024-05-21T00:42:58.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:57 smithi092 ceph-mon[36335]: pgmap v485: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-21T00:42:58.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:57 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:42:58.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:57 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:42:58.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:57 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:42:58.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:57 smithi092 ceph-mon[36335]: scrub summary: idle 2024-05-21T00:42:58.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.085+0000 7f4adb200700 1 -- 172.21.15.44:0/3452077409 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4ad41a8aa0 con 0x7f4ad41037f0 2024-05-21T00:42:58.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.086+0000 7f4ad0c00700 1 -- 172.21.15.44:0/3452077409 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11854 (secure 0 0 0) 0x7f4ac40b2100 con 0x7f4ad41037f0 2024-05-21T00:42:58.090 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:42:58.090 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/561549854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":561549854},{"type":"v1","addr":"172.21.15.44:6837","nonce":561549854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/2400906516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2400906516},{"type":"v1","addr":"172.21.15.82:6835","nonce":2400906516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2996309052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2996309052},{"type":"v1","addr":"172.21.15.92:6835","nonce":2996309052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:37:29.521554+0000","modified":"2024-05-21T00:41:28.977476+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24521,"mds_1":24511,"mds_2":24509},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24482":{"gid":24482,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6837/2183805482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":2183805482},{"type":"v1","addr":"172.21.15.82:6837","nonce":2183805482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6837/1462528640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1462528640},{"type":"v1","addr":"172.21.15.92:6837","nonce":1462528640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6839/1183044801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6838","nonce":1183044801},{"type":"v1","addr":"172.21.15.92:6839","nonce":1183044801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"a","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/3917264755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":3917264755},{"type":"v1","addr":"172.21.15.44:6841","nonce":3917264755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1038937716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1038937716},{"type":"v1","addr":"172.21.15.44:6839","nonce":1038937716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.82:6839/3736218763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":3736218763},{"type":"v1","addr":"172.21.15.82:6839","nonce":3736218763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24521,"qdb_cluster":[24509,24511,24521]},"id":1}]} 2024-05-21T00:42:58.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.089+0000 7f4adb200700 1 -- 172.21.15.44:0/3452077409 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f4ab80b2880 msgr2=0x7f4ab80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:58.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.089+0000 7f4adb200700 1 --2- 172.21.15.44:0/3452077409 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f4ab80b2880 0x7f4ab80b4d40 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f4ad4110820 tx=0x7f4ac0005fb0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.089+0000 7f4adb200700 1 -- 172.21.15.44:0/3452077409 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ad41037f0 msgr2=0x7f4ad419bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:58.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.089+0000 7f4adb200700 1 --2- 172.21.15.44:0/3452077409 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ad41037f0 0x7f4ad419bd50 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f4ac400e9a0 tx=0x7f4ac400ecb0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.090+0000 7f4adb200700 1 -- 172.21.15.44:0/3452077409 shutdown_connections 2024-05-21T00:42:58.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.090+0000 7f4adb200700 1 --2- 172.21.15.44:0/3452077409 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f4ab80b2880 0x7f4ab80b4d40 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.090+0000 7f4adb200700 1 --2- 172.21.15.44:0/3452077409 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4ad41088f0 0x7f4ad41a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.090+0000 7f4adb200700 1 --2- 172.21.15.44:0/3452077409 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ad41037f0 0x7f4ad419bd50 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.090+0000 7f4adb200700 1 --2- 172.21.15.44:0/3452077409 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4ad41041a0 0x7f4ad419c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.090+0000 7f4adb200700 1 -- 172.21.15.44:0/3452077409 >> 172.21.15.44:0/3452077409 conn(0x7f4ad407a6a0 msgr2=0x7f4ad41018f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:58.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.090+0000 7f4adb200700 1 -- 172.21.15.44:0/3452077409 shutdown_connections 2024-05-21T00:42:58.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.090+0000 7f4adb200700 1 -- 172.21.15.44:0/3452077409 wait complete. 2024-05-21T00:42:58.094 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 26 2024-05-21T00:42:58.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.335+0000 7f31db200700 1 -- 172.21.15.44:0/2131372820 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f31d410b760 msgr2=0x7f31d410bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:58.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.335+0000 7f31db200700 1 --2- 172.21.15.44:0/2131372820 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f31d410b760 0x7f31d410bb40 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f31c4009990 tx=0x7f31c4009ca0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.335+0000 7f31db200700 1 -- 172.21.15.44:0/2131372820 shutdown_connections 2024-05-21T00:42:58.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.335+0000 7f31db200700 1 --2- 172.21.15.44:0/2131372820 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f31d410b760 0x7f31d410bb40 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.335+0000 7f31db200700 1 --2- 172.21.15.44:0/2131372820 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f31d4106120 0x7f31d4112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.335+0000 7f31db200700 1 --2- 172.21.15.44:0/2131372820 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31d4105760 0x7f31d4105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.335+0000 7f31db200700 1 -- 172.21.15.44:0/2131372820 >> 172.21.15.44:0/2131372820 conn(0x7f31d4101250 msgr2=0x7f31d4103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:58.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.335+0000 7f31db200700 1 -- 172.21.15.44:0/2131372820 shutdown_connections 2024-05-21T00:42:58.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.335+0000 7f31db200700 1 -- 172.21.15.44:0/2131372820 wait complete. 2024-05-21T00:42:58.340 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.337+0000 7f31db200700 1 Processor -- start 2024-05-21T00:42:58.340 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.337+0000 7f31db200700 1 -- start start 2024-05-21T00:42:58.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.338+0000 7f31db200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f31d4105760 0x7f31d419be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:58.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.338+0000 7f31db200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f31d4106120 0x7f31d419c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:58.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.338+0000 7f31db200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31d410b760 0x7f31d41a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:58.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.338+0000 7f31db200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f31d4115990 con 0x7f31d4105760 2024-05-21T00:42:58.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.338+0000 7f31db200700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f31d4115810 con 0x7f31d410b760 2024-05-21T00:42:58.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.338+0000 7f31db200700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f31d4115b10 con 0x7f31d4106120 2024-05-21T00:42:58.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.338+0000 7f31d3400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f31d4106120 0x7f31d419c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:58.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.338+0000 7f31d3e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f31d4105760 0x7f31d419be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:58.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.338+0000 7f31d3400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f31d4106120 0x7f31d419c380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:33568/0 (socket says 172.21.15.44:33568) 2024-05-21T00:42:58.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.338+0000 7f31d3400700 1 -- 172.21.15.44:0/1756176358 learned_addr learned my addr 172.21.15.44:0/1756176358 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:58.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.338+0000 7f31d9200700 1 --2- 172.21.15.44:0/1756176358 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31d410b760 0x7f31d41a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:58.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.339+0000 7f31d3400700 1 -- 172.21.15.44:0/1756176358 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31d410b760 msgr2=0x7f31d41a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:58.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.339+0000 7f31d3400700 1 --2- 172.21.15.44:0/1756176358 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31d410b760 0x7f31d41a0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.339+0000 7f31d3400700 1 -- 172.21.15.44:0/1756176358 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f31d4105760 msgr2=0x7f31d419be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:58.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.339+0000 7f31d3400700 1 --2- 172.21.15.44:0/1756176358 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f31d4105760 0x7f31d419be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.339+0000 7f31d3400700 1 -- 172.21.15.44:0/1756176358 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31d41a0e50 con 0x7f31d4106120 2024-05-21T00:42:58.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.339+0000 7f31d9200700 1 --2- 172.21.15.44:0/1756176358 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31d410b760 0x7f31d41a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:42:58.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.339+0000 7f31d3e00700 1 --2- 172.21.15.44:0/1756176358 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f31d4105760 0x7f31d419be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:42:58.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.339+0000 7f31d3400700 1 --2- 172.21.15.44:0/1756176358 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f31d4106120 0x7f31d419c380 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f31c000e9a0 tx=0x7f31c000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:58.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.339+0000 7f31d0c00700 1 -- 172.21.15.44:0/1756176358 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c000ca10 con 0x7f31d4106120 2024-05-21T00:42:58.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.339+0000 7f31d0c00700 1 -- 172.21.15.44:0/1756176358 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f31c000cbb0 con 0x7f31d4106120 2024-05-21T00:42:58.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.339+0000 7f31d0c00700 1 -- 172.21.15.44:0/1756176358 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c0018680 con 0x7f31d4106120 2024-05-21T00:42:58.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.339+0000 7f31db200700 1 -- 172.21.15.44:0/1756176358 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31d41a1140 con 0x7f31d4106120 2024-05-21T00:42:58.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.340+0000 7f31db200700 1 -- 172.21.15.44:0/1756176358 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31d41a89c0 con 0x7f31d4106120 2024-05-21T00:42:58.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.346+0000 7f31d0c00700 1 -- 172.21.15.44:0/1756176358 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f31c0010430 con 0x7f31d4106120 2024-05-21T00:42:58.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.346+0000 7f31e5b15b80 1 Processor -- start 2024-05-21T00:42:58.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.347+0000 7f31e5b15b80 1 -- start start 2024-05-21T00:42:58.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.347+0000 7f31e5b15b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563c71f1c610 0x563c71f1c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:58.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.347+0000 7f31e5b15b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563c71f1cf30 0x563c71f16b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:58.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.347+0000 7f31e5b15b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563c71f17140 0x563c71f175c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:58.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.347+0000 7f31e5b15b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x563c71e74e40 con 0x563c71f1cf30 2024-05-21T00:42:58.351 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.347+0000 7f31e5b15b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x563c71e649e0 con 0x563c71f17140 2024-05-21T00:42:58.351 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.347+0000 7f31e5b15b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x563c71e68a20 con 0x563c71f1c610 2024-05-21T00:42:58.351 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.347+0000 7f31d9200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563c71f1c610 0x563c71f1c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:58.351 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.347+0000 7f31d3e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563c71f1cf30 0x563c71f16b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:58.351 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.347+0000 7f31d9200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563c71f1c610 0x563c71f1c9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:33574/0 (socket says 172.21.15.44:33574) 2024-05-21T00:42:58.351 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.347+0000 7f31d3e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563c71f1cf30 0x563c71f16b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43084/0 (socket says 172.21.15.44:43084) 2024-05-21T00:42:58.351 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.347+0000 7f31d9200700 1 -- 172.21.15.44:0/1146648050 learned_addr learned my addr 172.21.15.44:0/1146648050 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:58.351 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.348+0000 7f31d3400700 1 --2- 172.21.15.44:0/1146648050 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563c71f17140 0x563c71f175c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:58.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.348+0000 7f31d9200700 1 -- 172.21.15.44:0/1146648050 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563c71f17140 msgr2=0x563c71f175c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:58.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.348+0000 7f31d9200700 1 --2- 172.21.15.44:0/1146648050 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563c71f17140 0x563c71f175c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.348+0000 7f31d9200700 1 -- 172.21.15.44:0/1146648050 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563c71f1cf30 msgr2=0x563c71f16b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:58.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.348+0000 7f31d9200700 1 --2- 172.21.15.44:0/1146648050 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563c71f1cf30 0x563c71f16b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.348+0000 7f31d9200700 1 -- 172.21.15.44:0/1146648050 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563c71e2d420 con 0x563c71f1c610 2024-05-21T00:42:58.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.348+0000 7f31d3e00700 1 --2- 172.21.15.44:0/1146648050 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563c71f1cf30 0x563c71f16b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:42:58.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.348+0000 7f31d9200700 1 --2- 172.21.15.44:0/1146648050 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563c71f1c610 0x563c71f1c9f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f31cc003eb0 tx=0x7f31cc009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c5224c5e8901c984 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:58.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.348+0000 7f31d0c00700 1 --2- 172.21.15.44:0/1756176358 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f31b80b2880 0x7f31b80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:58.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.349+0000 7f31d0c00700 1 -- 172.21.15.44:0/1756176358 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f31c00e2400 con 0x7f31d4106120 2024-05-21T00:42:58.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.349+0000 7f31c9600700 1 -- 172.21.15.44:0/1146648050 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31cc019020 con 0x563c71f1c610 2024-05-21T00:42:58.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.349+0000 7f31d3e00700 1 --2- 172.21.15.44:0/1756176358 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f31b80b2880 0x7f31b80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:58.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.349+0000 7f31c9600700 1 -- 172.21.15.44:0/1146648050 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f31cc0092d0 con 0x563c71f1c610 2024-05-21T00:42:58.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.349+0000 7f31c9600700 1 -- 172.21.15.44:0/1146648050 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31cc00e800 con 0x563c71f1c610 2024-05-21T00:42:58.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.350+0000 7f31e5b15b80 1 -- 172.21.15.44:0/1146648050 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563c71f1c610 msgr2=0x563c71f1c9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:58.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.350+0000 7f31d3e00700 1 --2- 172.21.15.44:0/1756176358 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f31b80b2880 0x7f31b80b4d40 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f31c4006010 tx=0x7f31c400b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:58.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.350+0000 7f31e5b15b80 1 --2- 172.21.15.44:0/1146648050 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563c71f1c610 0x563c71f1c9f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f31cc003eb0 tx=0x7f31cc009920 comp rx=0 tx=0).stop 2024-05-21T00:42:58.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.350+0000 7f31e5b15b80 1 -- 172.21.15.44:0/1146648050 shutdown_connections 2024-05-21T00:42:58.355 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.350+0000 7f31e5b15b80 1 --2- 172.21.15.44:0/1146648050 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563c71f17140 0x563c71f175c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.355 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.350+0000 7f31e5b15b80 1 --2- 172.21.15.44:0/1146648050 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563c71f1c610 0x563c71f1c9f0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.355 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.350+0000 7f31e5b15b80 1 --2- 172.21.15.44:0/1146648050 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563c71f1cf30 0x563c71f16b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.355 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.350+0000 7f31e5b15b80 1 -- 172.21.15.44:0/1146648050 >> 172.21.15.44:0/1146648050 conn(0x563c71e44be0 msgr2=0x563c71f11690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:58.355 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.350+0000 7f31e5b15b80 1 -- 172.21.15.44:0/1146648050 shutdown_connections 2024-05-21T00:42:58.355 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.350+0000 7f31e5b15b80 1 -- 172.21.15.44:0/1146648050 wait complete. 2024-05-21T00:42:58.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.351+0000 7f31e5b15b80 1 -- start start 2024-05-21T00:42:58.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.351+0000 7f31e5b15b80 1 Processor -- start 2024-05-21T00:42:58.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.351+0000 7f31e5b15b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563c71f17140 0x563c71f22c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:58.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.351+0000 7f31e5b15b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563c71f1c610 0x563c71f1ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:58.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.351+0000 7f31e5b15b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563c71f1cf30 0x563c71f20520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:58.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.351+0000 7f31e5b15b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x563c71d6afa0 con 0x563c71f1c610 2024-05-21T00:42:58.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.351+0000 7f31e5b15b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x563c71e05760 con 0x563c71f1cf30 2024-05-21T00:42:58.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.351+0000 7f31e5b15b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x563c71f239e0 con 0x563c71f17140 2024-05-21T00:42:58.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.351+0000 7f31e5b15b80 10 client.0 _ll_register_callbacks cb 0x563c71e0ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:42:58.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.352+0000 7f31d3400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563c71f1c610 0x563c71f1ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:58.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.352+0000 7f31d3e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563c71f17140 0x563c71f22c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:58.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.352+0000 7f31d3400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563c71f1c610 0x563c71f1ffe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43088/0 (socket says 172.21.15.44:43088) 2024-05-21T00:42:58.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.352+0000 7f31d3400700 1 -- 172.21.15.44:0/1617798057 learned_addr learned my addr 172.21.15.44:0/1617798057 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:58.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.352+0000 7f31d9200700 1 --2- 172.21.15.44:0/1617798057 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563c71f1cf30 0x563c71f20520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:58.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.352+0000 7f31d3400700 1 -- 172.21.15.44:0/1617798057 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563c71f17140 msgr2=0x563c71f22c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:58.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.352+0000 7f31d3400700 1 --2- 172.21.15.44:0/1617798057 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563c71f17140 0x563c71f22c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.352+0000 7f31d3400700 1 -- 172.21.15.44:0/1617798057 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563c71f1cf30 msgr2=0x563c71f20520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:58.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.352+0000 7f31d3400700 1 --2- 172.21.15.44:0/1617798057 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563c71f1cf30 0x563c71f20520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.352+0000 7f31d3400700 1 -- 172.21.15.44:0/1617798057 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563c71db48d0 con 0x563c71f1c610 2024-05-21T00:42:58.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.352+0000 7f31d9200700 1 --2- 172.21.15.44:0/1617798057 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563c71f1cf30 0x563c71f20520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:42:58.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.352+0000 7f31d3e00700 1 --2- 172.21.15.44:0/1617798057 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563c71f17140 0x563c71f22c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:42:58.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.353+0000 7f31d3400700 1 --2- 172.21.15.44:0/1617798057 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563c71f1c610 0x563c71f1ffe0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f31c00a9680 tx=0x7f31c00e5f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1bf56edbacacfded server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:58.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.353+0000 7f31be000700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-21T00:42:58.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.353+0000 7f31be000700 1 -- 172.21.15.44:0/1617798057 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c00b2120 con 0x563c71f1c610 2024-05-21T00:42:58.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.353+0000 7f31be000700 1 -- 172.21.15.44:0/1617798057 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f31c00b2350 con 0x563c71f1c610 2024-05-21T00:42:58.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.353+0000 7f31e5b15b80 1 -- 172.21.15.44:0/1617798057 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f31cc0092d0 con 0x563c71f1c610 2024-05-21T00:42:58.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.353+0000 7f31be000700 1 -- 172.21.15.44:0/1617798057 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f31c00a9490 con 0x563c71f1c610 2024-05-21T00:42:58.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.353+0000 7f31e5b15b80 10 client.15225 fetch_fsmap learned FSMap version 26 2024-05-21T00:42:58.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.353+0000 7f31e5b15b80 1 -- 172.21.15.44:0/1617798057 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563c71e35060 con 0x563c71f1c610 2024-05-21T00:42:58.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.354+0000 7f31be000700 1 -- 172.21.15.44:0/1617798057 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f31cc0092d0 con 0x563c71f1c610 2024-05-21T00:42:58.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.354+0000 7f31be000700 1 -- 172.21.15.44:0/1617798057 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f31c0010720 con 0x563c71f1c610 2024-05-21T00:42:58.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.354+0000 7f31e5b15b80 10 client.15225 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:42:58.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.354+0000 7f31e5b15b80 10 client.15225 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:42:58.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.354+0000 7f31e5b15b80 20 client.15225 populate_metadata read hostname 'smithi044' 2024-05-21T00:42:58.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.354+0000 7f31e5b15b80 1 --2- 172.21.15.44:0/1617798057 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x563c71f30550 0x563c71f32940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:58.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.354+0000 7f31e5b15b80 4 client.15225 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:42:58.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.354+0000 7f31e5b15b80 1 -- 172.21.15.44:0/1617798057 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563c71e76d90 con 0x563c71f30550 2024-05-21T00:42:58.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.354+0000 7f31d3e00700 1 --2- 172.21.15.44:0/1617798057 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x563c71f30550 0x563c71f32940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:58.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.355+0000 7f31d3e00700 1 --2- 172.21.15.44:0/1617798057 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x563c71f30550 0x563c71f32940 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=71a7891195955da server_cookie=cc4dfcd176edab1d in_seq=0 out_seq=0 2024-05-21T00:42:58.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.355+0000 7f31be000700 10 client.15225 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:42:58.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.356+0000 7f31be000700 1 -- 172.21.15.44:0/1617798057 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563c71e76d90 con 0x563c71f30550 2024-05-21T00:42:58.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.356+0000 7f31be000700 10 client.15225 handle_command_reply: tid=0 2024-05-21T00:42:58.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.356+0000 7f31e5b15b80 1 client.15225 shutdown 2024-05-21T00:42:58.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.356+0000 7f31e5b15b80 1 -- 172.21.15.44:0/1617798057 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563c71f1c610 msgr2=0x563c71f1ffe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:58.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.356+0000 7f31e5b15b80 1 --2- 172.21.15.44:0/1617798057 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563c71f1c610 0x563c71f1ffe0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f31c00a9680 tx=0x7f31c00e5f70 comp rx=0 tx=0).stop 2024-05-21T00:42:58.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.356+0000 7f31e5b15b80 1 -- 172.21.15.44:0/1617798057 shutdown_connections 2024-05-21T00:42:58.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.356+0000 7f31e5b15b80 1 --2- 172.21.15.44:0/1617798057 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x563c71f30550 0x563c71f32940 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.356+0000 7f31e5b15b80 1 --2- 172.21.15.44:0/1617798057 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563c71f1cf30 0x563c71f20520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.356+0000 7f31e5b15b80 1 --2- 172.21.15.44:0/1617798057 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563c71f17140 0x563c71f22c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.356+0000 7f31e5b15b80 1 --2- 172.21.15.44:0/1617798057 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563c71f1c610 0x563c71f1ffe0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.356+0000 7f31e5b15b80 1 -- 172.21.15.44:0/1617798057 >> 172.21.15.44:0/1617798057 conn(0x563c71e44be0 msgr2=0x563c71f10d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:58.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.356+0000 7f31be000700 0 client.15225 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:42:58.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.356+0000 7f31e5b15b80 1 -- 172.21.15.44:0/1617798057 shutdown_connections 2024-05-21T00:42:58.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.356+0000 7f31e5b15b80 1 -- 172.21.15.44:0/1617798057 wait complete. 2024-05-21T00:42:58.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.357+0000 7f31e5b15b80 20 client.15225 trim_cache size 0 max 16384 2024-05-21T00:42:58.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.380+0000 7f31e5b15b80 1 Processor -- start 2024-05-21T00:42:58.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.380+0000 7f31e5b15b80 1 -- start start 2024-05-21T00:42:58.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.380+0000 7f31e5b15b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563c71f17140 0x563c71f1ef80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:58.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.380+0000 7f31e5b15b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563c71f1c610 0x563c71f1dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:58.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.380+0000 7f31e5b15b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563c71f1cf30 0x563c71f114f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:58.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.380+0000 7f31e5b15b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f31d41b28d0 con 0x563c71f1cf30 2024-05-21T00:42:58.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.380+0000 7f31e5b15b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f31d41b0160 con 0x563c71f17140 2024-05-21T00:42:58.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.380+0000 7f31e5b15b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f31d41adfb0 con 0x563c71f1c610 2024-05-21T00:42:58.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.380+0000 7f31d3e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563c71f17140 0x563c71f1ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:58.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.380+0000 7f31d3e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563c71f17140 0x563c71f1ef80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:52330/0 (socket says 172.21.15.44:52330) 2024-05-21T00:42:58.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.380+0000 7f31d3e00700 1 -- 172.21.15.44:0/1277265489 learned_addr learned my addr 172.21.15.44:0/1277265489 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:58.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.381+0000 7f31d9200700 1 --2- 172.21.15.44:0/1277265489 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563c71f1cf30 0x563c71f114f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:58.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.381+0000 7f31d3400700 1 --2- 172.21.15.44:0/1277265489 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563c71f1c610 0x563c71f1dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:58.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.381+0000 7f31d3e00700 1 -- 172.21.15.44:0/1277265489 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563c71f1c610 msgr2=0x563c71f1dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:58.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.381+0000 7f31d3e00700 1 --2- 172.21.15.44:0/1277265489 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563c71f1c610 0x563c71f1dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.381+0000 7f31d3e00700 1 -- 172.21.15.44:0/1277265489 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563c71f1cf30 msgr2=0x563c71f114f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:58.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.381+0000 7f31d3e00700 1 --2- 172.21.15.44:0/1277265489 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563c71f1cf30 0x563c71f114f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.381+0000 7f31d3e00700 1 -- 172.21.15.44:0/1277265489 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563c71f1e590 con 0x563c71f17140 2024-05-21T00:42:58.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.381+0000 7f31d3e00700 1 --2- 172.21.15.44:0/1277265489 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563c71f17140 0x563c71f1ef80 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f31c4009990 tx=0x7f31c4022000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1651446d0981e70d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:58.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.381+0000 7f31c8c00700 1 -- 172.21.15.44:0/1277265489 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c4037030 con 0x563c71f17140 2024-05-21T00:42:58.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.382+0000 7f31c8c00700 1 -- 172.21.15.44:0/1277265489 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f31c400f910 con 0x563c71f17140 2024-05-21T00:42:58.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.382+0000 7f31c8c00700 1 -- 172.21.15.44:0/1277265489 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c402b040 con 0x563c71f17140 2024-05-21T00:42:58.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.382+0000 7f31e5b15b80 1 -- 172.21.15.44:0/1277265489 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563c71f17140 msgr2=0x563c71f1ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:58.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.382+0000 7f31e5b15b80 1 --2- 172.21.15.44:0/1277265489 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563c71f17140 0x563c71f1ef80 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f31c4009990 tx=0x7f31c4022000 comp rx=0 tx=0).stop 2024-05-21T00:42:58.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.382+0000 7f31e5b15b80 1 -- 172.21.15.44:0/1277265489 shutdown_connections 2024-05-21T00:42:58.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.382+0000 7f31e5b15b80 1 --2- 172.21.15.44:0/1277265489 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563c71f1cf30 0x563c71f114f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.382+0000 7f31e5b15b80 1 --2- 172.21.15.44:0/1277265489 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563c71f17140 0x563c71f1ef80 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.382+0000 7f31e5b15b80 1 --2- 172.21.15.44:0/1277265489 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563c71f1c610 0x563c71f1dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.382+0000 7f31e5b15b80 1 -- 172.21.15.44:0/1277265489 >> 172.21.15.44:0/1277265489 conn(0x563c71e44be0 msgr2=0x563c71f21690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:58.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.382+0000 7f31e5b15b80 1 -- 172.21.15.44:0/1277265489 shutdown_connections 2024-05-21T00:42:58.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.383+0000 7f31e5b15b80 1 -- 172.21.15.44:0/1277265489 wait complete. 2024-05-21T00:42:58.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.383+0000 7f31e5b15b80 1 -- start start 2024-05-21T00:42:58.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.383+0000 7f31e5b15b80 1 Processor -- start 2024-05-21T00:42:58.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.384+0000 7f31e5b15b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563c71f17140 0x563c71f28c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:58.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.384+0000 7f31e5b15b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563c71f1c610 0x563c71f291b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:58.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.384+0000 7f31e5b15b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563c71f1cf30 0x563c71f25c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:58.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.384+0000 7f31e5b15b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f31d41ae620 con 0x563c71f1c610 2024-05-21T00:42:58.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.384+0000 7f31e5b15b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f31d41afa90 con 0x563c71f1cf30 2024-05-21T00:42:58.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.384+0000 7f31e5b15b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f31d41aecf0 con 0x563c71f17140 2024-05-21T00:42:58.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.384+0000 7f31e5b15b80 10 client.0 _ll_register_callbacks cb 0x563c71e0ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:42:58.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.384+0000 7f31d3400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563c71f1c610 0x563c71f291b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:58.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.384+0000 7f31d3e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563c71f17140 0x563c71f28c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:58.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.384+0000 7f31d3400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563c71f1c610 0x563c71f291b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43110/0 (socket says 172.21.15.44:43110) 2024-05-21T00:42:58.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.384+0000 7f31d3400700 1 -- 172.21.15.44:0/3792385596 learned_addr learned my addr 172.21.15.44:0/3792385596 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:42:58.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.384+0000 7f31d9200700 1 --2- 172.21.15.44:0/3792385596 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563c71f1cf30 0x563c71f25c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:58.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.385+0000 7f31d3400700 1 -- 172.21.15.44:0/3792385596 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563c71f17140 msgr2=0x563c71f28c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:58.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.385+0000 7f31d3400700 1 --2- 172.21.15.44:0/3792385596 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563c71f17140 0x563c71f28c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.385+0000 7f31d3400700 1 -- 172.21.15.44:0/3792385596 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563c71f1cf30 msgr2=0x563c71f25c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:42:58.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.385+0000 7f31d3400700 1 --2- 172.21.15.44:0/3792385596 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563c71f1cf30 0x563c71f25c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.385+0000 7f31d3400700 1 -- 172.21.15.44:0/3792385596 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563c71f26180 con 0x563c71f1c610 2024-05-21T00:42:58.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.385+0000 7f31d9200700 1 --2- 172.21.15.44:0/3792385596 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563c71f1cf30 0x563c71f25c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:42:58.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.385+0000 7f31d3400700 1 --2- 172.21.15.44:0/3792385596 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563c71f1c610 0x563c71f291b0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f31c000c2d0 tx=0x7f31c00109d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fa32d06c53753c8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:42:58.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.385+0000 7f31be000700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-21T00:42:58.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.385+0000 7f31be000700 1 -- 172.21.15.44:0/3792385596 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c00b2120 con 0x563c71f1c610 2024-05-21T00:42:58.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.385+0000 7f31be000700 1 -- 172.21.15.44:0/3792385596 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f31c00a8df0 con 0x563c71f1c610 2024-05-21T00:42:58.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.385+0000 7f31e5b15b80 1 -- 172.21.15.44:0/3792385596 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f31c400f910 con 0x563c71f1c610 2024-05-21T00:42:58.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.385+0000 7f31be000700 1 -- 172.21.15.44:0/3792385596 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f31c00aa080 con 0x563c71f1c610 2024-05-21T00:42:58.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.385+0000 7f31e5b15b80 10 client.15231 fetch_fsmap learned FSMap version 26 2024-05-21T00:42:58.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.385+0000 7f31e5b15b80 1 -- 172.21.15.44:0/3792385596 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563c71fa3f80 con 0x563c71f1c610 2024-05-21T00:42:58.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.386+0000 7f31be000700 1 -- 172.21.15.44:0/3792385596 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f31c400f910 con 0x563c71f1c610 2024-05-21T00:42:58.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.386+0000 7f31be000700 1 -- 172.21.15.44:0/3792385596 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f31c006f1a0 con 0x563c71f1c610 2024-05-21T00:42:58.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.386+0000 7f31e5b15b80 10 client.15231 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:42:58.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.386+0000 7f31e5b15b80 10 client.15231 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:42:58.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.386+0000 7f31e5b15b80 20 client.15231 populate_metadata read hostname 'smithi044' 2024-05-21T00:42:58.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.386+0000 7f31e5b15b80 1 --2- 172.21.15.44:0/3792385596 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x563c71fa4690 0x563c71fa6ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:42:58.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.386+0000 7f31e5b15b80 4 client.15231 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T00:42:58.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.386+0000 7f31e5b15b80 1 -- 172.21.15.44:0/3792385596 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "scrub status"}) -- 0x563c71e70570 con 0x563c71fa4690 2024-05-21T00:42:58.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.386+0000 7f31d3e00700 1 --2- 172.21.15.44:0/3792385596 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x563c71fa4690 0x563c71fa6ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:42:58.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.387+0000 7f31d3e00700 1 --2- 172.21.15.44:0/3792385596 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x563c71fa4690 0x563c71fa6ab0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4e23c73e654dea51 server_cookie=9bb098d25f424f97 in_seq=0 out_seq=0 2024-05-21T00:42:58.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.387+0000 7f31be000700 10 client.15231 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:42:58.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.387+0000 7f31be000700 1 -- 172.21.15.44:0/3792385596 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x563c71e70570 con 0x563c71fa4690 2024-05-21T00:42:58.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.387+0000 7f31be000700 10 client.15231 handle_command_reply: tid=0 2024-05-21T00:42:58.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.387+0000 7f31e5b15b80 1 client.15231 shutdown 2024-05-21T00:42:58.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.387+0000 7f31e5b15b80 1 -- 172.21.15.44:0/3792385596 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563c71f1c610 msgr2=0x563c71f291b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:58.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.387+0000 7f31e5b15b80 1 --2- 172.21.15.44:0/3792385596 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563c71f1c610 0x563c71f291b0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f31c000c2d0 tx=0x7f31c00109d0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.388+0000 7f31e5b15b80 1 -- 172.21.15.44:0/3792385596 shutdown_connections 2024-05-21T00:42:58.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.388+0000 7f31e5b15b80 1 --2- 172.21.15.44:0/3792385596 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x563c71fa4690 0x563c71fa6ab0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.388+0000 7f31e5b15b80 1 --2- 172.21.15.44:0/3792385596 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563c71f1cf30 0x563c71f25c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.388+0000 7f31e5b15b80 1 --2- 172.21.15.44:0/3792385596 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563c71f17140 0x563c71f28c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.388+0000 7f31be000700 0 client.15231 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:42:58.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.388+0000 7f31e5b15b80 1 --2- 172.21.15.44:0/3792385596 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563c71f1c610 0x563c71f291b0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.388+0000 7f31e5b15b80 1 -- 172.21.15.44:0/3792385596 >> 172.21.15.44:0/3792385596 conn(0x563c71e44be0 msgr2=0x563c71f215e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:58.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.388+0000 7f31e5b15b80 1 -- 172.21.15.44:0/3792385596 shutdown_connections 2024-05-21T00:42:58.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.388+0000 7f31e5b15b80 1 -- 172.21.15.44:0/3792385596 wait complete. 2024-05-21T00:42:58.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.388+0000 7f31e5b15b80 20 client.15231 trim_cache size 0 max 16384 2024-05-21T00:42:58.395 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:42:58.396 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "no active scrubs running", 2024-05-21T00:42:58.396 INFO:teuthology.orchestra.run.smithi044.stdout: "scrubs": {} 2024-05-21T00:42:58.396 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:42:58.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.389+0000 7f31db200700 1 -- 172.21.15.44:0/1756176358 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f31b80b2880 msgr2=0x7f31b80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:58.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.389+0000 7f31db200700 1 --2- 172.21.15.44:0/1756176358 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f31b80b2880 0x7f31b80b4d40 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f31c4006010 tx=0x7f31c400b260 comp rx=0 tx=0).stop 2024-05-21T00:42:58.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.389+0000 7f31db200700 1 -- 172.21.15.44:0/1756176358 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f31d4106120 msgr2=0x7f31d419c380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:42:58.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.389+0000 7f31db200700 1 --2- 172.21.15.44:0/1756176358 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f31d4106120 0x7f31d419c380 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f31c000e9a0 tx=0x7f31c000ecb0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.389+0000 7f31db200700 1 -- 172.21.15.44:0/1756176358 shutdown_connections 2024-05-21T00:42:58.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.389+0000 7f31db200700 1 --2- 172.21.15.44:0/1756176358 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f31b80b2880 0x7f31b80b4d40 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.389+0000 7f31db200700 1 --2- 172.21.15.44:0/1756176358 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f31d4105760 0x7f31d419be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.389+0000 7f31db200700 1 --2- 172.21.15.44:0/1756176358 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31d410b760 0x7f31d41a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.389+0000 7f31db200700 1 --2- 172.21.15.44:0/1756176358 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f31d4106120 0x7f31d419c380 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:42:58.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.389+0000 7f31db200700 1 -- 172.21.15.44:0/1756176358 >> 172.21.15.44:0/1756176358 conn(0x7f31d4101250 msgr2=0x7f31d41018f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:42:58.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.389+0000 7f31db200700 1 -- 172.21.15.44:0/1756176358 shutdown_connections 2024-05-21T00:42:58.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:42:58.389+0000 7f31db200700 1 -- 172.21.15.44:0/1756176358 wait complete. 2024-05-21T00:42:58.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:58 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/3452077409' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:42:58.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:58 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/3452077409' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:42:59.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:58 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/3452077409' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:42:59.554 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T00:42:59.554 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:42:59.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:42:59 smithi044 ceph-mon[31392]: pgmap v486: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 5 op/s 2024-05-21T00:42:59.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:42:59 smithi082 ceph-mon[36141]: pgmap v486: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 5 op/s 2024-05-21T00:43:00.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:42:59 smithi092 ceph-mon[36335]: pgmap v486: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 5 op/s 2024-05-21T00:43:00.133 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24521 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0' 2024-05-21T00:43:00.134 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24521 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0 2024-05-21T00:43:00.270 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:43:01.818 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:43:01.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:01 smithi044 ceph-mon[31392]: pgmap v487: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-21T00:43:01.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:01 smithi082 ceph-mon[36141]: pgmap v487: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-21T00:43:02.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:01 smithi092 ceph-mon[36335]: pgmap v487: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-21T00:43:03.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.146+0000 7f4958c00700 1 -- 172.21.15.44:0/1996209486 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f495406bc10 msgr2=0x7f495406c090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:03.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.146+0000 7f4958c00700 1 --2- 172.21.15.44:0/1996209486 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f495406bc10 0x7f495406c090 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f4940009990 tx=0x7f4940009ca0 comp rx=0 tx=0).stop 2024-05-21T00:43:03.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.146+0000 7f4958c00700 1 -- 172.21.15.44:0/1996209486 shutdown_connections 2024-05-21T00:43:03.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.146+0000 7f4958c00700 1 --2- 172.21.15.44:0/1996209486 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f495406c5d0 0x7f49541103f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:03.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.146+0000 7f4958c00700 1 --2- 172.21.15.44:0/1996209486 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49541095d0 0x7f49541099b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:03.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.146+0000 7f4958c00700 1 --2- 172.21.15.44:0/1996209486 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f495406bc10 0x7f495406c090 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:03.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.146+0000 7f4958c00700 1 -- 172.21.15.44:0/1996209486 >> 172.21.15.44:0/1996209486 conn(0x7f49540793f0 msgr2=0x7f4954079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:03.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.146+0000 7f4958c00700 1 -- 172.21.15.44:0/1996209486 shutdown_connections 2024-05-21T00:43:03.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.146+0000 7f4958c00700 1 -- 172.21.15.44:0/1996209486 wait complete. 2024-05-21T00:43:03.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.148+0000 7f4958c00700 1 Processor -- start 2024-05-21T00:43:03.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.148+0000 7f4958c00700 1 -- start start 2024-05-21T00:43:03.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.148+0000 7f4958c00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f495406c5d0 0x7f495419c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:03.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.148+0000 7f4958c00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49541095d0 0x7f495419c5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:03.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.148+0000 7f4958c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f49541a0970 0x7f49541a0df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:03.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.148+0000 7f4958c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4954113760 con 0x7f49541a0970 2024-05-21T00:43:03.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.148+0000 7f4958c00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f49541135e0 con 0x7f495406c5d0 2024-05-21T00:43:03.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.148+0000 7f4958c00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f49541138e0 con 0x7f49541095d0 2024-05-21T00:43:03.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.149+0000 7f4952800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f49541a0970 0x7f49541a0df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:03.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.149+0000 7f4951400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49541095d0 0x7f495419c5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:03.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.149+0000 7f4951400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49541095d0 0x7f495419c5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:33622/0 (socket says 172.21.15.44:33622) 2024-05-21T00:43:03.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.149+0000 7f4951400700 1 -- 172.21.15.44:0/1129905236 learned_addr learned my addr 172.21.15.44:0/1129905236 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:03.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.149+0000 7f4952800700 1 --2- 172.21.15.44:0/1129905236 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f49541a0970 0x7f49541a0df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43124/0 (socket says 172.21.15.44:43124) 2024-05-21T00:43:03.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.149+0000 7f4951e00700 1 --2- 172.21.15.44:0/1129905236 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f495406c5d0 0x7f495419c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:03.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.149+0000 7f4951400700 1 -- 172.21.15.44:0/1129905236 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f495406c5d0 msgr2=0x7f495419c0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:03.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.149+0000 7f4951400700 1 --2- 172.21.15.44:0/1129905236 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f495406c5d0 0x7f495419c0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:03.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.149+0000 7f4951400700 1 -- 172.21.15.44:0/1129905236 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f49541a0970 msgr2=0x7f49541a0df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:03.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.149+0000 7f4951400700 1 --2- 172.21.15.44:0/1129905236 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f49541a0970 0x7f49541a0df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:03.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.149+0000 7f4951400700 1 -- 172.21.15.44:0/1129905236 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49541a1490 con 0x7f49541095d0 2024-05-21T00:43:03.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.150+0000 7f4951400700 1 --2- 172.21.15.44:0/1129905236 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49541095d0 0x7f495419c5e0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f4940000c00 tx=0x7f49400047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:03.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.150+0000 7f494aa00700 1 -- 172.21.15.44:0/1129905236 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4940026070 con 0x7f49541095d0 2024-05-21T00:43:03.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.150+0000 7f4958c00700 1 -- 172.21.15.44:0/1129905236 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49541a1720 con 0x7f49541095d0 2024-05-21T00:43:03.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.150+0000 7f4958c00700 1 -- 172.21.15.44:0/1129905236 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49541a8e40 con 0x7f49541095d0 2024-05-21T00:43:03.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.150+0000 7f494aa00700 1 -- 172.21.15.44:0/1129905236 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4940021410 con 0x7f49541095d0 2024-05-21T00:43:03.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.150+0000 7f494aa00700 1 -- 172.21.15.44:0/1129905236 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4940017650 con 0x7f49541095d0 2024-05-21T00:43:03.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.151+0000 7f4958c00700 1 -- 172.21.15.44:0/1129905236 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4954104c90 con 0x7f49541095d0 2024-05-21T00:43:03.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.154+0000 7f494aa00700 1 -- 172.21.15.44:0/1129905236 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f4940029070 con 0x7f49541095d0 2024-05-21T00:43:03.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.155+0000 7f494aa00700 1 --2- 172.21.15.44:0/1129905236 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f49380b2880 0x7f49380b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:03.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.155+0000 7f494aa00700 1 -- 172.21.15.44:0/1129905236 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f49400e2ef0 con 0x7f49541095d0 2024-05-21T00:43:03.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.156+0000 7f4951e00700 1 --2- 172.21.15.44:0/1129905236 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f49380b2880 0x7f49380b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:03.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.156+0000 7f4951e00700 1 --2- 172.21.15.44:0/1129905236 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f49380b2880 0x7f49380b4d40 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f4944009be0 tx=0x7f4944009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:03.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.157+0000 7f494aa00700 1 -- 172.21.15.44:0/1129905236 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4940013070 con 0x7f49541095d0 2024-05-21T00:43:03.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.458+0000 7f4958c00700 1 -- 172.21.15.44:0/1129905236 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f49541a90e0 con 0x7f49541095d0 2024-05-21T00:43:03.462 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.459+0000 7f494aa00700 1 -- 172.21.15.44:0/1129905236 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11854 (secure 0 0 0) 0x7f49400aac00 con 0x7f49541095d0 2024-05-21T00:43:03.463 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:43:03.463 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/561549854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":561549854},{"type":"v1","addr":"172.21.15.44:6837","nonce":561549854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/2400906516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2400906516},{"type":"v1","addr":"172.21.15.82:6835","nonce":2400906516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2996309052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2996309052},{"type":"v1","addr":"172.21.15.92:6835","nonce":2996309052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:37:29.521554+0000","modified":"2024-05-21T00:41:28.977476+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24521,"mds_1":24511,"mds_2":24509},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24482":{"gid":24482,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6837/2183805482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":2183805482},{"type":"v1","addr":"172.21.15.82:6837","nonce":2183805482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6837/1462528640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1462528640},{"type":"v1","addr":"172.21.15.92:6837","nonce":1462528640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6839/1183044801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6838","nonce":1183044801},{"type":"v1","addr":"172.21.15.92:6839","nonce":1183044801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"a","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/3917264755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":3917264755},{"type":"v1","addr":"172.21.15.44:6841","nonce":3917264755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1038937716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1038937716},{"type":"v1","addr":"172.21.15.44:6839","nonce":1038937716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.82:6839/3736218763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":3736218763},{"type":"v1","addr":"172.21.15.82:6839","nonce":3736218763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24521,"qdb_cluster":[24509,24511,24521]},"id":1}]} 2024-05-21T00:43:03.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.463+0000 7f4958c00700 1 -- 172.21.15.44:0/1129905236 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f49380b2880 msgr2=0x7f49380b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:03.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.463+0000 7f4958c00700 1 --2- 172.21.15.44:0/1129905236 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f49380b2880 0x7f49380b4d40 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f4944009be0 tx=0x7f4944009260 comp rx=0 tx=0).stop 2024-05-21T00:43:03.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.463+0000 7f4958c00700 1 -- 172.21.15.44:0/1129905236 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49541095d0 msgr2=0x7f495419c5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:03.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.463+0000 7f4958c00700 1 --2- 172.21.15.44:0/1129905236 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49541095d0 0x7f495419c5e0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f4940000c00 tx=0x7f49400047b0 comp rx=0 tx=0).stop 2024-05-21T00:43:03.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.463+0000 7f4958c00700 1 -- 172.21.15.44:0/1129905236 shutdown_connections 2024-05-21T00:43:03.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.463+0000 7f4958c00700 1 --2- 172.21.15.44:0/1129905236 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f49380b2880 0x7f49380b4d40 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:03.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.463+0000 7f4958c00700 1 --2- 172.21.15.44:0/1129905236 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f49541a0970 0x7f49541a0df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:03.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.463+0000 7f4958c00700 1 --2- 172.21.15.44:0/1129905236 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f495406c5d0 0x7f495419c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:03.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.463+0000 7f4958c00700 1 --2- 172.21.15.44:0/1129905236 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49541095d0 0x7f495419c5e0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:03.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.463+0000 7f4958c00700 1 -- 172.21.15.44:0/1129905236 >> 172.21.15.44:0/1129905236 conn(0x7f49540793f0 msgr2=0x7f495410e740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:03.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.464+0000 7f4958c00700 1 -- 172.21.15.44:0/1129905236 shutdown_connections 2024-05-21T00:43:03.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:03.464+0000 7f4958c00700 1 -- 172.21.15.44:0/1129905236 wait complete. 2024-05-21T00:43:03.468 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 26 2024-05-21T00:43:03.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:03 smithi044 ceph-mon[31392]: pgmap v488: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-21T00:43:03.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:03 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1129905236' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:43:03.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:03 smithi082 ceph-mon[36141]: pgmap v488: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-21T00:43:03.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:03 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/1129905236' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:43:04.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:03 smithi092 ceph-mon[36335]: pgmap v488: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-21T00:43:04.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:03 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/1129905236' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:43:04.893 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T00:43:05.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.506+0000 7fd4ce800700 1 -- 172.21.15.44:0/3154013500 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4c8104200 msgr2=0x7fd4c8108160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:05.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.506+0000 7fd4ce800700 1 --2- 172.21.15.44:0/3154013500 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4c8104200 0x7fd4c8108160 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fd4b400fb20 tx=0x7fd4b400fe30 comp rx=0 tx=0).stop 2024-05-21T00:43:05.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.506+0000 7fd4ce800700 1 -- 172.21.15.44:0/3154013500 shutdown_connections 2024-05-21T00:43:05.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.506+0000 7fd4ce800700 1 --2- 172.21.15.44:0/3154013500 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4c8108840 0x7fd4c8110450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.506+0000 7fd4ce800700 1 --2- 172.21.15.44:0/3154013500 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd4c8103850 0x7fd4c8103c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.506+0000 7fd4ce800700 1 --2- 172.21.15.44:0/3154013500 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4c8104200 0x7fd4c8108160 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.506+0000 7fd4ce800700 1 -- 172.21.15.44:0/3154013500 >> 172.21.15.44:0/3154013500 conn(0x7fd4c807a610 msgr2=0x7fd4c807aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:05.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.506+0000 7fd4ce800700 1 -- 172.21.15.44:0/3154013500 shutdown_connections 2024-05-21T00:43:05.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.506+0000 7fd4ce800700 1 -- 172.21.15.44:0/3154013500 wait complete. 2024-05-21T00:43:05.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.507+0000 7fd4ce800700 1 Processor -- start 2024-05-21T00:43:05.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.507+0000 7fd4ce800700 1 -- start start 2024-05-21T00:43:05.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.508+0000 7fd4ce800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4c8103850 0x7fd4c819d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:05.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.508+0000 7fd4ce800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd4c8104200 0x7fd4c819db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:05.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.508+0000 7fd4ce800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4c8108840 0x7fd4c81977a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:05.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.508+0000 7fd4ce800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c8111560 con 0x7fd4c8108840 2024-05-21T00:43:05.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.508+0000 7fd4ce800700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c81113e0 con 0x7fd4c8104200 2024-05-21T00:43:05.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.508+0000 7fd4ce800700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c81116e0 con 0x7fd4c8103850 2024-05-21T00:43:05.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.508+0000 7fd4c7400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4c8103850 0x7fd4c819d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:05.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.508+0000 7fd4c7400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4c8103850 0x7fd4c819d620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:33648/0 (socket says 172.21.15.44:33648) 2024-05-21T00:43:05.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.508+0000 7fd4c7400700 1 -- 172.21.15.44:0/1257882495 learned_addr learned my addr 172.21.15.44:0/1257882495 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:05.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.508+0000 7fd4c7e00700 1 --2- 172.21.15.44:0/1257882495 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4c8108840 0x7fd4c81977a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:05.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.508+0000 7fd4c6a00700 1 --2- 172.21.15.44:0/1257882495 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd4c8104200 0x7fd4c819db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:05.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.509+0000 7fd4c7400700 1 -- 172.21.15.44:0/1257882495 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd4c8104200 msgr2=0x7fd4c819db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:05.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.509+0000 7fd4c7400700 1 --2- 172.21.15.44:0/1257882495 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd4c8104200 0x7fd4c819db60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.509+0000 7fd4c7400700 1 -- 172.21.15.44:0/1257882495 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4c8108840 msgr2=0x7fd4c81977a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:05.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.509+0000 7fd4c7400700 1 --2- 172.21.15.44:0/1257882495 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4c8108840 0x7fd4c81977a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.509+0000 7fd4c7400700 1 -- 172.21.15.44:0/1257882495 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4c8197f80 con 0x7fd4c8103850 2024-05-21T00:43:05.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.509+0000 7fd4c7400700 1 --2- 172.21.15.44:0/1257882495 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4c8103850 0x7fd4c819d620 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fd4b800eb30 tx=0x7fd4b800ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:05.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.509+0000 7fd4bfe00700 1 -- 172.21.15.44:0/1257882495 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4b800cc90 con 0x7fd4c8103850 2024-05-21T00:43:05.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.509+0000 7fd4bfe00700 1 -- 172.21.15.44:0/1257882495 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd4b800ce30 con 0x7fd4c8103850 2024-05-21T00:43:05.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.509+0000 7fd4ce800700 1 -- 172.21.15.44:0/1257882495 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4c8198270 con 0x7fd4c8103850 2024-05-21T00:43:05.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.509+0000 7fd4bfe00700 1 -- 172.21.15.44:0/1257882495 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4b8018710 con 0x7fd4c8103850 2024-05-21T00:43:05.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.510+0000 7fd4ce800700 1 -- 172.21.15.44:0/1257882495 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4c81a4480 con 0x7fd4c8103850 2024-05-21T00:43:05.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.514+0000 7fd4bfe00700 1 -- 172.21.15.44:0/1257882495 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fd4b801f020 con 0x7fd4c8103850 2024-05-21T00:43:05.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.515+0000 7fd4d921db80 1 Processor -- start 2024-05-21T00:43:05.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.515+0000 7fd4d921db80 1 -- start start 2024-05-21T00:43:05.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.515+0000 7fd4d921db80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5614a5789c80 0x5614a578a060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:05.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.516+0000 7fd4d921db80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5614a578a5a0 0x5614a5784200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:05.520 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.516+0000 7fd4d921db80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5614a5784820 0x5614a5784c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:05.520 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.516+0000 7fd4c7e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5614a5789c80 0x5614a578a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:05.520 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.516+0000 7fd4d921db80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5614a56d9fd0 con 0x5614a578a5a0 2024-05-21T00:43:05.520 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.516+0000 7fd4d921db80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5614a56c9b70 con 0x5614a5789c80 2024-05-21T00:43:05.520 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.516+0000 7fd4c7e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5614a5789c80 0x5614a578a060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:52388/0 (socket says 172.21.15.44:52388) 2024-05-21T00:43:05.520 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.516+0000 7fd4d921db80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x5614a56cdbb0 con 0x5614a5784820 2024-05-21T00:43:05.520 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.516+0000 7fd4c7e00700 1 -- 172.21.15.44:0/12383426 learned_addr learned my addr 172.21.15.44:0/12383426 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:05.521 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.516+0000 7fd4bfe00700 1 --2- 172.21.15.44:0/1257882495 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd4ac0b2930 0x7fd4ac0b4df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:05.521 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.517+0000 7fd4c7400700 1 --2- 172.21.15.44:0/12383426 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5614a578a5a0 0x5614a5784200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:05.521 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.517+0000 7fd4c6a00700 1 --2- 172.21.15.44:0/12383426 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5614a5784820 0x5614a5784c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:05.521 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.517+0000 7fd4c7e00700 1 -- 172.21.15.44:0/12383426 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5614a5784820 msgr2=0x5614a5784c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:05.521 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.517+0000 7fd4c7e00700 1 --2- 172.21.15.44:0/12383426 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5614a5784820 0x5614a5784c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.521 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.517+0000 7fd4c7e00700 1 -- 172.21.15.44:0/12383426 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5614a578a5a0 msgr2=0x5614a5784200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:05.521 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.517+0000 7fd4c7e00700 1 --2- 172.21.15.44:0/12383426 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5614a578a5a0 0x5614a5784200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.521 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.517+0000 7fd4c7e00700 1 -- 172.21.15.44:0/12383426 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5614a56925b0 con 0x5614a5789c80 2024-05-21T00:43:05.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.517+0000 7fd4bfe00700 1 -- 172.21.15.44:0/1257882495 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fd4b80e2340 con 0x7fd4c8103850 2024-05-21T00:43:05.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.517+0000 7fd4c7e00700 1 --2- 172.21.15.44:0/1257882495 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd4ac0b2930 0x7fd4ac0b4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:05.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.518+0000 7fd4c7e00700 1 --2- 172.21.15.44:0/12383426 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5614a5789c80 0x5614a578a060 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fd4c0011790 tx=0x7fd4c0011aa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=161e25a0d1f89be1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:05.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.518+0000 7fd4bcc00700 1 -- 172.21.15.44:0/12383426 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4c0017670 con 0x5614a5789c80 2024-05-21T00:43:05.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.518+0000 7fd4bcc00700 1 -- 172.21.15.44:0/12383426 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd4c0017cc0 con 0x5614a5789c80 2024-05-21T00:43:05.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.519+0000 7fd4d921db80 1 -- 172.21.15.44:0/12383426 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5614a5789c80 msgr2=0x5614a578a060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:05.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.519+0000 7fd4d921db80 1 --2- 172.21.15.44:0/12383426 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5614a5789c80 0x5614a578a060 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fd4c0011790 tx=0x7fd4c0011aa0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.519+0000 7fd4c7e00700 1 --2- 172.21.15.44:0/1257882495 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd4ac0b2930 0x7fd4ac0b4df0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fd4c0020000 tx=0x7fd4c0021000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:05.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.519+0000 7fd4d921db80 1 -- 172.21.15.44:0/12383426 shutdown_connections 2024-05-21T00:43:05.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.519+0000 7fd4d921db80 1 --2- 172.21.15.44:0/12383426 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5614a5784820 0x5614a5784c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.519+0000 7fd4d921db80 1 --2- 172.21.15.44:0/12383426 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5614a5789c80 0x5614a578a060 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.519+0000 7fd4d921db80 1 --2- 172.21.15.44:0/12383426 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5614a578a5a0 0x5614a5784200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.519+0000 7fd4d921db80 1 -- 172.21.15.44:0/12383426 >> 172.21.15.44:0/12383426 conn(0x5614a56a9d70 msgr2=0x5614a57764b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:05.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.520+0000 7fd4d921db80 1 -- 172.21.15.44:0/12383426 shutdown_connections 2024-05-21T00:43:05.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.520+0000 7fd4d921db80 1 -- 172.21.15.44:0/12383426 wait complete. 2024-05-21T00:43:05.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.520+0000 7fd4d921db80 1 -- start start 2024-05-21T00:43:05.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.520+0000 7fd4d921db80 1 Processor -- start 2024-05-21T00:43:05.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.521+0000 7fd4d921db80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5614a5784820 0x5614a5790220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:05.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.521+0000 7fd4d921db80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5614a5789c80 0x5614a578d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:05.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.521+0000 7fd4d921db80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5614a578a5a0 0x5614a578db00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:05.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.521+0000 7fd4d921db80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5614a55d0130 con 0x5614a5789c80 2024-05-21T00:43:05.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.521+0000 7fd4d921db80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5614a566a8f0 con 0x5614a578a5a0 2024-05-21T00:43:05.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.521+0000 7fd4d921db80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x5614a5791160 con 0x5614a5784820 2024-05-21T00:43:05.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.521+0000 7fd4d921db80 10 client.0 _ll_register_callbacks cb 0x5614a5673e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:43:05.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.521+0000 7fd4c7e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5614a578a5a0 0x5614a578db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:05.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.521+0000 7fd4c7e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5614a578a5a0 0x5614a578db00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:52404/0 (socket says 172.21.15.44:52404) 2024-05-21T00:43:05.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.521+0000 7fd4c7e00700 1 -- 172.21.15.44:0/3896784621 learned_addr learned my addr 172.21.15.44:0/3896784621 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:05.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.521+0000 7fd4c7400700 1 --2- 172.21.15.44:0/3896784621 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5614a5784820 0x5614a5790220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:05.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.521+0000 7fd4c6a00700 1 --2- 172.21.15.44:0/3896784621 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5614a5789c80 0x5614a578d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:05.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.522+0000 7fd4c7e00700 1 -- 172.21.15.44:0/3896784621 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5614a5784820 msgr2=0x5614a5790220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:05.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.522+0000 7fd4c7e00700 1 --2- 172.21.15.44:0/3896784621 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5614a5784820 0x5614a5790220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.522+0000 7fd4c7e00700 1 -- 172.21.15.44:0/3896784621 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5614a5789c80 msgr2=0x5614a578d5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:05.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.522+0000 7fd4c7e00700 1 --2- 172.21.15.44:0/3896784621 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5614a5789c80 0x5614a578d5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.522+0000 7fd4c7e00700 1 -- 172.21.15.44:0/3896784621 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5614a5619a60 con 0x5614a578a5a0 2024-05-21T00:43:05.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.523+0000 7fd4c7e00700 1 --2- 172.21.15.44:0/3896784621 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5614a578a5a0 0x5614a578db00 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fd4c0022790 tx=0x7fd4c0004cc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fab758a74b612a3a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:05.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.523+0000 7fd4b1600700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:43:05.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.523+0000 7fd4b1600700 1 -- 172.21.15.44:0/3896784621 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4c0031060 con 0x5614a578a5a0 2024-05-21T00:43:05.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.523+0000 7fd4b1600700 1 -- 172.21.15.44:0/3896784621 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fd4c0017670 con 0x5614a578a5a0 2024-05-21T00:43:05.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.523+0000 7fd4d921db80 1 -- 172.21.15.44:0/3896784621 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd4c0017cc0 con 0x5614a578a5a0 2024-05-21T00:43:05.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.523+0000 7fd4b1600700 1 -- 172.21.15.44:0/3896784621 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd4c0028040 con 0x5614a578a5a0 2024-05-21T00:43:05.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.523+0000 7fd4d921db80 10 client.25376 fetch_fsmap learned FSMap version 26 2024-05-21T00:43:05.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.524+0000 7fd4d921db80 1 -- 172.21.15.44:0/3896784621 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5614a569a1f0 con 0x5614a578a5a0 2024-05-21T00:43:05.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.524+0000 7fd4b1600700 1 -- 172.21.15.44:0/3896784621 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd4c0017cc0 con 0x5614a578a5a0 2024-05-21T00:43:05.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.524+0000 7fd4b1600700 1 -- 172.21.15.44:0/3896784621 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd4c00159d0 con 0x5614a578a5a0 2024-05-21T00:43:05.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.524+0000 7fd4d921db80 10 client.25376 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:43:05.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.524+0000 7fd4d921db80 10 client.25376 resolve_mds: validated gid 24521 aka daemon mds.b 2024-05-21T00:43:05.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.524+0000 7fd4d921db80 20 client.25376 populate_metadata read hostname 'smithi044' 2024-05-21T00:43:05.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.524+0000 7fd4d921db80 1 --2- 172.21.15.44:0/3896784621 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5614a579db60 0x5614a579ff50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:05.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.524+0000 7fd4d921db80 4 client.25376 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:43:05.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.524+0000 7fd4d921db80 1 -- 172.21.15.44:0/3896784621 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5614a56dbf20 con 0x5614a579db60 2024-05-21T00:43:05.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.525+0000 7fd4c7400700 1 --2- 172.21.15.44:0/3896784621 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5614a579db60 0x5614a579ff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:05.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.525+0000 7fd4c7400700 1 --2- 172.21.15.44:0/3896784621 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5614a579db60 0x5614a579ff50 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d6cf0f5e0cd4199 server_cookie=15ff30be71b5eac8 in_seq=0 out_seq=0 2024-05-21T00:43:05.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.525+0000 7fd4b1600700 10 client.25376 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:05.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.526+0000 7fd4b1600700 1 -- 172.21.15.44:0/3896784621 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5614a56dbf20 con 0x5614a579db60 2024-05-21T00:43:05.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.526+0000 7fd4b1600700 10 client.25376 handle_command_reply: tid=0 2024-05-21T00:43:05.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.526+0000 7fd4d921db80 1 client.25376 shutdown 2024-05-21T00:43:05.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.527+0000 7fd4d921db80 1 -- 172.21.15.44:0/3896784621 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5614a578a5a0 msgr2=0x5614a578db00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:05.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.527+0000 7fd4d921db80 1 --2- 172.21.15.44:0/3896784621 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5614a578a5a0 0x5614a578db00 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fd4c0022790 tx=0x7fd4c0004cc0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.527+0000 7fd4d921db80 1 -- 172.21.15.44:0/3896784621 shutdown_connections 2024-05-21T00:43:05.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.527+0000 7fd4d921db80 1 --2- 172.21.15.44:0/3896784621 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5614a579db60 0x5614a579ff50 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.527+0000 7fd4d921db80 1 --2- 172.21.15.44:0/3896784621 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5614a578a5a0 0x5614a578db00 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.527+0000 7fd4d921db80 1 --2- 172.21.15.44:0/3896784621 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5614a5784820 0x5614a5790220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.527+0000 7fd4d921db80 1 --2- 172.21.15.44:0/3896784621 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5614a5789c80 0x5614a578d5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.527+0000 7fd4d921db80 1 -- 172.21.15.44:0/3896784621 >> 172.21.15.44:0/3896784621 conn(0x5614a56a9d70 msgr2=0x5614a577a9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:05.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.527+0000 7fd4b1600700 0 client.25376 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:05.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.527+0000 7fd4d921db80 1 -- 172.21.15.44:0/3896784621 shutdown_connections 2024-05-21T00:43:05.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.527+0000 7fd4d921db80 1 -- 172.21.15.44:0/3896784621 wait complete. 2024-05-21T00:43:05.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.527+0000 7fd4d921db80 20 client.25376 trim_cache size 0 max 16384 2024-05-21T00:43:05.553 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:43:05.554 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.551+0000 7fd4d921db80 1 Processor -- start 2024-05-21T00:43:05.554 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.551+0000 7fd4d921db80 1 -- start start 2024-05-21T00:43:05.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.552+0000 7fd4d921db80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5614a5784820 0x5614a578fa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:05.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.552+0000 7fd4d921db80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5614a5789c80 0x5614a5770520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:05.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.552+0000 7fd4d921db80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5614a578a5a0 0x5614a57a5800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:05.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.552+0000 7fd4d921db80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c81ae470 con 0x5614a5784820 2024-05-21T00:43:05.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.552+0000 7fd4d921db80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c81abd00 con 0x5614a5789c80 2024-05-21T00:43:05.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.552+0000 7fd4d921db80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c81a9b50 con 0x5614a578a5a0 2024-05-21T00:43:05.556 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.552+0000 7fd4c7400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5614a5784820 0x5614a578fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:05.556 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.552+0000 7fd4c6a00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5614a5789c80 0x5614a5770520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:05.556 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.552+0000 7fd4c7400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5614a5784820 0x5614a578fa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43158/0 (socket says 172.21.15.44:43158) 2024-05-21T00:43:05.556 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.552+0000 7fd4c7400700 1 -- 172.21.15.44:0/1688175961 learned_addr learned my addr 172.21.15.44:0/1688175961 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:05.556 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.553+0000 7fd4c7e00700 1 --2- 172.21.15.44:0/1688175961 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5614a578a5a0 0x5614a57a5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:05.556 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.553+0000 7fd4c7400700 1 -- 172.21.15.44:0/1688175961 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5614a578a5a0 msgr2=0x5614a57a5800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:05.556 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.553+0000 7fd4c7400700 1 --2- 172.21.15.44:0/1688175961 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5614a578a5a0 0x5614a57a5800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.553+0000 7fd4c7400700 1 -- 172.21.15.44:0/1688175961 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5614a5789c80 msgr2=0x5614a5770520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:05.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.553+0000 7fd4c7400700 1 --2- 172.21.15.44:0/1688175961 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5614a5789c80 0x5614a5770520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.553+0000 7fd4c7400700 1 -- 172.21.15.44:0/1688175961 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5614a578b5a0 con 0x5614a5784820 2024-05-21T00:43:05.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.554+0000 7fd4c7400700 1 --2- 172.21.15.44:0/1688175961 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5614a5784820 0x5614a578fa60 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fd4b800c5b0 tx=0x7fd4b8091040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a235264e16145b9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:05.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.554+0000 7fd4b3e00700 1 -- 172.21.15.44:0/1688175961 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4b80a98c0 con 0x5614a5784820 2024-05-21T00:43:05.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.554+0000 7fd4b3e00700 1 -- 172.21.15.44:0/1688175961 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd4b80adc70 con 0x5614a5784820 2024-05-21T00:43:05.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.554+0000 7fd4b3e00700 1 -- 172.21.15.44:0/1688175961 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4b80a9b20 con 0x5614a5784820 2024-05-21T00:43:05.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.555+0000 7fd4d921db80 1 -- 172.21.15.44:0/1688175961 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5614a5784820 msgr2=0x5614a578fa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:05.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.555+0000 7fd4d921db80 1 --2- 172.21.15.44:0/1688175961 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5614a5784820 0x5614a578fa60 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fd4b800c5b0 tx=0x7fd4b8091040 comp rx=0 tx=0).stop 2024-05-21T00:43:05.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.555+0000 7fd4d921db80 1 -- 172.21.15.44:0/1688175961 shutdown_connections 2024-05-21T00:43:05.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.555+0000 7fd4d921db80 1 --2- 172.21.15.44:0/1688175961 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5614a5784820 0x5614a578fa60 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.555+0000 7fd4d921db80 1 --2- 172.21.15.44:0/1688175961 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5614a578a5a0 0x5614a57a5800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.555+0000 7fd4d921db80 1 --2- 172.21.15.44:0/1688175961 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5614a5789c80 0x5614a5770520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.555+0000 7fd4d921db80 1 -- 172.21.15.44:0/1688175961 >> 172.21.15.44:0/1688175961 conn(0x5614a56a9d70 msgr2=0x5614a576fe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:05.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.555+0000 7fd4d921db80 1 -- 172.21.15.44:0/1688175961 shutdown_connections 2024-05-21T00:43:05.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.555+0000 7fd4d921db80 1 -- 172.21.15.44:0/1688175961 wait complete. 2024-05-21T00:43:05.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.556+0000 7fd4d921db80 1 -- start start 2024-05-21T00:43:05.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.556+0000 7fd4d921db80 1 Processor -- start 2024-05-21T00:43:05.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.557+0000 7fd4d921db80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5614a5784820 0x5614a5796440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:05.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.557+0000 7fd4d921db80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5614a5789c80 0x5614a5796980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:05.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.557+0000 7fd4d921db80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5614a578a5a0 0x5614a5793410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:05.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.557+0000 7fd4d921db80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c81aa1c0 con 0x5614a5784820 2024-05-21T00:43:05.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.557+0000 7fd4d921db80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c81ab630 con 0x5614a578a5a0 2024-05-21T00:43:05.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.557+0000 7fd4d921db80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c81aa890 con 0x5614a5789c80 2024-05-21T00:43:05.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.557+0000 7fd4d921db80 10 client.0 _ll_register_callbacks cb 0x5614a5776b10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:43:05.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.557+0000 7fd4c7400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5614a5784820 0x5614a5796440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:05.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.558+0000 7fd4c7400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5614a5784820 0x5614a5796440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43162/0 (socket says 172.21.15.44:43162) 2024-05-21T00:43:05.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.558+0000 7fd4c7400700 1 -- 172.21.15.44:0/810163182 learned_addr learned my addr 172.21.15.44:0/810163182 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:05.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.558+0000 7fd4c6a00700 1 --2- 172.21.15.44:0/810163182 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5614a5789c80 0x5614a5796980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:05.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.558+0000 7fd4c7e00700 1 --2- 172.21.15.44:0/810163182 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5614a578a5a0 0x5614a5793410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:05.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.558+0000 7fd4c7400700 1 -- 172.21.15.44:0/810163182 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5614a5789c80 msgr2=0x5614a5796980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:05.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.558+0000 7fd4c7400700 1 --2- 172.21.15.44:0/810163182 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5614a5789c80 0x5614a5796980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.558+0000 7fd4c7400700 1 -- 172.21.15.44:0/810163182 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5614a578a5a0 msgr2=0x5614a5793410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:05.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.558+0000 7fd4c7400700 1 --2- 172.21.15.44:0/810163182 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5614a578a5a0 0x5614a5793410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.558+0000 7fd4c7400700 1 -- 172.21.15.44:0/810163182 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5614a5793a00 con 0x5614a5784820 2024-05-21T00:43:05.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.558+0000 7fd4c6a00700 1 --2- 172.21.15.44:0/810163182 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5614a5789c80 0x5614a5796980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:43:05.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.558+0000 7fd4c7400700 1 --2- 172.21.15.44:0/810163182 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5614a5784820 0x5614a5796440 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fd4b8009230 tx=0x7fd4b80b21b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1aefc84cfccfaa8a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:05.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.558+0000 7fd4b1600700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-21T00:43:05.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.559+0000 7fd4b1600700 1 -- 172.21.15.44:0/810163182 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4b80b2720 con 0x5614a5784820 2024-05-21T00:43:05.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.559+0000 7fd4b1600700 1 -- 172.21.15.44:0/810163182 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fd4b801e2c0 con 0x5614a5784820 2024-05-21T00:43:05.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.559+0000 7fd4d921db80 1 -- 172.21.15.44:0/810163182 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd4b80adc70 con 0x5614a5784820 2024-05-21T00:43:05.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.559+0000 7fd4b1600700 1 -- 172.21.15.44:0/810163182 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd4b801e4c0 con 0x5614a5784820 2024-05-21T00:43:05.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.559+0000 7fd4d921db80 10 client.15255 fetch_fsmap learned FSMap version 26 2024-05-21T00:43:05.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.559+0000 7fd4d921db80 1 -- 172.21.15.44:0/810163182 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5614a5808fa0 con 0x5614a5784820 2024-05-21T00:43:05.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.560+0000 7fd4b1600700 1 -- 172.21.15.44:0/810163182 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd4b80adc70 con 0x5614a5784820 2024-05-21T00:43:05.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.560+0000 7fd4b1600700 1 -- 172.21.15.44:0/810163182 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd4b80cab70 con 0x5614a5784820 2024-05-21T00:43:05.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.560+0000 7fd4d921db80 10 client.15255 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:43:05.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.560+0000 7fd4d921db80 10 client.15255 resolve_mds: validated gid 24521 aka daemon mds.b 2024-05-21T00:43:05.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.560+0000 7fd4d921db80 20 client.15255 populate_metadata read hostname 'smithi044' 2024-05-21T00:43:05.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.560+0000 7fd4d921db80 1 --2- 172.21.15.44:0/810163182 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5614a58095e0 0x5614a580ba00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:05.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.560+0000 7fd4d921db80 4 client.15255 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}] 2024-05-21T00:43:05.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.560+0000 7fd4d921db80 1 -- 172.21.15.44:0/810163182 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}) -- 0x5614a56d5700 con 0x5614a58095e0 2024-05-21T00:43:05.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.561+0000 7fd4c6a00700 1 --2- 172.21.15.44:0/810163182 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5614a58095e0 0x5614a580ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:05.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.562+0000 7fd4c6a00700 1 --2- 172.21.15.44:0/810163182 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5614a58095e0 0x5614a580ba00 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f4fd9c4398498372 server_cookie=73b66719c97dda74 in_seq=0 out_seq=0 2024-05-21T00:43:05.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.562+0000 7fd4b1600700 10 client.15255 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:05.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.570+0000 7fd4b1600700 1 -- 172.21.15.44:0/810163182 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x5614a56d5700 con 0x5614a58095e0 2024-05-21T00:43:05.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.570+0000 7fd4b1600700 10 client.15255 handle_command_reply: tid=0 2024-05-21T00:43:05.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.570+0000 7fd4d921db80 1 client.15255 shutdown 2024-05-21T00:43:05.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.570+0000 7fd4d921db80 1 -- 172.21.15.44:0/810163182 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5614a5784820 msgr2=0x5614a5796440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:05.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.570+0000 7fd4d921db80 1 --2- 172.21.15.44:0/810163182 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5614a5784820 0x5614a5796440 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fd4b8009230 tx=0x7fd4b80b21b0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.570+0000 7fd4d921db80 1 -- 172.21.15.44:0/810163182 shutdown_connections 2024-05-21T00:43:05.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.570+0000 7fd4d921db80 1 --2- 172.21.15.44:0/810163182 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5614a5784820 0x5614a5796440 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.570+0000 7fd4d921db80 1 --2- 172.21.15.44:0/810163182 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5614a58095e0 0x5614a580ba00 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.570+0000 7fd4d921db80 1 --2- 172.21.15.44:0/810163182 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5614a578a5a0 0x5614a5793410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.570+0000 7fd4d921db80 1 --2- 172.21.15.44:0/810163182 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5614a5789c80 0x5614a5796980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.570+0000 7fd4d921db80 1 -- 172.21.15.44:0/810163182 >> 172.21.15.44:0/810163182 conn(0x5614a56a9d70 msgr2=0x5614a578beb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:05.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.570+0000 7fd4b1600700 0 client.15255 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:05.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.571+0000 7fd4d921db80 1 -- 172.21.15.44:0/810163182 shutdown_connections 2024-05-21T00:43:05.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.571+0000 7fd4d921db80 1 -- 172.21.15.44:0/810163182 wait complete. 2024-05-21T00:43:05.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.571+0000 7fd4d921db80 20 client.15255 trim_cache size 0 max 16384 2024-05-21T00:43:05.575 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:43:05.575 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 26, 2024-05-21T00:43:05.575 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24521, 2024-05-21T00:43:05.575 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 2, 2024-05-21T00:43:05.575 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-05-21T00:43:05.575 INFO:teuthology.orchestra.run.smithi044.stdout: "6477df94": { 2024-05-21T00:43:05.575 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 2, 2024-05-21T00:43:05.575 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-05-21T00:43:05.575 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-05-21T00:43:05.575 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-05-21T00:43:05.575 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-05-21T00:43:05.575 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:43:05.576 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 90.0, 2024-05-21T00:43:05.576 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 150.0, 2024-05-21T00:43:05.576 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-05-21T00:43:05.576 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-05-21T00:43:05.576 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-05-21T00:43:05.576 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-05-21T00:43:05.576 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-05-21T00:43:05.576 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-05-21T00:43:05.576 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:43:05.576 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:43:05.576 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:43:05.576 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:43:05.576 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:43:05.576 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:43:05.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.572+0000 7fd4ce800700 1 -- 172.21.15.44:0/1257882495 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd4ac0b2930 msgr2=0x7fd4ac0b4df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:05.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.572+0000 7fd4ce800700 1 --2- 172.21.15.44:0/1257882495 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd4ac0b2930 0x7fd4ac0b4df0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fd4c0020000 tx=0x7fd4c0021000 comp rx=0 tx=0).stop 2024-05-21T00:43:05.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.572+0000 7fd4ce800700 1 -- 172.21.15.44:0/1257882495 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4c8103850 msgr2=0x7fd4c819d620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:05.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.572+0000 7fd4ce800700 1 --2- 172.21.15.44:0/1257882495 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4c8103850 0x7fd4c819d620 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fd4b800eb30 tx=0x7fd4b800ee40 comp rx=0 tx=0).stop 2024-05-21T00:43:05.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.572+0000 7fd4ce800700 1 -- 172.21.15.44:0/1257882495 shutdown_connections 2024-05-21T00:43:05.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.572+0000 7fd4ce800700 1 --2- 172.21.15.44:0/1257882495 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd4ac0b2930 0x7fd4ac0b4df0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.572+0000 7fd4ce800700 1 --2- 172.21.15.44:0/1257882495 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4c8108840 0x7fd4c81977a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.572+0000 7fd4ce800700 1 --2- 172.21.15.44:0/1257882495 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4c8103850 0x7fd4c819d620 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.572+0000 7fd4ce800700 1 --2- 172.21.15.44:0/1257882495 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd4c8104200 0x7fd4c819db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:05.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.572+0000 7fd4ce800700 1 -- 172.21.15.44:0/1257882495 >> 172.21.15.44:0/1257882495 conn(0x7fd4c807a610 msgr2=0x7fd4c8101600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:05.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.572+0000 7fd4ce800700 1 -- 172.21.15.44:0/1257882495 shutdown_connections 2024-05-21T00:43:05.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:05.572+0000 7fd4ce800700 1 -- 172.21.15.44:0/1257882495 wait complete. 2024-05-21T00:43:05.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:05 smithi044 ceph-mon[31392]: pgmap v489: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:43:05.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:05 smithi082 ceph-mon[36141]: pgmap v489: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:43:06.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:05 smithi092 ceph-mon[36335]: pgmap v489: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:43:06.559 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '6477df94', quiesce took 14.4 seconds. Will release after: 15.6 2024-05-21T00:43:07.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:07 smithi044 ceph-mon[31392]: pgmap v490: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-21T00:43:07.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:07 smithi082 ceph-mon[36141]: pgmap v490: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-21T00:43:08.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:07 smithi092 ceph-mon[36335]: pgmap v490: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-21T00:43:08.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.620+0000 7f4ad0e00700 1 -- 172.21.15.44:0/1266042290 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4acc10da60 msgr2=0x7f4acc10ff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:08.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.620+0000 7f4ad0e00700 1 --2- 172.21.15.44:0/1266042290 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4acc10da60 0x7f4acc10ff20 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f4ac4009f90 tx=0x7f4ac400b330 comp rx=0 tx=0).stop 2024-05-21T00:43:08.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.620+0000 7f4ad0e00700 1 -- 172.21.15.44:0/1266042290 shutdown_connections 2024-05-21T00:43:08.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.620+0000 7f4ad0e00700 1 --2- 172.21.15.44:0/1266042290 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4acc10da60 0x7f4acc10ff20 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.620+0000 7f4ad0e00700 1 --2- 172.21.15.44:0/1266042290 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4acc104630 0x7f4acc104a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.620+0000 7f4ad0e00700 1 --2- 172.21.15.44:0/1266042290 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4acc104f50 0x7f4acc10d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.620+0000 7f4ad0e00700 1 -- 172.21.15.44:0/1266042290 >> 172.21.15.44:0/1266042290 conn(0x7f4acc0fde60 msgr2=0x7f4acc100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:08.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.621+0000 7f4ad0e00700 1 -- 172.21.15.44:0/1266042290 shutdown_connections 2024-05-21T00:43:08.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.621+0000 7f4ad0e00700 1 -- 172.21.15.44:0/1266042290 wait complete. 2024-05-21T00:43:08.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.622+0000 7f4ad0e00700 1 Processor -- start 2024-05-21T00:43:08.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.622+0000 7f4ad0e00700 1 -- start start 2024-05-21T00:43:08.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.622+0000 7f4ad0e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4acc104630 0x7f4acc102290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:08.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.622+0000 7f4ad0e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4acc104f50 0x7f4acc1027d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:08.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.622+0000 7f4ad0e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4acc10da60 0x7f4acc102d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:08.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.622+0000 7f4ad0e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4acc1136b0 con 0x7f4acc104f50 2024-05-21T00:43:08.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.622+0000 7f4ad0e00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f4acc113530 con 0x7f4acc104630 2024-05-21T00:43:08.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.622+0000 7f4ad0e00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4acc113830 con 0x7f4acc10da60 2024-05-21T00:43:08.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.623+0000 7f4acb400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4acc104630 0x7f4acc102290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:08.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.623+0000 7f4acb400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4acc104630 0x7f4acc102290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:59282/0 (socket says 172.21.15.44:59282) 2024-05-21T00:43:08.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.623+0000 7f4acb400700 1 -- 172.21.15.44:0/3634363470 learned_addr learned my addr 172.21.15.44:0/3634363470 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:08.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.623+0000 7f4acaa00700 1 --2- 172.21.15.44:0/3634363470 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4acc104f50 0x7f4acc1027d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:08.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.623+0000 7f4acbe00700 1 --2- 172.21.15.44:0/3634363470 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4acc10da60 0x7f4acc102d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:08.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.623+0000 7f4acb400700 1 -- 172.21.15.44:0/3634363470 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4acc10da60 msgr2=0x7f4acc102d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:08.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.623+0000 7f4acb400700 1 --2- 172.21.15.44:0/3634363470 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4acc10da60 0x7f4acc102d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.623+0000 7f4acb400700 1 -- 172.21.15.44:0/3634363470 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4acc104f50 msgr2=0x7f4acc1027d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:08.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.623+0000 7f4acb400700 1 --2- 172.21.15.44:0/3634363470 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4acc104f50 0x7f4acc1027d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.623+0000 7f4acb400700 1 -- 172.21.15.44:0/3634363470 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4acc1a8050 con 0x7f4acc104630 2024-05-21T00:43:08.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.623+0000 7f4acb400700 1 --2- 172.21.15.44:0/3634363470 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4acc104630 0x7f4acc102290 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f4abc00ec10 tx=0x7f4abc00ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:08.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.624+0000 7f4ac3e00700 1 -- 172.21.15.44:0/3634363470 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4abc00cc90 con 0x7f4acc104630 2024-05-21T00:43:08.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.624+0000 7f4ac3e00700 1 -- 172.21.15.44:0/3634363470 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4abc00ce30 con 0x7f4acc104630 2024-05-21T00:43:08.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.624+0000 7f4ad0e00700 1 -- 172.21.15.44:0/3634363470 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4acc1a8340 con 0x7f4acc104630 2024-05-21T00:43:08.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.624+0000 7f4ac3e00700 1 -- 172.21.15.44:0/3634363470 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4abc010430 con 0x7f4acc104630 2024-05-21T00:43:08.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.624+0000 7f4ad0e00700 1 -- 172.21.15.44:0/3634363470 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4acc1a88d0 con 0x7f4acc104630 2024-05-21T00:43:08.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.627+0000 7f4ac3e00700 1 -- 172.21.15.44:0/3634363470 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f4abc004000 con 0x7f4acc104630 2024-05-21T00:43:08.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.628+0000 7f4adcdddb80 1 Processor -- start 2024-05-21T00:43:08.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.629+0000 7f4adcdddb80 1 -- start start 2024-05-21T00:43:08.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.629+0000 7f4adcdddb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ba143ae7c0 0x55ba143aeba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:08.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.629+0000 7f4adcdddb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba143af0e0 0x55ba143a8d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:08.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.629+0000 7f4adcdddb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ba143a9390 0x55ba143a97f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:08.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.629+0000 7f4adcdddb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55ba14306e40 con 0x55ba143ae7c0 2024-05-21T00:43:08.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.629+0000 7f4adcdddb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55ba142f69e0 con 0x55ba143af0e0 2024-05-21T00:43:08.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.629+0000 7f4adcdddb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55ba142faa20 con 0x55ba143a9390 2024-05-21T00:43:08.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.629+0000 7f4ac3e00700 1 --2- 172.21.15.44:0/3634363470 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f4ab00b2900 0x7f4ab00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:08.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.630+0000 7f4acb400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba143af0e0 0x55ba143a8d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:08.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.630+0000 7f4acb400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba143af0e0 0x55ba143a8d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:59288/0 (socket says 172.21.15.44:59288) 2024-05-21T00:43:08.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.630+0000 7f4acb400700 1 -- 172.21.15.44:0/2483395530 learned_addr learned my addr 172.21.15.44:0/2483395530 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:08.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.630+0000 7f4acbe00700 1 --2- 172.21.15.44:0/2483395530 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ba143ae7c0 0x55ba143aeba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:08.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.630+0000 7f4acaa00700 1 --2- 172.21.15.44:0/2483395530 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ba143a9390 0x55ba143a97f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:08.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.630+0000 7f4acbe00700 1 --2- 172.21.15.44:0/3634363470 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f4ab00b2900 0x7f4ab00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:08.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.630+0000 7f4ac3e00700 1 -- 172.21.15.44:0/3634363470 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f4abc0e24a0 con 0x7f4acc104630 2024-05-21T00:43:08.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.630+0000 7f4acaa00700 1 -- 172.21.15.44:0/2483395530 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba143af0e0 msgr2=0x55ba143a8d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:08.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.630+0000 7f4acaa00700 1 --2- 172.21.15.44:0/2483395530 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba143af0e0 0x55ba143a8d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.630+0000 7f4acaa00700 1 -- 172.21.15.44:0/2483395530 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ba143ae7c0 msgr2=0x55ba143aeba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:08.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.630+0000 7f4acaa00700 1 --2- 172.21.15.44:0/2483395530 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ba143ae7c0 0x55ba143aeba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.630+0000 7f4acaa00700 1 -- 172.21.15.44:0/2483395530 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba142bf420 con 0x55ba143a9390 2024-05-21T00:43:08.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.630+0000 7f4acbe00700 1 --2- 172.21.15.44:0/2483395530 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ba143ae7c0 0x55ba143aeba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:43:08.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.631+0000 7f4acaa00700 1 --2- 172.21.15.44:0/2483395530 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ba143a9390 0x55ba143a97f0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f4acc103d20 tx=0x7f4ab8009f50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8d762ac4dc0d8898 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:08.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.631+0000 7f4ac0c00700 1 -- 172.21.15.44:0/2483395530 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ab8004310 con 0x55ba143a9390 2024-05-21T00:43:08.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.631+0000 7f4ac0c00700 1 -- 172.21.15.44:0/2483395530 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ab8011db0 con 0x55ba143a9390 2024-05-21T00:43:08.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.631+0000 7f4ac0c00700 1 -- 172.21.15.44:0/2483395530 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ab8005280 con 0x55ba143a9390 2024-05-21T00:43:08.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.632+0000 7f4adcdddb80 1 -- 172.21.15.44:0/2483395530 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ba143a9390 msgr2=0x55ba143a97f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:08.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.632+0000 7f4acbe00700 1 --2- 172.21.15.44:0/3634363470 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f4ab00b2900 0x7f4ab00b4dc0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f4ac40060b0 tx=0x7f4ac4009700 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:08.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.632+0000 7f4adcdddb80 1 --2- 172.21.15.44:0/2483395530 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ba143a9390 0x55ba143a97f0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f4acc103d20 tx=0x7f4ab8009f50 comp rx=0 tx=0).stop 2024-05-21T00:43:08.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.632+0000 7f4adcdddb80 1 -- 172.21.15.44:0/2483395530 shutdown_connections 2024-05-21T00:43:08.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.632+0000 7f4adcdddb80 1 --2- 172.21.15.44:0/2483395530 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ba143ae7c0 0x55ba143aeba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.632+0000 7f4adcdddb80 1 --2- 172.21.15.44:0/2483395530 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ba143a9390 0x55ba143a97f0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.632+0000 7f4adcdddb80 1 --2- 172.21.15.44:0/2483395530 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba143af0e0 0x55ba143a8d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.632+0000 7f4adcdddb80 1 -- 172.21.15.44:0/2483395530 >> 172.21.15.44:0/2483395530 conn(0x55ba142d6be0 msgr2=0x55ba143a3810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:08.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.632+0000 7f4adcdddb80 1 -- 172.21.15.44:0/2483395530 shutdown_connections 2024-05-21T00:43:08.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.632+0000 7f4adcdddb80 1 -- 172.21.15.44:0/2483395530 wait complete. 2024-05-21T00:43:08.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.633+0000 7f4adcdddb80 1 -- start start 2024-05-21T00:43:08.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.633+0000 7f4adcdddb80 1 Processor -- start 2024-05-21T00:43:08.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.634+0000 7f4adcdddb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ba143a9390 0x55ba143b4df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:08.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.634+0000 7f4adcdddb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba143ae7c0 0x55ba143b2190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:08.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.634+0000 7f4adcdddb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ba143af0e0 0x55ba143b26d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:08.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.634+0000 7f4adcdddb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55ba141fcfa0 con 0x55ba143af0e0 2024-05-21T00:43:08.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.634+0000 7f4adcdddb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55ba14297760 con 0x55ba143ae7c0 2024-05-21T00:43:08.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.634+0000 7f4adcdddb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55ba143b5c00 con 0x55ba143a9390 2024-05-21T00:43:08.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.634+0000 7f4adcdddb80 10 client.0 _ll_register_callbacks cb 0x55ba142a0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:43:08.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.634+0000 7f4acb400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ba143a9390 0x55ba143b4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:08.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.634+0000 7f4acb400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ba143a9390 0x55ba143b4df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:42258/0 (socket says 172.21.15.44:42258) 2024-05-21T00:43:08.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.634+0000 7f4acb400700 1 -- 172.21.15.44:0/679763055 learned_addr learned my addr 172.21.15.44:0/679763055 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:08.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.634+0000 7f4acbe00700 1 --2- 172.21.15.44:0/679763055 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ba143af0e0 0x55ba143b26d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:08.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.634+0000 7f4acaa00700 1 --2- 172.21.15.44:0/679763055 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba143ae7c0 0x55ba143b2190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:08.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.634+0000 7f4acb400700 1 -- 172.21.15.44:0/679763055 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba143ae7c0 msgr2=0x55ba143b2190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:08.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.635+0000 7f4acb400700 1 --2- 172.21.15.44:0/679763055 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba143ae7c0 0x55ba143b2190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.635+0000 7f4acb400700 1 -- 172.21.15.44:0/679763055 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ba143af0e0 msgr2=0x55ba143b26d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:08.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.635+0000 7f4acb400700 1 --2- 172.21.15.44:0/679763055 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ba143af0e0 0x55ba143b26d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.635+0000 7f4acb400700 1 -- 172.21.15.44:0/679763055 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba142468d0 con 0x55ba143a9390 2024-05-21T00:43:08.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.635+0000 7f4acbe00700 1 --2- 172.21.15.44:0/679763055 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ba143af0e0 0x55ba143b26d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:43:08.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.635+0000 7f4acb400700 1 --2- 172.21.15.44:0/679763055 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ba143a9390 0x55ba143b4df0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f4abc0a99b0 tx=0x7f4abc0a9870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=66f5d48f8ed691d6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:08.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.635+0000 7f4ab5600700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:43:08.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.635+0000 7f4ab5600700 1 -- 172.21.15.44:0/679763055 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4abc0b21c0 con 0x55ba143a9390 2024-05-21T00:43:08.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.635+0000 7f4ab5600700 1 -- 172.21.15.44:0/679763055 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f4abc0a9c80 con 0x55ba143a9390 2024-05-21T00:43:08.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.635+0000 7f4adcdddb80 1 -- 172.21.15.44:0/679763055 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4ab8011db0 con 0x55ba143a9390 2024-05-21T00:43:08.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.635+0000 7f4ab5600700 1 -- 172.21.15.44:0/679763055 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4abc0a9530 con 0x55ba143a9390 2024-05-21T00:43:08.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.635+0000 7f4adcdddb80 10 client.25399 fetch_fsmap learned FSMap version 26 2024-05-21T00:43:08.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.636+0000 7f4adcdddb80 1 -- 172.21.15.44:0/679763055 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ba142c7060 con 0x55ba143a9390 2024-05-21T00:43:08.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.636+0000 7f4ab5600700 1 -- 172.21.15.44:0/679763055 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ab8011db0 con 0x55ba143a9390 2024-05-21T00:43:08.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.636+0000 7f4ab5600700 1 -- 172.21.15.44:0/679763055 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4abc0b23f0 con 0x55ba143a9390 2024-05-21T00:43:08.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.636+0000 7f4adcdddb80 10 client.25399 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:43:08.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.636+0000 7f4adcdddb80 10 client.25399 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.a 2024-05-21T00:43:08.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.636+0000 7f4adcdddb80 20 client.25399 populate_metadata read hostname 'smithi044' 2024-05-21T00:43:08.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.636+0000 7f4adcdddb80 1 --2- 172.21.15.44:0/679763055 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55ba143c27a0 0x55ba143c4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:08.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.636+0000 7f4adcdddb80 4 client.25399 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:43:08.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.636+0000 7f4adcdddb80 1 -- 172.21.15.44:0/679763055 --> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ba14308d90 con 0x55ba143c27a0 2024-05-21T00:43:08.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.637+0000 7f4acaa00700 1 --2- 172.21.15.44:0/679763055 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55ba143c27a0 0x55ba143c4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:08.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.637+0000 7f4acaa00700 1 --2- 172.21.15.44:0/679763055 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55ba143c27a0 0x55ba143c4bb0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7e2017ffe190b99e server_cookie=45f4fb4a1568cfbf in_seq=0 out_seq=0 2024-05-21T00:43:08.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.637+0000 7f4ab5600700 10 client.25399 ms_handle_connect on v2:172.21.15.44:6840/3917264755 2024-05-21T00:43:08.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.638+0000 7f4ab5600700 1 -- 172.21.15.44:0/679763055 <== mds.2 v2:172.21.15.44:6840/3917264755 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ba14308d90 con 0x55ba143c27a0 2024-05-21T00:43:08.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.638+0000 7f4ab5600700 10 client.25399 handle_command_reply: tid=0 2024-05-21T00:43:08.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.638+0000 7f4adcdddb80 1 client.25399 shutdown 2024-05-21T00:43:08.644 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.638+0000 7f4adcdddb80 1 -- 172.21.15.44:0/679763055 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ba143a9390 msgr2=0x55ba143b4df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:08.644 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.638+0000 7f4adcdddb80 1 --2- 172.21.15.44:0/679763055 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ba143a9390 0x55ba143b4df0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f4abc0a99b0 tx=0x7f4abc0a9870 comp rx=0 tx=0).stop 2024-05-21T00:43:08.644 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.639+0000 7f4adcdddb80 1 -- 172.21.15.44:0/679763055 shutdown_connections 2024-05-21T00:43:08.644 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.639+0000 7f4adcdddb80 1 --2- 172.21.15.44:0/679763055 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ba143af0e0 0x55ba143b26d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.644 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.639+0000 7f4adcdddb80 1 --2- 172.21.15.44:0/679763055 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55ba143c27a0 0x55ba143c4bb0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.639+0000 7f4adcdddb80 1 --2- 172.21.15.44:0/679763055 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ba143a9390 0x55ba143b4df0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.639+0000 7f4adcdddb80 1 --2- 172.21.15.44:0/679763055 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba143ae7c0 0x55ba143b2190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.639+0000 7f4adcdddb80 1 -- 172.21.15.44:0/679763055 >> 172.21.15.44:0/679763055 conn(0x55ba142d6be0 msgr2=0x55ba143a2fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:08.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.639+0000 7f4ab5600700 0 client.25399 ms_handle_reset on v2:172.21.15.44:6840/3917264755 2024-05-21T00:43:08.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.639+0000 7f4adcdddb80 1 -- 172.21.15.44:0/679763055 shutdown_connections 2024-05-21T00:43:08.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.639+0000 7f4adcdddb80 1 -- 172.21.15.44:0/679763055 wait complete. 2024-05-21T00:43:08.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.639+0000 7f4adcdddb80 20 client.25399 trim_cache size 0 max 16384 2024-05-21T00:43:08.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.670+0000 7f4adcdddb80 1 Processor -- start 2024-05-21T00:43:08.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.670+0000 7f4adcdddb80 1 -- start start 2024-05-21T00:43:08.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.671+0000 7f4adcdddb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ba143a9390 0x55ba143a8d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:08.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.671+0000 7f4adcdddb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ba143ae7c0 0x55ba143afd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:08.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.671+0000 7f4adcdddb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba143af0e0 0x55ba143b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:08.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.671+0000 7f4adcdddb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4acc1b2770 con 0x55ba143ae7c0 2024-05-21T00:43:08.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.671+0000 7f4adcdddb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f4acc1b0000 con 0x55ba143af0e0 2024-05-21T00:43:08.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.671+0000 7f4adcdddb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4acc1ade50 con 0x55ba143a9390 2024-05-21T00:43:08.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.671+0000 7f4acaa00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ba143ae7c0 0x55ba143afd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:08.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.671+0000 7f4acaa00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ba143ae7c0 0x55ba143afd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51348/0 (socket says 172.21.15.44:51348) 2024-05-21T00:43:08.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.671+0000 7f4acaa00700 1 -- 172.21.15.44:0/4129050838 learned_addr learned my addr 172.21.15.44:0/4129050838 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:08.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.671+0000 7f4acb400700 1 --2- 172.21.15.44:0/4129050838 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ba143a9390 0x55ba143a8d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:08.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.671+0000 7f4acbe00700 1 --2- 172.21.15.44:0/4129050838 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba143af0e0 0x55ba143b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:08.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.671+0000 7f4acb400700 1 -- 172.21.15.44:0/4129050838 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba143af0e0 msgr2=0x55ba143b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:08.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.671+0000 7f4acb400700 1 --2- 172.21.15.44:0/4129050838 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba143af0e0 0x55ba143b25e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.671+0000 7f4acb400700 1 -- 172.21.15.44:0/4129050838 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ba143ae7c0 msgr2=0x55ba143afd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:08.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.671+0000 7f4acb400700 1 --2- 172.21.15.44:0/4129050838 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ba143ae7c0 0x55ba143afd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.671+0000 7f4acb400700 1 -- 172.21.15.44:0/4129050838 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba143c5230 con 0x55ba143a9390 2024-05-21T00:43:08.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.672+0000 7f4acb400700 1 --2- 172.21.15.44:0/4129050838 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ba143a9390 0x55ba143a8d70 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f4abc0a5fc0 tx=0x7f4abc005d10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fb07b1f1004b964b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:08.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.672+0000 7f4ab7e00700 1 -- 172.21.15.44:0/4129050838 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4abc0a9370 con 0x55ba143a9390 2024-05-21T00:43:08.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.672+0000 7f4ab7e00700 1 -- 172.21.15.44:0/4129050838 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4abc0aa120 con 0x55ba143a9390 2024-05-21T00:43:08.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.672+0000 7f4ab7e00700 1 -- 172.21.15.44:0/4129050838 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4abc0a9a20 con 0x55ba143a9390 2024-05-21T00:43:08.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.673+0000 7f4adcdddb80 1 -- 172.21.15.44:0/4129050838 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ba143a9390 msgr2=0x55ba143a8d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:08.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.673+0000 7f4adcdddb80 1 --2- 172.21.15.44:0/4129050838 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ba143a9390 0x55ba143a8d70 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f4abc0a5fc0 tx=0x7f4abc005d10 comp rx=0 tx=0).stop 2024-05-21T00:43:08.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.673+0000 7f4adcdddb80 1 -- 172.21.15.44:0/4129050838 shutdown_connections 2024-05-21T00:43:08.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.673+0000 7f4adcdddb80 1 --2- 172.21.15.44:0/4129050838 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba143af0e0 0x55ba143b25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.673+0000 7f4adcdddb80 1 --2- 172.21.15.44:0/4129050838 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ba143a9390 0x55ba143a8d70 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.673+0000 7f4adcdddb80 1 --2- 172.21.15.44:0/4129050838 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ba143ae7c0 0x55ba143afd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.673+0000 7f4adcdddb80 1 -- 172.21.15.44:0/4129050838 >> 172.21.15.44:0/4129050838 conn(0x55ba142d6be0 msgr2=0x55ba143b0a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:08.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.673+0000 7f4adcdddb80 1 -- 172.21.15.44:0/4129050838 shutdown_connections 2024-05-21T00:43:08.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.673+0000 7f4adcdddb80 1 -- 172.21.15.44:0/4129050838 wait complete. 2024-05-21T00:43:08.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.674+0000 7f4adcdddb80 1 -- start start 2024-05-21T00:43:08.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.674+0000 7f4adcdddb80 1 Processor -- start 2024-05-21T00:43:08.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.674+0000 7f4adcdddb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba143a9390 0x55ba143bb6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:08.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.674+0000 7f4adcdddb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ba143ae7c0 0x55ba143c9d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:08.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.674+0000 7f4adcdddb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ba143af0e0 0x55ba143ca2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:08.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.674+0000 7f4adcdddb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4acc1ae4c0 con 0x55ba143ae7c0 2024-05-21T00:43:08.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.674+0000 7f4adcdddb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f4acc1af930 con 0x55ba143a9390 2024-05-21T00:43:08.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.674+0000 7f4adcdddb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4acc1aeb90 con 0x55ba143af0e0 2024-05-21T00:43:08.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.675+0000 7f4adcdddb80 10 client.0 _ll_register_callbacks cb 0x55ba142a0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:43:08.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.675+0000 7f4acaa00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ba143ae7c0 0x55ba143c9d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:08.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.675+0000 7f4acbe00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ba143af0e0 0x55ba143ca2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:08.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.675+0000 7f4acaa00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ba143ae7c0 0x55ba143c9d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51356/0 (socket says 172.21.15.44:51356) 2024-05-21T00:43:08.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.675+0000 7f4acaa00700 1 -- 172.21.15.44:0/3494933852 learned_addr learned my addr 172.21.15.44:0/3494933852 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:08.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.675+0000 7f4acb400700 1 --2- 172.21.15.44:0/3494933852 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba143a9390 0x55ba143bb6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:08.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.675+0000 7f4acbe00700 1 -- 172.21.15.44:0/3494933852 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba143a9390 msgr2=0x55ba143bb6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:08.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.675+0000 7f4acbe00700 1 --2- 172.21.15.44:0/3494933852 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba143a9390 0x55ba143bb6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.675+0000 7f4acbe00700 1 -- 172.21.15.44:0/3494933852 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ba143ae7c0 msgr2=0x55ba143c9d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:08.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.675+0000 7f4acbe00700 1 --2- 172.21.15.44:0/3494933852 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ba143ae7c0 0x55ba143c9d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.675+0000 7f4acbe00700 1 -- 172.21.15.44:0/3494933852 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba143caae0 con 0x55ba143af0e0 2024-05-21T00:43:08.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.676+0000 7f4acbe00700 1 --2- 172.21.15.44:0/3494933852 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ba143af0e0 0x55ba143ca2a0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f4ac4004fd0 tx=0x7f4ac4009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ec96594cd32bfc13 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:08.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.676+0000 7f4ab5600700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:43:08.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.676+0000 7f4ab5600700 1 -- 172.21.15.44:0/3494933852 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ac4032020 con 0x55ba143af0e0 2024-05-21T00:43:08.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.676+0000 7f4ab5600700 1 -- 172.21.15.44:0/3494933852 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f4ac4007620 con 0x55ba143af0e0 2024-05-21T00:43:08.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.676+0000 7f4adcdddb80 1 -- 172.21.15.44:0/3494933852 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4abc0aa120 con 0x55ba143af0e0 2024-05-21T00:43:08.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.676+0000 7f4ab5600700 1 -- 172.21.15.44:0/3494933852 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4ac40048b0 con 0x55ba143af0e0 2024-05-21T00:43:08.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.676+0000 7f4adcdddb80 10 client.25405 fetch_fsmap learned FSMap version 26 2024-05-21T00:43:08.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.676+0000 7f4adcdddb80 1 -- 172.21.15.44:0/3494933852 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ba1442d410 con 0x55ba143af0e0 2024-05-21T00:43:08.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.676+0000 7f4ab5600700 1 -- 172.21.15.44:0/3494933852 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4abc0aa120 con 0x55ba143af0e0 2024-05-21T00:43:08.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.677+0000 7f4ab5600700 1 -- 172.21.15.44:0/3494933852 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4ac4011070 con 0x55ba143af0e0 2024-05-21T00:43:08.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.677+0000 7f4adcdddb80 10 client.25405 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:43:08.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.677+0000 7f4adcdddb80 10 client.25405 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.a 2024-05-21T00:43:08.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.677+0000 7f4adcdddb80 20 client.25405 populate_metadata read hostname 'smithi044' 2024-05-21T00:43:08.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.677+0000 7f4adcdddb80 1 --2- 172.21.15.44:0/3494933852 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55ba1442dba0 0x55ba1442ffc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:08.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.677+0000 7f4adcdddb80 4 client.25405 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:43:08.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.677+0000 7f4adcdddb80 1 -- 172.21.15.44:0/3494933852 --> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ba14302570 con 0x55ba1442dba0 2024-05-21T00:43:08.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.677+0000 7f4acb400700 1 --2- 172.21.15.44:0/3494933852 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55ba1442dba0 0x55ba1442ffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:08.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.678+0000 7f4acb400700 1 --2- 172.21.15.44:0/3494933852 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55ba1442dba0 0x55ba1442ffc0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=44d11efae7503cb server_cookie=1ddeb58a1946b9d4 in_seq=0 out_seq=0 2024-05-21T00:43:08.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.678+0000 7f4ab5600700 10 client.25405 ms_handle_connect on v2:172.21.15.44:6840/3917264755 2024-05-21T00:43:08.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.678+0000 7f4ab5600700 1 -- 172.21.15.44:0/3494933852 <== mds.2 v2:172.21.15.44:6840/3917264755 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ba14302570 con 0x55ba1442dba0 2024-05-21T00:43:08.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.678+0000 7f4ab5600700 10 client.25405 handle_command_reply: tid=0 2024-05-21T00:43:08.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.678+0000 7f4adcdddb80 1 client.25405 shutdown 2024-05-21T00:43:08.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.678+0000 7f4adcdddb80 1 -- 172.21.15.44:0/3494933852 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ba143af0e0 msgr2=0x55ba143ca2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:08.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.678+0000 7f4adcdddb80 1 --2- 172.21.15.44:0/3494933852 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ba143af0e0 0x55ba143ca2a0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f4ac4004fd0 tx=0x7f4ac4009920 comp rx=0 tx=0).stop 2024-05-21T00:43:08.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.678+0000 7f4adcdddb80 1 -- 172.21.15.44:0/3494933852 shutdown_connections 2024-05-21T00:43:08.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.678+0000 7f4adcdddb80 1 --2- 172.21.15.44:0/3494933852 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55ba1442dba0 0x55ba1442ffc0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.678+0000 7f4adcdddb80 1 --2- 172.21.15.44:0/3494933852 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ba143af0e0 0x55ba143ca2a0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.678+0000 7f4adcdddb80 1 --2- 172.21.15.44:0/3494933852 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba143a9390 0x55ba143bb6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.678+0000 7f4adcdddb80 1 --2- 172.21.15.44:0/3494933852 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ba143ae7c0 0x55ba143c9d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.678+0000 7f4adcdddb80 1 -- 172.21.15.44:0/3494933852 >> 172.21.15.44:0/3494933852 conn(0x55ba142d6be0 msgr2=0x55ba143b1310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:08.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.678+0000 7f4ab5600700 0 client.25405 ms_handle_reset on v2:172.21.15.44:6840/3917264755 2024-05-21T00:43:08.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.679+0000 7f4adcdddb80 1 -- 172.21.15.44:0/3494933852 shutdown_connections 2024-05-21T00:43:08.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.679+0000 7f4adcdddb80 1 -- 172.21.15.44:0/3494933852 wait complete. 2024-05-21T00:43:08.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.679+0000 7f4adcdddb80 20 client.25405 trim_cache size 0 max 16384 2024-05-21T00:43:08.685 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-21T00:43:08.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.679+0000 7f4ad0e00700 1 -- 172.21.15.44:0/3634363470 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f4ab00b2900 msgr2=0x7f4ab00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:08.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.679+0000 7f4ad0e00700 1 --2- 172.21.15.44:0/3634363470 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f4ab00b2900 0x7f4ab00b4dc0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f4ac40060b0 tx=0x7f4ac4009700 comp rx=0 tx=0).stop 2024-05-21T00:43:08.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.679+0000 7f4ad0e00700 1 -- 172.21.15.44:0/3634363470 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4acc104630 msgr2=0x7f4acc102290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:08.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.679+0000 7f4ad0e00700 1 --2- 172.21.15.44:0/3634363470 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4acc104630 0x7f4acc102290 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f4abc00ec10 tx=0x7f4abc00ef20 comp rx=0 tx=0).stop 2024-05-21T00:43:08.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.680+0000 7f4ad0e00700 1 -- 172.21.15.44:0/3634363470 shutdown_connections 2024-05-21T00:43:08.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.680+0000 7f4ad0e00700 1 --2- 172.21.15.44:0/3634363470 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f4ab00b2900 0x7f4ab00b4dc0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.680+0000 7f4ad0e00700 1 --2- 172.21.15.44:0/3634363470 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4acc10da60 0x7f4acc102d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.680+0000 7f4ad0e00700 1 --2- 172.21.15.44:0/3634363470 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4acc104630 0x7f4acc102290 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.680+0000 7f4ad0e00700 1 --2- 172.21.15.44:0/3634363470 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4acc104f50 0x7f4acc1027d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:08.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.680+0000 7f4ad0e00700 1 -- 172.21.15.44:0/3634363470 >> 172.21.15.44:0/3634363470 conn(0x7f4acc0fde60 msgr2=0x7f4acc0fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:08.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.680+0000 7f4ad0e00700 1 -- 172.21.15.44:0/3634363470 shutdown_connections 2024-05-21T00:43:08.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:08.680+0000 7f4ad0e00700 1 -- 172.21.15.44:0/3634363470 wait complete. 2024-05-21T00:43:09.812 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T00:43:09.874 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:09 smithi044 ceph-mon[31392]: pgmap v491: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-05-21T00:43:09.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:09 smithi082 ceph-mon[36141]: pgmap v491: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-05-21T00:43:10.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:09 smithi092 ceph-mon[36335]: pgmap v491: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-05-21T00:43:10.279 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:43:11.796 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:11 smithi044 ceph-mon[31392]: pgmap v492: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-21T00:43:11.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:11 smithi082 ceph-mon[36141]: pgmap v492: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-21T00:43:12.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:11 smithi092 ceph-mon[36335]: pgmap v492: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-21T00:43:12.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.673+0000 7f02c4200700 1 -- 172.21.15.44:0/543269502 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f02bc103590 msgr2=0x7f02bc103a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:12.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.673+0000 7f02c4200700 1 --2- 172.21.15.44:0/543269502 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f02bc103590 0x7f02bc103a10 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f02a80098f0 tx=0x7f02a8009c00 comp rx=0 tx=0).stop 2024-05-21T00:43:12.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.673+0000 7f02c4200700 1 -- 172.21.15.44:0/543269502 shutdown_connections 2024-05-21T00:43:12.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.673+0000 7f02c4200700 1 --2- 172.21.15.44:0/543269502 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f02bc1096a0 0x7f02bc109a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.673+0000 7f02c4200700 1 --2- 172.21.15.44:0/543269502 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02bc103f50 0x7f02bc110430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.673+0000 7f02c4200700 1 --2- 172.21.15.44:0/543269502 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f02bc103590 0x7f02bc103a10 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.673+0000 7f02c4200700 1 -- 172.21.15.44:0/543269502 >> 172.21.15.44:0/543269502 conn(0x7f02bc07a6f0 msgr2=0x7f02bc07ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:12.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.673+0000 7f02c4200700 1 -- 172.21.15.44:0/543269502 shutdown_connections 2024-05-21T00:43:12.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.673+0000 7f02c4200700 1 -- 172.21.15.44:0/543269502 wait complete. 2024-05-21T00:43:12.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.675+0000 7f02c4200700 1 Processor -- start 2024-05-21T00:43:12.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.675+0000 7f02c4200700 1 -- start start 2024-05-21T00:43:12.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.675+0000 7f02c4200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f02bc103590 0x7f02bc19be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:12.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.675+0000 7f02c4200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02bc103f50 0x7f02bc19c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:12.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.675+0000 7f02c4200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f02bc1096a0 0x7f02bc1a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:12.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.675+0000 7f02c4200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f02bc113770 con 0x7f02bc1096a0 2024-05-21T00:43:12.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.675+0000 7f02c4200700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f02bc1135f0 con 0x7f02bc103590 2024-05-21T00:43:12.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.675+0000 7f02c4200700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f02bc1138f0 con 0x7f02bc103f50 2024-05-21T00:43:12.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.676+0000 7f02c0e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02bc103f50 0x7f02bc19c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:12.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.676+0000 7f02c0e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02bc103f50 0x7f02bc19c360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:42300/0 (socket says 172.21.15.44:42300) 2024-05-21T00:43:12.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.676+0000 7f02c1800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f02bc103590 0x7f02bc19be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:12.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.676+0000 7f02c0e00700 1 -- 172.21.15.44:0/908713220 learned_addr learned my addr 172.21.15.44:0/908713220 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:12.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.676+0000 7f02c2200700 1 --2- 172.21.15.44:0/908713220 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f02bc1096a0 0x7f02bc1a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:12.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.676+0000 7f02c1800700 1 -- 172.21.15.44:0/908713220 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02bc103f50 msgr2=0x7f02bc19c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:12.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.676+0000 7f02c1800700 1 --2- 172.21.15.44:0/908713220 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02bc103f50 0x7f02bc19c360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.676+0000 7f02c1800700 1 -- 172.21.15.44:0/908713220 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f02bc1096a0 msgr2=0x7f02bc1a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:12.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.676+0000 7f02c1800700 1 --2- 172.21.15.44:0/908713220 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f02bc1096a0 0x7f02bc1a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.676+0000 7f02c1800700 1 -- 172.21.15.44:0/908713220 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02bc1a0e30 con 0x7f02bc103590 2024-05-21T00:43:12.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.676+0000 7f02c0e00700 1 --2- 172.21.15.44:0/908713220 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02bc103f50 0x7f02bc19c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:43:12.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.677+0000 7f02c2200700 1 --2- 172.21.15.44:0/908713220 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f02bc1096a0 0x7f02bc1a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:43:12.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.677+0000 7f02c1800700 1 --2- 172.21.15.44:0/908713220 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f02bc103590 0x7f02bc19be20 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f02b000e9f0 tx=0x7f02b000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:12.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.677+0000 7f02ba000700 1 -- 172.21.15.44:0/908713220 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b000c9c0 con 0x7f02bc103590 2024-05-21T00:43:12.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.677+0000 7f02c4200700 1 -- 172.21.15.44:0/908713220 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02bc1a1120 con 0x7f02bc103590 2024-05-21T00:43:12.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.677+0000 7f02ba000700 1 -- 172.21.15.44:0/908713220 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f02b000cb60 con 0x7f02bc103590 2024-05-21T00:43:12.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.677+0000 7f02ba000700 1 -- 172.21.15.44:0/908713220 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b0018680 con 0x7f02bc103590 2024-05-21T00:43:12.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.678+0000 7f02c4200700 1 -- 172.21.15.44:0/908713220 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02bc1a89a0 con 0x7f02bc103590 2024-05-21T00:43:12.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.682+0000 7f02ba000700 1 -- 172.21.15.44:0/908713220 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f02b0010430 con 0x7f02bc103590 2024-05-21T00:43:12.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.683+0000 7f02ceb86b80 1 Processor -- start 2024-05-21T00:43:12.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.683+0000 7f02ceb86b80 1 -- start start 2024-05-21T00:43:12.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.683+0000 7f02ceb86b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564cb17b9610 0x564cb17b99f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:12.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.684+0000 7f02ceb86b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564cb17b9f30 0x564cb17b3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:12.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.684+0000 7f02ceb86b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564cb17b4140 0x564cb17b45c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:12.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.684+0000 7f02ceb86b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x564cb1711e40 con 0x564cb17b4140 2024-05-21T00:43:12.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.684+0000 7f02ceb86b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x564cb17019e0 con 0x564cb17b9f30 2024-05-21T00:43:12.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.684+0000 7f02ceb86b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x564cb1705a20 con 0x564cb17b9610 2024-05-21T00:43:12.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.684+0000 7f02ba000700 1 --2- 172.21.15.44:0/908713220 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f02a40b2900 0x7f02a40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:12.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.684+0000 7f02ba000700 1 -- 172.21.15.44:0/908713220 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f02b00e2400 con 0x7f02bc103590 2024-05-21T00:43:12.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.684+0000 7f02c2200700 1 --2- 172.21.15.44:0/908713220 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f02a40b2900 0x7f02a40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:12.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.684+0000 7f02c1800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564cb17b9f30 0x564cb17b3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:12.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.684+0000 7f02c2200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564cb17b9610 0x564cb17b99f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:12.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.684+0000 7f02c1800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564cb17b9f30 0x564cb17b3b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:59328/0 (socket says 172.21.15.44:59328) 2024-05-21T00:43:12.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.684+0000 7f02c1800700 1 -- 172.21.15.44:0/3378681775 learned_addr learned my addr 172.21.15.44:0/3378681775 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:12.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.685+0000 7f02c0e00700 1 --2- 172.21.15.44:0/3378681775 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564cb17b4140 0x564cb17b45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:12.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.685+0000 7f02c1800700 1 -- 172.21.15.44:0/3378681775 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564cb17b9610 msgr2=0x564cb17b99f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:12.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.685+0000 7f02c1800700 1 --2- 172.21.15.44:0/3378681775 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564cb17b9610 0x564cb17b99f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.685+0000 7f02c1800700 1 -- 172.21.15.44:0/3378681775 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564cb17b4140 msgr2=0x564cb17b45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:12.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.685+0000 7f02c1800700 1 --2- 172.21.15.44:0/3378681775 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564cb17b4140 0x564cb17b45c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.685+0000 7f02c1800700 1 -- 172.21.15.44:0/3378681775 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564cb16ca420 con 0x564cb17b9f30 2024-05-21T00:43:12.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.685+0000 7f02c2200700 1 --2- 172.21.15.44:0/908713220 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f02a40b2900 0x7f02a40b4dc0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f02b4009fd0 tx=0x7f02b4009050 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:12.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.685+0000 7f02c1800700 1 --2- 172.21.15.44:0/3378681775 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564cb17b9f30 0x564cb17b3b20 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f02b00a6bf0 tx=0x7f02b00a9220 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b8f182b88bb6fdba server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:12.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.686+0000 7f02aea00700 1 -- 172.21.15.44:0/3378681775 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b00a9490 con 0x564cb17b9f30 2024-05-21T00:43:12.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.686+0000 7f02aea00700 1 -- 172.21.15.44:0/3378681775 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f02b00aa080 con 0x564cb17b9f30 2024-05-21T00:43:12.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.686+0000 7f02aea00700 1 -- 172.21.15.44:0/3378681775 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b00a9be0 con 0x564cb17b9f30 2024-05-21T00:43:12.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.687+0000 7f02ceb86b80 1 -- 172.21.15.44:0/3378681775 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564cb17b9f30 msgr2=0x564cb17b3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:12.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.687+0000 7f02ceb86b80 1 --2- 172.21.15.44:0/3378681775 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564cb17b9f30 0x564cb17b3b20 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f02b00a6bf0 tx=0x7f02b00a9220 comp rx=0 tx=0).stop 2024-05-21T00:43:12.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.687+0000 7f02ceb86b80 1 -- 172.21.15.44:0/3378681775 shutdown_connections 2024-05-21T00:43:12.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.687+0000 7f02ceb86b80 1 --2- 172.21.15.44:0/3378681775 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564cb17b4140 0x564cb17b45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.687+0000 7f02ceb86b80 1 --2- 172.21.15.44:0/3378681775 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564cb17b9610 0x564cb17b99f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.687+0000 7f02ceb86b80 1 --2- 172.21.15.44:0/3378681775 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564cb17b9f30 0x564cb17b3b20 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.687+0000 7f02ceb86b80 1 -- 172.21.15.44:0/3378681775 >> 172.21.15.44:0/3378681775 conn(0x564cb16e1be0 msgr2=0x564cb17ae690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:12.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.687+0000 7f02ceb86b80 1 -- 172.21.15.44:0/3378681775 shutdown_connections 2024-05-21T00:43:12.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.687+0000 7f02ceb86b80 1 -- 172.21.15.44:0/3378681775 wait complete. 2024-05-21T00:43:12.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.688+0000 7f02ceb86b80 1 -- start start 2024-05-21T00:43:12.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.688+0000 7f02ceb86b80 1 Processor -- start 2024-05-21T00:43:12.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.689+0000 7f02ceb86b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564cb17b4140 0x564cb17bfcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:12.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.689+0000 7f02ceb86b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564cb17b9610 0x564cb17bd050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:12.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.689+0000 7f02ceb86b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564cb17b9f30 0x564cb17bd590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:12.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.689+0000 7f02ceb86b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x564cb1607fa0 con 0x564cb17b4140 2024-05-21T00:43:12.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.689+0000 7f02ceb86b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x564cb16a2760 con 0x564cb17b9f30 2024-05-21T00:43:12.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.689+0000 7f02ceb86b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x564cb17c09e0 con 0x564cb17b9610 2024-05-21T00:43:12.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.689+0000 7f02ceb86b80 10 client.0 _ll_register_callbacks cb 0x564cb16abc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:43:12.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.690+0000 7f02c0e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564cb17b9610 0x564cb17bd050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:12.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.690+0000 7f02c0e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564cb17b9610 0x564cb17bd050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:42326/0 (socket says 172.21.15.44:42326) 2024-05-21T00:43:12.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.690+0000 7f02c0e00700 1 -- 172.21.15.44:0/2642533098 learned_addr learned my addr 172.21.15.44:0/2642533098 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:12.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.690+0000 7f02c1800700 1 --2- 172.21.15.44:0/2642533098 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564cb17b4140 0x564cb17bfcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:12.695 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.690+0000 7f02c0e00700 1 -- 172.21.15.44:0/2642533098 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564cb17b9f30 msgr2=0x564cb17bd590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:12.696 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.690+0000 7f02c0e00700 1 --2- 172.21.15.44:0/2642533098 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564cb17b9f30 0x564cb17bd590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.696 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.690+0000 7f02c0e00700 1 -- 172.21.15.44:0/2642533098 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564cb17b4140 msgr2=0x564cb17bfcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:12.696 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.690+0000 7f02c0e00700 1 --2- 172.21.15.44:0/2642533098 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564cb17b4140 0x564cb17bfcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.696 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.690+0000 7f02c0e00700 1 -- 172.21.15.44:0/2642533098 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564cb16518d0 con 0x564cb17b9610 2024-05-21T00:43:12.696 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.691+0000 7f02c0e00700 1 --2- 172.21.15.44:0/2642533098 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564cb17b9610 0x564cb17bd050 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f02a8005950 tx=0x7f02a8009510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a4ab821f5d2c300f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:12.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.691+0000 7f02a3400700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:43:12.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.691+0000 7f02a3400700 1 -- 172.21.15.44:0/2642533098 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02a80054d0 con 0x564cb17b9610 2024-05-21T00:43:12.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.691+0000 7f02ceb86b80 1 -- 172.21.15.44:0/2642533098 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f02b00aa080 con 0x564cb17b9610 2024-05-21T00:43:12.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.691+0000 7f02a3400700 1 -- 172.21.15.44:0/2642533098 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f02a8005670 con 0x564cb17b9610 2024-05-21T00:43:12.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.691+0000 7f02a3400700 1 -- 172.21.15.44:0/2642533098 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f02a8003680 con 0x564cb17b9610 2024-05-21T00:43:12.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.691+0000 7f02ceb86b80 10 client.25417 fetch_fsmap learned FSMap version 26 2024-05-21T00:43:12.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.692+0000 7f02ceb86b80 1 -- 172.21.15.44:0/2642533098 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564cb16d2060 con 0x564cb17b9610 2024-05-21T00:43:12.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.692+0000 7f02a3400700 1 -- 172.21.15.44:0/2642533098 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f02b00aa080 con 0x564cb17b9610 2024-05-21T00:43:12.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.692+0000 7f02a3400700 1 -- 172.21.15.44:0/2642533098 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f02a800ba50 con 0x564cb17b9610 2024-05-21T00:43:12.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.692+0000 7f02ceb86b80 10 client.25417 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:43:12.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.692+0000 7f02ceb86b80 10 client.25417 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T00:43:12.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.692+0000 7f02ceb86b80 20 client.25417 populate_metadata read hostname 'smithi044' 2024-05-21T00:43:12.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.692+0000 7f02ceb86b80 1 --2- 172.21.15.44:0/2642533098 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x564cb17d5e30 0x564cb17d82a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:12.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.692+0000 7f02ceb86b80 4 client.25417 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:43:12.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.692+0000 7f02ceb86b80 1 -- 172.21.15.44:0/2642533098 --> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564cb1713d90 con 0x564cb17d5e30 2024-05-21T00:43:12.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.693+0000 7f02c1800700 1 --2- 172.21.15.44:0/2642533098 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x564cb17d5e30 0x564cb17d82a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:12.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.693+0000 7f02c1800700 1 --2- 172.21.15.44:0/2642533098 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x564cb17d5e30 0x564cb17d82a0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=89b5c642d301af85 server_cookie=3cbf9ac41b960bea in_seq=0 out_seq=0 2024-05-21T00:43:12.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.693+0000 7f02a3400700 10 client.25417 ms_handle_connect on v2:172.21.15.44:6838/1038937716 2024-05-21T00:43:12.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.695+0000 7f02a3400700 1 -- 172.21.15.44:0/2642533098 <== mds.1 v2:172.21.15.44:6838/1038937716 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564cb1713d90 con 0x564cb17d5e30 2024-05-21T00:43:12.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.695+0000 7f02a3400700 10 client.25417 handle_command_reply: tid=0 2024-05-21T00:43:12.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.695+0000 7f02ceb86b80 1 client.25417 shutdown 2024-05-21T00:43:12.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.695+0000 7f02ceb86b80 1 -- 172.21.15.44:0/2642533098 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564cb17b9610 msgr2=0x564cb17bd050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:12.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.695+0000 7f02ceb86b80 1 --2- 172.21.15.44:0/2642533098 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564cb17b9610 0x564cb17bd050 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f02a8005950 tx=0x7f02a8009510 comp rx=0 tx=0).stop 2024-05-21T00:43:12.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.695+0000 7f02ceb86b80 1 -- 172.21.15.44:0/2642533098 shutdown_connections 2024-05-21T00:43:12.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.695+0000 7f02ceb86b80 1 --2- 172.21.15.44:0/2642533098 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x564cb17d5e30 0x564cb17d82a0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.695+0000 7f02ceb86b80 1 --2- 172.21.15.44:0/2642533098 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564cb17b4140 0x564cb17bfcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.695+0000 7f02ceb86b80 1 --2- 172.21.15.44:0/2642533098 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564cb17b9f30 0x564cb17bd590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.695+0000 7f02a3400700 0 client.25417 ms_handle_reset on v2:172.21.15.44:6838/1038937716 2024-05-21T00:43:12.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.695+0000 7f02ceb86b80 1 --2- 172.21.15.44:0/2642533098 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564cb17b9610 0x564cb17bd050 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.695+0000 7f02ceb86b80 1 -- 172.21.15.44:0/2642533098 >> 172.21.15.44:0/2642533098 conn(0x564cb16e1be0 msgr2=0x564cb17add70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:12.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.696+0000 7f02ceb86b80 1 -- 172.21.15.44:0/2642533098 shutdown_connections 2024-05-21T00:43:12.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.696+0000 7f02ceb86b80 1 -- 172.21.15.44:0/2642533098 wait complete. 2024-05-21T00:43:12.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.696+0000 7f02ceb86b80 20 client.25417 trim_cache size 0 max 16384 2024-05-21T00:43:12.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.725+0000 7f02ceb86b80 1 Processor -- start 2024-05-21T00:43:12.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.725+0000 7f02ceb86b80 1 -- start start 2024-05-21T00:43:12.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.725+0000 7f02ceb86b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564cb17b4140 0x564cb17b3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:12.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.725+0000 7f02ceb86b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564cb17b9610 0x564cb17ae4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:12.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.725+0000 7f02ceb86b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564cb17b9f30 0x564cb17ddbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:12.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.725+0000 7f02ceb86b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f02bc1ae390 con 0x564cb17b9f30 2024-05-21T00:43:12.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.725+0000 7f02ceb86b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f02bc1abc20 con 0x564cb17b9610 2024-05-21T00:43:12.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.725+0000 7f02ceb86b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f02bc10e480 con 0x564cb17b4140 2024-05-21T00:43:12.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.726+0000 7f02c1800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564cb17b4140 0x564cb17b3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:12.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.726+0000 7f02c1800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564cb17b4140 0x564cb17b3b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:42338/0 (socket says 172.21.15.44:42338) 2024-05-21T00:43:12.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.726+0000 7f02c1800700 1 -- 172.21.15.44:0/1842681527 learned_addr learned my addr 172.21.15.44:0/1842681527 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:12.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.726+0000 7f02c0e00700 1 --2- 172.21.15.44:0/1842681527 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564cb17b9610 0x564cb17ae4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:12.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.726+0000 7f02c2200700 1 --2- 172.21.15.44:0/1842681527 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564cb17b9f30 0x564cb17ddbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:12.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.726+0000 7f02c0e00700 1 -- 172.21.15.44:0/1842681527 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564cb17b4140 msgr2=0x564cb17b3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:12.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.726+0000 7f02c0e00700 1 --2- 172.21.15.44:0/1842681527 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564cb17b4140 0x564cb17b3b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.726+0000 7f02c0e00700 1 -- 172.21.15.44:0/1842681527 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564cb17b9f30 msgr2=0x564cb17ddbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:12.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.726+0000 7f02c0e00700 1 --2- 172.21.15.44:0/1842681527 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564cb17b9f30 0x564cb17ddbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.726+0000 7f02c0e00700 1 -- 172.21.15.44:0/1842681527 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564cb17bb5c0 con 0x564cb17b9610 2024-05-21T00:43:12.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.727+0000 7f02c0e00700 1 --2- 172.21.15.44:0/1842681527 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564cb17b9610 0x564cb17ae4f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f02a800be40 tx=0x7f02a800bfd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=37afcf4e0fe792f7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:12.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.727+0000 7f02ae000700 1 -- 172.21.15.44:0/1842681527 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02a803a020 con 0x564cb17b9610 2024-05-21T00:43:12.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.727+0000 7f02ae000700 1 -- 172.21.15.44:0/1842681527 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f02a8027070 con 0x564cb17b9610 2024-05-21T00:43:12.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.727+0000 7f02ae000700 1 -- 172.21.15.44:0/1842681527 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02a8003c20 con 0x564cb17b9610 2024-05-21T00:43:12.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.728+0000 7f02ceb86b80 1 -- 172.21.15.44:0/1842681527 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564cb17b9610 msgr2=0x564cb17ae4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:12.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.728+0000 7f02ceb86b80 1 --2- 172.21.15.44:0/1842681527 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564cb17b9610 0x564cb17ae4f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f02a800be40 tx=0x7f02a800bfd0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.728+0000 7f02ceb86b80 1 -- 172.21.15.44:0/1842681527 shutdown_connections 2024-05-21T00:43:12.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.728+0000 7f02ceb86b80 1 --2- 172.21.15.44:0/1842681527 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564cb17b9f30 0x564cb17ddbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.728+0000 7f02ceb86b80 1 --2- 172.21.15.44:0/1842681527 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564cb17b4140 0x564cb17b3b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.728+0000 7f02ceb86b80 1 --2- 172.21.15.44:0/1842681527 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564cb17b9610 0x564cb17ae4f0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.728+0000 7f02ceb86b80 1 -- 172.21.15.44:0/1842681527 >> 172.21.15.44:0/1842681527 conn(0x564cb16e1be0 msgr2=0x564cb17bd010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:12.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.728+0000 7f02ceb86b80 1 -- 172.21.15.44:0/1842681527 shutdown_connections 2024-05-21T00:43:12.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.728+0000 7f02ceb86b80 1 -- 172.21.15.44:0/1842681527 wait complete. 2024-05-21T00:43:12.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.729+0000 7f02ceb86b80 1 -- start start 2024-05-21T00:43:12.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.729+0000 7f02ceb86b80 1 Processor -- start 2024-05-21T00:43:12.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.729+0000 7f02ceb86b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564cb17b4140 0x564cb17dd820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:12.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.729+0000 7f02ceb86b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564cb17b9610 0x564cb17ddd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:12.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.729+0000 7f02ceb86b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564cb17b9f30 0x564cb17de2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:12.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.729+0000 7f02ceb86b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f02bc1aa0e0 con 0x564cb17b9610 2024-05-21T00:43:12.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.729+0000 7f02ceb86b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f02bc1ab550 con 0x564cb17b9f30 2024-05-21T00:43:12.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.729+0000 7f02ceb86b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f02bc1aa7b0 con 0x564cb17b4140 2024-05-21T00:43:12.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.729+0000 7f02ceb86b80 10 client.0 _ll_register_callbacks cb 0x564cb16abc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:43:12.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.730+0000 7f02c1800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564cb17b4140 0x564cb17dd820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:12.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.730+0000 7f02c0e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564cb17b9610 0x564cb17ddd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:12.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.730+0000 7f02c1800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564cb17b4140 0x564cb17dd820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:42346/0 (socket says 172.21.15.44:42346) 2024-05-21T00:43:12.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.730+0000 7f02c1800700 1 -- 172.21.15.44:0/2911166633 learned_addr learned my addr 172.21.15.44:0/2911166633 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:12.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.730+0000 7f02c2200700 1 --2- 172.21.15.44:0/2911166633 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564cb17b9f30 0x564cb17de2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:12.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.730+0000 7f02c1800700 1 -- 172.21.15.44:0/2911166633 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564cb17b9f30 msgr2=0x564cb17de2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:12.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.730+0000 7f02c1800700 1 --2- 172.21.15.44:0/2911166633 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564cb17b9f30 0x564cb17de2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.730+0000 7f02c1800700 1 -- 172.21.15.44:0/2911166633 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564cb17b9610 msgr2=0x564cb17ddd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:12.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.730+0000 7f02c1800700 1 --2- 172.21.15.44:0/2911166633 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564cb17b9610 0x564cb17ddd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.730+0000 7f02c1800700 1 -- 172.21.15.44:0/2911166633 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564cb183fc20 con 0x564cb17b4140 2024-05-21T00:43:12.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.731+0000 7f02c1800700 1 --2- 172.21.15.44:0/2911166633 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564cb17b4140 0x564cb17dd820 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f02b000c5b0 tx=0x7f02b000c6e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=567b2ede0898857a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:12.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.731+0000 7f02a3400700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:43:12.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.731+0000 7f02a3400700 1 -- 172.21.15.44:0/2911166633 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b00aa080 con 0x564cb17b4140 2024-05-21T00:43:12.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.731+0000 7f02a3400700 1 -- 172.21.15.44:0/2911166633 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f02b00cc0d0 con 0x564cb17b4140 2024-05-21T00:43:12.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.731+0000 7f02ceb86b80 1 -- 172.21.15.44:0/2911166633 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f02a8027070 con 0x564cb17b4140 2024-05-21T00:43:12.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.731+0000 7f02a3400700 1 -- 172.21.15.44:0/2911166633 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f02b00cc2d0 con 0x564cb17b4140 2024-05-21T00:43:12.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.731+0000 7f02ceb86b80 10 client.25423 fetch_fsmap learned FSMap version 26 2024-05-21T00:43:12.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.731+0000 7f02ceb86b80 1 -- 172.21.15.44:0/2911166633 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564cb1840ec0 con 0x564cb17b4140 2024-05-21T00:43:12.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.731+0000 7f02a3400700 1 -- 172.21.15.44:0/2911166633 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f02a8027070 con 0x564cb17b4140 2024-05-21T00:43:12.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.732+0000 7f02a3400700 1 -- 172.21.15.44:0/2911166633 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f02b00a9be0 con 0x564cb17b4140 2024-05-21T00:43:12.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.732+0000 7f02ceb86b80 10 client.25423 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:43:12.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.732+0000 7f02ceb86b80 10 client.25423 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T00:43:12.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.732+0000 7f02ceb86b80 20 client.25423 populate_metadata read hostname 'smithi044' 2024-05-21T00:43:12.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.732+0000 7f02ceb86b80 1 --2- 172.21.15.44:0/2911166633 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x564cb1841150 0x564cb1843540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:12.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.732+0000 7f02ceb86b80 4 client.25423 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:43:12.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.732+0000 7f02ceb86b80 1 -- 172.21.15.44:0/2911166633 --> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564cb170d570 con 0x564cb1841150 2024-05-21T00:43:12.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.732+0000 7f02c0e00700 1 --2- 172.21.15.44:0/2911166633 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x564cb1841150 0x564cb1843540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:12.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.733+0000 7f02c0e00700 1 --2- 172.21.15.44:0/2911166633 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x564cb1841150 0x564cb1843540 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d0323b8662fe6e6d server_cookie=9b7c43710870bcb2 in_seq=0 out_seq=0 2024-05-21T00:43:12.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.733+0000 7f02a3400700 10 client.25423 ms_handle_connect on v2:172.21.15.44:6838/1038937716 2024-05-21T00:43:12.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.733+0000 7f02a3400700 1 -- 172.21.15.44:0/2911166633 <== mds.1 v2:172.21.15.44:6838/1038937716 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564cb170d570 con 0x564cb1841150 2024-05-21T00:43:12.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.733+0000 7f02a3400700 10 client.25423 handle_command_reply: tid=0 2024-05-21T00:43:12.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.733+0000 7f02ceb86b80 1 client.25423 shutdown 2024-05-21T00:43:12.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.734+0000 7f02ceb86b80 1 -- 172.21.15.44:0/2911166633 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564cb17b4140 msgr2=0x564cb17dd820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:12.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.734+0000 7f02ceb86b80 1 --2- 172.21.15.44:0/2911166633 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564cb17b4140 0x564cb17dd820 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f02b000c5b0 tx=0x7f02b000c6e0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.734+0000 7f02ceb86b80 1 -- 172.21.15.44:0/2911166633 shutdown_connections 2024-05-21T00:43:12.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.734+0000 7f02ceb86b80 1 --2- 172.21.15.44:0/2911166633 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564cb17b9f30 0x564cb17de2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.734+0000 7f02ceb86b80 1 --2- 172.21.15.44:0/2911166633 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564cb17b4140 0x564cb17dd820 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.734+0000 7f02ceb86b80 1 --2- 172.21.15.44:0/2911166633 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x564cb1841150 0x564cb1843540 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.734+0000 7f02ceb86b80 1 --2- 172.21.15.44:0/2911166633 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564cb17b9610 0x564cb17ddd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.734+0000 7f02a3400700 0 client.25423 ms_handle_reset on v2:172.21.15.44:6838/1038937716 2024-05-21T00:43:12.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.734+0000 7f02ceb86b80 1 -- 172.21.15.44:0/2911166633 >> 172.21.15.44:0/2911166633 conn(0x564cb16e1be0 msgr2=0x564cb17ba310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:12.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.734+0000 7f02ceb86b80 1 -- 172.21.15.44:0/2911166633 shutdown_connections 2024-05-21T00:43:12.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.734+0000 7f02ceb86b80 1 -- 172.21.15.44:0/2911166633 wait complete. 2024-05-21T00:43:12.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.734+0000 7f02ceb86b80 20 client.25423 trim_cache size 0 max 16384 2024-05-21T00:43:12.744 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-21T00:43:12.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.735+0000 7f02c4200700 1 -- 172.21.15.44:0/908713220 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f02a40b2900 msgr2=0x7f02a40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:12.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.735+0000 7f02c4200700 1 --2- 172.21.15.44:0/908713220 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f02a40b2900 0x7f02a40b4dc0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f02b4009fd0 tx=0x7f02b4009050 comp rx=0 tx=0).stop 2024-05-21T00:43:12.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.735+0000 7f02c4200700 1 -- 172.21.15.44:0/908713220 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f02bc103590 msgr2=0x7f02bc19be20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:12.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.735+0000 7f02c4200700 1 --2- 172.21.15.44:0/908713220 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f02bc103590 0x7f02bc19be20 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f02b000e9f0 tx=0x7f02b000ed00 comp rx=0 tx=0).stop 2024-05-21T00:43:12.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.735+0000 7f02c4200700 1 -- 172.21.15.44:0/908713220 shutdown_connections 2024-05-21T00:43:12.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.735+0000 7f02c4200700 1 --2- 172.21.15.44:0/908713220 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f02a40b2900 0x7f02a40b4dc0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.735+0000 7f02c4200700 1 --2- 172.21.15.44:0/908713220 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f02bc1096a0 0x7f02bc1a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.735+0000 7f02c4200700 1 --2- 172.21.15.44:0/908713220 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f02bc103590 0x7f02bc19be20 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.735+0000 7f02c4200700 1 --2- 172.21.15.44:0/908713220 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02bc103f50 0x7f02bc19c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:12.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.735+0000 7f02c4200700 1 -- 172.21.15.44:0/908713220 >> 172.21.15.44:0/908713220 conn(0x7f02bc07a6f0 msgr2=0x7f02bc101f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:12.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.735+0000 7f02c4200700 1 -- 172.21.15.44:0/908713220 shutdown_connections 2024-05-21T00:43:12.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:12.735+0000 7f02c4200700 1 -- 172.21.15.44:0/908713220 wait complete. 2024-05-21T00:43:13.819 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T00:43:13.880 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:13 smithi044 ceph-mon[31392]: pgmap v493: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-21T00:43:13.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:13 smithi082 ceph-mon[36141]: pgmap v493: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-21T00:43:14.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:13 smithi092 ceph-mon[36335]: pgmap v493: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-21T00:43:14.310 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:43:15.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:15 smithi044 ceph-mon[31392]: pgmap v494: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:43:15.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:15 smithi082 ceph-mon[36141]: pgmap v494: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:43:16.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:15 smithi092 ceph-mon[36335]: pgmap v494: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:43:16.801 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.798+0000 7fe677e00700 1 -- 172.21.15.44:0/2402887227 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe670106110 msgr2=0x7fe670112620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:16.802 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.798+0000 7fe677e00700 1 --2- 172.21.15.44:0/2402887227 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe670106110 0x7fe670112620 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fe668009f90 tx=0x7fe66800b330 comp rx=0 tx=0).stop 2024-05-21T00:43:16.802 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.798+0000 7fe677e00700 1 -- 172.21.15.44:0/2402887227 shutdown_connections 2024-05-21T00:43:16.802 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.798+0000 7fe677e00700 1 --2- 172.21.15.44:0/2402887227 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe67010b750 0x7fe67010bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.802 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.798+0000 7fe677e00700 1 --2- 172.21.15.44:0/2402887227 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe670106110 0x7fe670112620 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.802 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.798+0000 7fe677e00700 1 --2- 172.21.15.44:0/2402887227 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe670105750 0x7fe670105bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.802 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.798+0000 7fe677e00700 1 -- 172.21.15.44:0/2402887227 >> 172.21.15.44:0/2402887227 conn(0x7fe670101280 msgr2=0x7fe6701036a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:16.802 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.798+0000 7fe677e00700 1 -- 172.21.15.44:0/2402887227 shutdown_connections 2024-05-21T00:43:16.802 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.798+0000 7fe677e00700 1 -- 172.21.15.44:0/2402887227 wait complete. 2024-05-21T00:43:16.803 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.800+0000 7fe677e00700 1 Processor -- start 2024-05-21T00:43:16.803 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.800+0000 7fe677e00700 1 -- start start 2024-05-21T00:43:16.803 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.801+0000 7fe677e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe670105750 0x7fe67019bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:16.803 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.801+0000 7fe677e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe670106110 0x7fe67019c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:16.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.801+0000 7fe677e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe67010b750 0x7fe6701a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:16.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.801+0000 7fe677e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe6701159a0 con 0x7fe670106110 2024-05-21T00:43:16.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.801+0000 7fe677e00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe670115820 con 0x7fe670105750 2024-05-21T00:43:16.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.801+0000 7fe677e00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fe670115b20 con 0x7fe67010b750 2024-05-21T00:43:16.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.801+0000 7fe674a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe670106110 0x7fe67019c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:16.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.801+0000 7fe674a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe670106110 0x7fe67019c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51426/0 (socket says 172.21.15.44:51426) 2024-05-21T00:43:16.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.801+0000 7fe674a00700 1 -- 172.21.15.44:0/3318237049 learned_addr learned my addr 172.21.15.44:0/3318237049 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:16.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.801+0000 7fe675400700 1 --2- 172.21.15.44:0/3318237049 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe670105750 0x7fe67019bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:16.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.801+0000 7fe675e00700 1 --2- 172.21.15.44:0/3318237049 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe67010b750 0x7fe6701a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:16.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.802+0000 7fe674a00700 1 -- 172.21.15.44:0/3318237049 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe67010b750 msgr2=0x7fe6701a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:16.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.802+0000 7fe674a00700 1 --2- 172.21.15.44:0/3318237049 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe67010b750 0x7fe6701a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.802+0000 7fe674a00700 1 -- 172.21.15.44:0/3318237049 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe670105750 msgr2=0x7fe67019bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:16.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.802+0000 7fe674a00700 1 --2- 172.21.15.44:0/3318237049 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe670105750 0x7fe67019bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.802+0000 7fe674a00700 1 -- 172.21.15.44:0/3318237049 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6701a0e00 con 0x7fe670106110 2024-05-21T00:43:16.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.802+0000 7fe675e00700 1 --2- 172.21.15.44:0/3318237049 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe67010b750 0x7fe6701a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:43:16.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.802+0000 7fe674a00700 1 --2- 172.21.15.44:0/3318237049 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe670106110 0x7fe67019c330 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fe65c00e9c0 tx=0x7fe65c00ed80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:16.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.802+0000 7fe66e000700 1 -- 172.21.15.44:0/3318237049 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe65c00cbd0 con 0x7fe670106110 2024-05-21T00:43:16.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.803+0000 7fe66e000700 1 -- 172.21.15.44:0/3318237049 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe65c00cd70 con 0x7fe670106110 2024-05-21T00:43:16.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.803+0000 7fe66e000700 1 -- 172.21.15.44:0/3318237049 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe65c005680 con 0x7fe670106110 2024-05-21T00:43:16.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.803+0000 7fe677e00700 1 -- 172.21.15.44:0/3318237049 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6701a10f0 con 0x7fe670106110 2024-05-21T00:43:16.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.803+0000 7fe677e00700 1 -- 172.21.15.44:0/3318237049 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6701a8970 con 0x7fe670106110 2024-05-21T00:43:16.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.807+0000 7fe66e000700 1 -- 172.21.15.44:0/3318237049 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fe65c004750 con 0x7fe670106110 2024-05-21T00:43:16.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.808+0000 7fe68273fb80 1 Processor -- start 2024-05-21T00:43:16.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.808+0000 7fe68273fb80 1 -- start start 2024-05-21T00:43:16.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.809+0000 7fe68273fb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d6c6236eb0 0x55d6c6237290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:16.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.809+0000 7fe68273fb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d6c62377d0 0x55d6c6231260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:16.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.809+0000 7fe68273fb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d6c6231880 0x55d6c6231ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:16.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.809+0000 7fe68273fb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d6c618fe40 con 0x55d6c6236eb0 2024-05-21T00:43:16.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.809+0000 7fe68273fb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55d6c617f9e0 con 0x55d6c6231880 2024-05-21T00:43:16.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.809+0000 7fe68273fb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55d6c6183a20 con 0x55d6c62377d0 2024-05-21T00:43:16.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.809+0000 7fe675400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d6c62377d0 0x55d6c6231260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:16.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.809+0000 7fe675400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d6c62377d0 0x55d6c6231260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:42382/0 (socket says 172.21.15.44:42382) 2024-05-21T00:43:16.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.809+0000 7fe675400700 1 -- 172.21.15.44:0/2272879348 learned_addr learned my addr 172.21.15.44:0/2272879348 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:16.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.809+0000 7fe675e00700 1 --2- 172.21.15.44:0/2272879348 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d6c6236eb0 0x55d6c6237290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:16.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.809+0000 7fe674a00700 1 --2- 172.21.15.44:0/2272879348 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d6c6231880 0x55d6c6231ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:16.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.809+0000 7fe66e000700 1 --2- 172.21.15.44:0/3318237049 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe6580b29d0 0x7fe6580b4e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:16.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.810+0000 7fe675400700 1 -- 172.21.15.44:0/2272879348 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d6c6231880 msgr2=0x55d6c6231ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:16.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.810+0000 7fe675400700 1 --2- 172.21.15.44:0/2272879348 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d6c6231880 0x55d6c6231ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.810+0000 7fe675400700 1 -- 172.21.15.44:0/2272879348 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d6c6236eb0 msgr2=0x55d6c6237290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:16.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.810+0000 7fe675400700 1 --2- 172.21.15.44:0/2272879348 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d6c6236eb0 0x55d6c6237290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.810+0000 7fe675400700 1 -- 172.21.15.44:0/2272879348 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d6c6148420 con 0x55d6c62377d0 2024-05-21T00:43:16.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.810+0000 7fe66e000700 1 -- 172.21.15.44:0/3318237049 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fe65c0e2460 con 0x7fe670106110 2024-05-21T00:43:16.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.810+0000 7fe675e00700 1 --2- 172.21.15.44:0/3318237049 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe6580b29d0 0x7fe6580b4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:16.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.810+0000 7fe675400700 1 --2- 172.21.15.44:0/2272879348 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d6c62377d0 0x55d6c6231260 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fe664009ce0 tx=0x7fe664011440 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f74dca8f4b27cbca server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:16.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.811+0000 7fe662a00700 1 -- 172.21.15.44:0/2272879348 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe664011d80 con 0x55d6c62377d0 2024-05-21T00:43:16.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.811+0000 7fe662a00700 1 -- 172.21.15.44:0/2272879348 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe664004500 con 0x55d6c62377d0 2024-05-21T00:43:16.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.811+0000 7fe662a00700 1 -- 172.21.15.44:0/2272879348 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe664005240 con 0x55d6c62377d0 2024-05-21T00:43:16.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.812+0000 7fe68273fb80 1 -- 172.21.15.44:0/2272879348 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d6c62377d0 msgr2=0x55d6c6231260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:16.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.812+0000 7fe675e00700 1 --2- 172.21.15.44:0/3318237049 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe6580b29d0 0x7fe6580b4e90 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fe66800b6c0 tx=0x7fe668009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:16.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.812+0000 7fe68273fb80 1 --2- 172.21.15.44:0/2272879348 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d6c62377d0 0x55d6c6231260 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fe664009ce0 tx=0x7fe664011440 comp rx=0 tx=0).stop 2024-05-21T00:43:16.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.812+0000 7fe68273fb80 1 -- 172.21.15.44:0/2272879348 shutdown_connections 2024-05-21T00:43:16.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.812+0000 7fe68273fb80 1 --2- 172.21.15.44:0/2272879348 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d6c6236eb0 0x55d6c6237290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.812+0000 7fe68273fb80 1 --2- 172.21.15.44:0/2272879348 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d6c6231880 0x55d6c6231ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.812+0000 7fe68273fb80 1 --2- 172.21.15.44:0/2272879348 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d6c62377d0 0x55d6c6231260 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.812+0000 7fe68273fb80 1 -- 172.21.15.44:0/2272879348 >> 172.21.15.44:0/2272879348 conn(0x55d6c615fbe0 msgr2=0x55d6c622c010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:16.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.812+0000 7fe68273fb80 1 -- 172.21.15.44:0/2272879348 shutdown_connections 2024-05-21T00:43:16.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.812+0000 7fe68273fb80 1 -- 172.21.15.44:0/2272879348 wait complete. 2024-05-21T00:43:16.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.813+0000 7fe68273fb80 1 -- start start 2024-05-21T00:43:16.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.813+0000 7fe68273fb80 1 Processor -- start 2024-05-21T00:43:16.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.814+0000 7fe68273fb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d6c6231880 0x55d6c623d490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:16.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.814+0000 7fe68273fb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d6c6236eb0 0x55d6c623a830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:16.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.814+0000 7fe68273fb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d6c62377d0 0x55d6c623ad70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:16.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.814+0000 7fe68273fb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d6c6085fa0 con 0x55d6c62377d0 2024-05-21T00:43:16.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.814+0000 7fe68273fb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55d6c6120760 con 0x55d6c6231880 2024-05-21T00:43:16.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.814+0000 7fe68273fb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55d6c623e240 con 0x55d6c6236eb0 2024-05-21T00:43:16.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.814+0000 7fe68273fb80 10 client.0 _ll_register_callbacks cb 0x55d6c6129c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:43:16.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.814+0000 7fe675400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d6c6231880 0x55d6c623d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:16.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.814+0000 7fe675e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d6c62377d0 0x55d6c623ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:16.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.814+0000 7fe674a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d6c6236eb0 0x55d6c623a830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:16.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.814+0000 7fe674a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d6c6236eb0 0x55d6c623a830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:42394/0 (socket says 172.21.15.44:42394) 2024-05-21T00:43:16.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.814+0000 7fe674a00700 1 -- 172.21.15.44:0/1598411826 learned_addr learned my addr 172.21.15.44:0/1598411826 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:16.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.814+0000 7fe675400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d6c6231880 0x55d6c623d490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:59392/0 (socket says 172.21.15.44:59392) 2024-05-21T00:43:16.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.815+0000 7fe674a00700 1 -- 172.21.15.44:0/1598411826 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d6c6231880 msgr2=0x55d6c623d490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:16.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.815+0000 7fe674a00700 1 --2- 172.21.15.44:0/1598411826 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d6c6231880 0x55d6c623d490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.815+0000 7fe674a00700 1 -- 172.21.15.44:0/1598411826 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d6c62377d0 msgr2=0x55d6c623ad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:16.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.815+0000 7fe674a00700 1 --2- 172.21.15.44:0/1598411826 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d6c62377d0 0x55d6c623ad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.815+0000 7fe674a00700 1 -- 172.21.15.44:0/1598411826 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d6c60cf8d0 con 0x55d6c6236eb0 2024-05-21T00:43:16.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.815+0000 7fe674a00700 1 --2- 172.21.15.44:0/1598411826 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d6c6236eb0 0x55d6c623a830 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fe65c0a6c50 tx=0x7fe65c0a9830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5def441d970671a0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:16.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.815+0000 7fe657400700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:43:16.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.815+0000 7fe657400700 1 -- 172.21.15.44:0/1598411826 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe65c0a9150 con 0x55d6c6236eb0 2024-05-21T00:43:16.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.815+0000 7fe657400700 1 -- 172.21.15.44:0/1598411826 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fe65c0cc2d0 con 0x55d6c6236eb0 2024-05-21T00:43:16.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.816+0000 7fe68273fb80 1 -- 172.21.15.44:0/1598411826 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe664004500 con 0x55d6c6236eb0 2024-05-21T00:43:16.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.816+0000 7fe657400700 1 -- 172.21.15.44:0/1598411826 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe65c0a5170 con 0x55d6c6236eb0 2024-05-21T00:43:16.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.816+0000 7fe68273fb80 10 client.25435 fetch_fsmap learned FSMap version 26 2024-05-21T00:43:16.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.816+0000 7fe68273fb80 1 -- 172.21.15.44:0/1598411826 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d6c6150060 con 0x55d6c6236eb0 2024-05-21T00:43:16.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.816+0000 7fe657400700 1 -- 172.21.15.44:0/1598411826 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe664004500 con 0x55d6c6236eb0 2024-05-21T00:43:16.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.816+0000 7fe657400700 1 -- 172.21.15.44:0/1598411826 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe65c0a9c40 con 0x55d6c6236eb0 2024-05-21T00:43:16.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.817+0000 7fe68273fb80 10 client.25435 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:43:16.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.817+0000 7fe68273fb80 10 client.25435 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:43:16.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.817+0000 7fe68273fb80 20 client.25435 populate_metadata read hostname 'smithi044' 2024-05-21T00:43:16.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.817+0000 7fe68273fb80 1 --2- 172.21.15.44:0/1598411826 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55d6c624ad80 0x55d6c624d170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:16.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.817+0000 7fe68273fb80 4 client.25435 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:43:16.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.817+0000 7fe68273fb80 1 -- 172.21.15.44:0/1598411826 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d6c6191d90 con 0x55d6c624ad80 2024-05-21T00:43:16.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.817+0000 7fe675400700 1 --2- 172.21.15.44:0/1598411826 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55d6c624ad80 0x55d6c624d170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:16.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.818+0000 7fe675400700 1 --2- 172.21.15.44:0/1598411826 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55d6c624ad80 0x55d6c624d170 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=487a056b640ce484 server_cookie=1fb2e586352a8e8c in_seq=0 out_seq=0 2024-05-21T00:43:16.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.818+0000 7fe657400700 10 client.25435 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:16.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.819+0000 7fe657400700 1 -- 172.21.15.44:0/1598411826 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d6c6191d90 con 0x55d6c624ad80 2024-05-21T00:43:16.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.819+0000 7fe657400700 10 client.25435 handle_command_reply: tid=0 2024-05-21T00:43:16.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.819+0000 7fe68273fb80 1 client.25435 shutdown 2024-05-21T00:43:16.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.819+0000 7fe68273fb80 1 -- 172.21.15.44:0/1598411826 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d6c6236eb0 msgr2=0x55d6c623a830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:16.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.819+0000 7fe68273fb80 1 --2- 172.21.15.44:0/1598411826 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d6c6236eb0 0x55d6c623a830 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fe65c0a6c50 tx=0x7fe65c0a9830 comp rx=0 tx=0).stop 2024-05-21T00:43:16.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.819+0000 7fe68273fb80 1 -- 172.21.15.44:0/1598411826 shutdown_connections 2024-05-21T00:43:16.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.819+0000 7fe68273fb80 1 --2- 172.21.15.44:0/1598411826 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d6c62377d0 0x55d6c623ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.819+0000 7fe68273fb80 1 --2- 172.21.15.44:0/1598411826 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55d6c624ad80 0x55d6c624d170 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.819+0000 7fe68273fb80 1 --2- 172.21.15.44:0/1598411826 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d6c6231880 0x55d6c623d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.819+0000 7fe68273fb80 1 --2- 172.21.15.44:0/1598411826 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d6c6236eb0 0x55d6c623a830 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.819+0000 7fe68273fb80 1 -- 172.21.15.44:0/1598411826 >> 172.21.15.44:0/1598411826 conn(0x55d6c615fbe0 msgr2=0x55d6c6230250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:16.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.819+0000 7fe657400700 0 client.25435 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:16.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.819+0000 7fe68273fb80 1 -- 172.21.15.44:0/1598411826 shutdown_connections 2024-05-21T00:43:16.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.820+0000 7fe68273fb80 1 -- 172.21.15.44:0/1598411826 wait complete. 2024-05-21T00:43:16.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.820+0000 7fe68273fb80 20 client.25435 trim_cache size 0 max 16384 2024-05-21T00:43:16.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.837+0000 7fe68273fb80 1 Processor -- start 2024-05-21T00:43:16.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.837+0000 7fe68273fb80 1 -- start start 2024-05-21T00:43:16.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.837+0000 7fe68273fb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d6c6231880 0x55d6c6231260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:16.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.837+0000 7fe68273fb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d6c6236eb0 0x55d6c624cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:16.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.837+0000 7fe68273fb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d6c62377d0 0x55d6c624d2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:16.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.837+0000 7fe68273fb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe6701b2860 con 0x55d6c6236eb0 2024-05-21T00:43:16.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.837+0000 7fe68273fb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe6701b00f0 con 0x55d6c62377d0 2024-05-21T00:43:16.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.837+0000 7fe68273fb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fe6701adf40 con 0x55d6c6231880 2024-05-21T00:43:16.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.838+0000 7fe675400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d6c6231880 0x55d6c6231260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:16.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.838+0000 7fe675e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d6c62377d0 0x55d6c624d2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:16.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.838+0000 7fe675400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d6c6231880 0x55d6c6231260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:42410/0 (socket says 172.21.15.44:42410) 2024-05-21T00:43:16.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.838+0000 7fe675e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d6c62377d0 0x55d6c624d2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:59400/0 (socket says 172.21.15.44:59400) 2024-05-21T00:43:16.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.838+0000 7fe675400700 1 -- 172.21.15.44:0/2687467251 learned_addr learned my addr 172.21.15.44:0/2687467251 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:16.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.838+0000 7fe674a00700 1 --2- 172.21.15.44:0/2687467251 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d6c6236eb0 0x55d6c624cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:16.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.838+0000 7fe675400700 1 -- 172.21.15.44:0/2687467251 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d6c62377d0 msgr2=0x55d6c624d2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:16.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.838+0000 7fe675400700 1 --2- 172.21.15.44:0/2687467251 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d6c62377d0 0x55d6c624d2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.838+0000 7fe675400700 1 -- 172.21.15.44:0/2687467251 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d6c6236eb0 msgr2=0x55d6c624cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:16.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.838+0000 7fe675400700 1 --2- 172.21.15.44:0/2687467251 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d6c6236eb0 0x55d6c624cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.838+0000 7fe675400700 1 -- 172.21.15.44:0/2687467251 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d6c62322d0 con 0x55d6c6231880 2024-05-21T00:43:16.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.838+0000 7fe674a00700 1 --2- 172.21.15.44:0/2687467251 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d6c6236eb0 0x55d6c624cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:43:16.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.838+0000 7fe675400700 1 --2- 172.21.15.44:0/2687467251 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d6c6231880 0x55d6c6231260 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fe664000c00 tx=0x7fe664005ed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=72630f51c17b2148 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:16.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.839+0000 7fe662000700 1 -- 172.21.15.44:0/2687467251 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe664030070 con 0x55d6c6231880 2024-05-21T00:43:16.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.839+0000 7fe662000700 1 -- 172.21.15.44:0/2687467251 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe664009790 con 0x55d6c6231880 2024-05-21T00:43:16.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.839+0000 7fe662000700 1 -- 172.21.15.44:0/2687467251 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe664005460 con 0x55d6c6231880 2024-05-21T00:43:16.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.840+0000 7fe68273fb80 1 -- 172.21.15.44:0/2687467251 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d6c6231880 msgr2=0x55d6c6231260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:16.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.840+0000 7fe68273fb80 1 --2- 172.21.15.44:0/2687467251 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d6c6231880 0x55d6c6231260 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fe664000c00 tx=0x7fe664005ed0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.840+0000 7fe68273fb80 1 -- 172.21.15.44:0/2687467251 shutdown_connections 2024-05-21T00:43:16.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.840+0000 7fe68273fb80 1 --2- 172.21.15.44:0/2687467251 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d6c62377d0 0x55d6c624d2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.840+0000 7fe68273fb80 1 --2- 172.21.15.44:0/2687467251 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d6c6231880 0x55d6c6231260 secure :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fe664000c00 tx=0x7fe664005ed0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.840+0000 7fe68273fb80 1 --2- 172.21.15.44:0/2687467251 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d6c6236eb0 0x55d6c624cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.840+0000 7fe68273fb80 1 -- 172.21.15.44:0/2687467251 >> 172.21.15.44:0/2687467251 conn(0x55d6c615fbe0 msgr2=0x55d6c6225e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:16.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.840+0000 7fe68273fb80 1 -- 172.21.15.44:0/2687467251 shutdown_connections 2024-05-21T00:43:16.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.840+0000 7fe68273fb80 1 -- 172.21.15.44:0/2687467251 wait complete. 2024-05-21T00:43:16.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.841+0000 7fe68273fb80 1 -- start start 2024-05-21T00:43:16.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.841+0000 7fe68273fb80 1 Processor -- start 2024-05-21T00:43:16.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.841+0000 7fe68273fb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d6c6236eb0 0x55d6c6243a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:16.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.841+0000 7fe68273fb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d6c62377d0 0x55d6c6251f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:16.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.841+0000 7fe68273fb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d6c62524c0 0x55d6c6252940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:16.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.842+0000 7fe68273fb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe6701ae5b0 con 0x55d6c6236eb0 2024-05-21T00:43:16.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.842+0000 7fe68273fb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe6701afa20 con 0x55d6c62524c0 2024-05-21T00:43:16.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.842+0000 7fe68273fb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fe6701aec80 con 0x55d6c62377d0 2024-05-21T00:43:16.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.842+0000 7fe68273fb80 10 client.0 _ll_register_callbacks cb 0x55d6c6129c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:43:16.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.842+0000 7fe675400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d6c6236eb0 0x55d6c6243a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:16.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.842+0000 7fe674a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d6c62377d0 0x55d6c6251f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:16.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.842+0000 7fe674a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d6c62377d0 0x55d6c6251f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:42424/0 (socket says 172.21.15.44:42424) 2024-05-21T00:43:16.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.842+0000 7fe674a00700 1 -- 172.21.15.44:0/1126144749 learned_addr learned my addr 172.21.15.44:0/1126144749 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:16.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.842+0000 7fe675e00700 1 --2- 172.21.15.44:0/1126144749 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d6c62524c0 0x55d6c6252940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:16.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.842+0000 7fe674a00700 1 -- 172.21.15.44:0/1126144749 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d6c62524c0 msgr2=0x55d6c6252940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:16.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.842+0000 7fe674a00700 1 --2- 172.21.15.44:0/1126144749 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d6c62524c0 0x55d6c6252940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.842+0000 7fe674a00700 1 -- 172.21.15.44:0/1126144749 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d6c6236eb0 msgr2=0x55d6c6243a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:16.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.842+0000 7fe674a00700 1 --2- 172.21.15.44:0/1126144749 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d6c6236eb0 0x55d6c6243a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.842+0000 7fe674a00700 1 -- 172.21.15.44:0/1126144749 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d6c62b4820 con 0x55d6c62377d0 2024-05-21T00:43:16.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.842+0000 7fe675e00700 1 --2- 172.21.15.44:0/1126144749 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d6c62524c0 0x55d6c6252940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:43:16.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.843+0000 7fe674a00700 1 --2- 172.21.15.44:0/1126144749 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d6c62377d0 0x55d6c6251f80 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fe65c00c5b0 tx=0x7fe65c0b28d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4d2f8ee8a5e19e7a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:16.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.843+0000 7fe657400700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:43:16.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.843+0000 7fe657400700 1 -- 172.21.15.44:0/1126144749 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe65c0a9330 con 0x55d6c62377d0 2024-05-21T00:43:16.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.843+0000 7fe657400700 1 -- 172.21.15.44:0/1126144749 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fe65c0a8c40 con 0x55d6c62377d0 2024-05-21T00:43:16.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.843+0000 7fe68273fb80 1 -- 172.21.15.44:0/1126144749 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe664009790 con 0x55d6c62377d0 2024-05-21T00:43:16.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.843+0000 7fe657400700 1 -- 172.21.15.44:0/1126144749 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe65c0a94f0 con 0x55d6c62377d0 2024-05-21T00:43:16.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.843+0000 7fe68273fb80 10 client.25441 fetch_fsmap learned FSMap version 26 2024-05-21T00:43:16.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.843+0000 7fe68273fb80 1 -- 172.21.15.44:0/1126144749 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d6c62b5a80 con 0x55d6c62377d0 2024-05-21T00:43:16.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.844+0000 7fe657400700 1 -- 172.21.15.44:0/1126144749 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe664009790 con 0x55d6c62377d0 2024-05-21T00:43:16.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.844+0000 7fe657400700 1 -- 172.21.15.44:0/1126144749 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe65c004a40 con 0x55d6c62377d0 2024-05-21T00:43:16.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.844+0000 7fe68273fb80 10 client.25441 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:43:16.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.844+0000 7fe68273fb80 10 client.25441 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:43:16.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.844+0000 7fe68273fb80 20 client.25441 populate_metadata read hostname 'smithi044' 2024-05-21T00:43:16.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.844+0000 7fe68273fb80 1 --2- 172.21.15.44:0/1126144749 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55d6c62b5f10 0x55d6c62b8330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:16.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.844+0000 7fe68273fb80 4 client.25441 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:43:16.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.844+0000 7fe68273fb80 1 -- 172.21.15.44:0/1126144749 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d6c618b570 con 0x55d6c62b5f10 2024-05-21T00:43:16.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.845+0000 7fe675400700 1 --2- 172.21.15.44:0/1126144749 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55d6c62b5f10 0x55d6c62b8330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:16.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.845+0000 7fe675400700 1 --2- 172.21.15.44:0/1126144749 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55d6c62b5f10 0x55d6c62b8330 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2b78ba855858eafb server_cookie=dc4fec1f94f213ba in_seq=0 out_seq=0 2024-05-21T00:43:16.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.845+0000 7fe657400700 10 client.25441 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:16.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.845+0000 7fe657400700 1 -- 172.21.15.44:0/1126144749 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d6c618b570 con 0x55d6c62b5f10 2024-05-21T00:43:16.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.845+0000 7fe657400700 10 client.25441 handle_command_reply: tid=0 2024-05-21T00:43:16.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.845+0000 7fe68273fb80 1 client.25441 shutdown 2024-05-21T00:43:16.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.846+0000 7fe68273fb80 1 -- 172.21.15.44:0/1126144749 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d6c62377d0 msgr2=0x55d6c6251f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:16.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.846+0000 7fe68273fb80 1 --2- 172.21.15.44:0/1126144749 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d6c62377d0 0x55d6c6251f80 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fe65c00c5b0 tx=0x7fe65c0b28d0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.846+0000 7fe68273fb80 1 -- 172.21.15.44:0/1126144749 shutdown_connections 2024-05-21T00:43:16.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.846+0000 7fe68273fb80 1 --2- 172.21.15.44:0/1126144749 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d6c6236eb0 0x55d6c6243a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.846+0000 7fe68273fb80 1 --2- 172.21.15.44:0/1126144749 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55d6c62b5f10 0x55d6c62b8330 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.846+0000 7fe68273fb80 1 --2- 172.21.15.44:0/1126144749 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d6c62524c0 0x55d6c6252940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.846+0000 7fe68273fb80 1 --2- 172.21.15.44:0/1126144749 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d6c62377d0 0x55d6c6251f80 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.846+0000 7fe657400700 0 client.25441 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:16.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.846+0000 7fe68273fb80 1 -- 172.21.15.44:0/1126144749 >> 172.21.15.44:0/1126144749 conn(0x55d6c615fbe0 msgr2=0x55d6c623a690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:16.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.846+0000 7fe68273fb80 1 -- 172.21.15.44:0/1126144749 shutdown_connections 2024-05-21T00:43:16.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.846+0000 7fe68273fb80 1 -- 172.21.15.44:0/1126144749 wait complete. 2024-05-21T00:43:16.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.846+0000 7fe68273fb80 20 client.25441 trim_cache size 0 max 16384 2024-05-21T00:43:16.851 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-21T00:43:16.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.847+0000 7fe677e00700 1 -- 172.21.15.44:0/3318237049 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe6580b29d0 msgr2=0x7fe6580b4e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:16.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.847+0000 7fe677e00700 1 --2- 172.21.15.44:0/3318237049 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe6580b29d0 0x7fe6580b4e90 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fe66800b6c0 tx=0x7fe668009920 comp rx=0 tx=0).stop 2024-05-21T00:43:16.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.847+0000 7fe677e00700 1 -- 172.21.15.44:0/3318237049 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe670106110 msgr2=0x7fe67019c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:16.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.847+0000 7fe677e00700 1 --2- 172.21.15.44:0/3318237049 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe670106110 0x7fe67019c330 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fe65c00e9c0 tx=0x7fe65c00ed80 comp rx=0 tx=0).stop 2024-05-21T00:43:16.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.848+0000 7fe677e00700 1 -- 172.21.15.44:0/3318237049 shutdown_connections 2024-05-21T00:43:16.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.848+0000 7fe677e00700 1 --2- 172.21.15.44:0/3318237049 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fe6580b29d0 0x7fe6580b4e90 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.848+0000 7fe677e00700 1 --2- 172.21.15.44:0/3318237049 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe67010b750 0x7fe6701a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.848+0000 7fe677e00700 1 --2- 172.21.15.44:0/3318237049 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe670105750 0x7fe67019bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.848+0000 7fe677e00700 1 --2- 172.21.15.44:0/3318237049 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe670106110 0x7fe67019c330 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:16.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.848+0000 7fe677e00700 1 -- 172.21.15.44:0/3318237049 >> 172.21.15.44:0/3318237049 conn(0x7fe670101280 msgr2=0x7fe6701017c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:16.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.849+0000 7fe677e00700 1 -- 172.21.15.44:0/3318237049 shutdown_connections 2024-05-21T00:43:16.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:16.849+0000 7fe677e00700 1 -- 172.21.15.44:0/3318237049 wait complete. 2024-05-21T00:43:17.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:17 smithi044 ceph-mon[31392]: pgmap v495: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:43:17.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:17 smithi082 ceph-mon[36141]: pgmap v495: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:43:18.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:17 smithi092 ceph-mon[36335]: pgmap v495: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:43:18.827 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T00:43:18.827 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T00:43:19.273 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:43:19.894 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:19 smithi044 ceph-mon[31392]: pgmap v496: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-21T00:43:19.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:19 smithi082 ceph-mon[36141]: pgmap v496: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-21T00:43:20.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:19 smithi092 ceph-mon[36335]: pgmap v496: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-21T00:43:21.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:21 smithi044 ceph-mon[31392]: pgmap v497: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:43:21.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.919+0000 7fb726400700 1 -- 172.21.15.44:0/1551727747 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb720102b70 msgr2=0x7fb72010f830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:21.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.919+0000 7fb726400700 1 --2- 172.21.15.44:0/1551727747 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb720102b70 0x7fb72010f830 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb70c009990 tx=0x7fb70c009ca0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.919+0000 7fb726400700 1 -- 172.21.15.44:0/1551727747 shutdown_connections 2024-05-21T00:43:21.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.919+0000 7fb726400700 1 --2- 172.21.15.44:0/1551727747 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb7201021c0 0x7fb7201025a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.919+0000 7fb726400700 1 --2- 172.21.15.44:0/1551727747 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb72010fd70 0x7fb720112160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.919+0000 7fb726400700 1 --2- 172.21.15.44:0/1551727747 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb720102b70 0x7fb72010f830 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.919+0000 7fb726400700 1 -- 172.21.15.44:0/1551727747 >> 172.21.15.44:0/1551727747 conn(0x7fb7200fde60 msgr2=0x7fb720100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:21.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.919+0000 7fb726400700 1 -- 172.21.15.44:0/1551727747 shutdown_connections 2024-05-21T00:43:21.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.919+0000 7fb726400700 1 -- 172.21.15.44:0/1551727747 wait complete. 2024-05-21T00:43:21.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.920+0000 7fb726400700 1 Processor -- start 2024-05-21T00:43:21.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.920+0000 7fb726400700 1 -- start start 2024-05-21T00:43:21.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.921+0000 7fb726400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb7201021c0 0x7fb7201044a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:21.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.921+0000 7fb726400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb720102b70 0x7fb7201049e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:21.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.921+0000 7fb726400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb72010fd70 0x7fb720104f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:21.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.921+0000 7fb726400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb720115860 con 0x7fb72010fd70 2024-05-21T00:43:21.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.921+0000 7fb726400700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fb7201156e0 con 0x7fb720102b70 2024-05-21T00:43:21.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.921+0000 7fb726400700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fb7201159e0 con 0x7fb7201021c0 2024-05-21T00:43:21.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.921+0000 7fb725000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb7201021c0 0x7fb7201044a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:21.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.921+0000 7fb725000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb7201021c0 0x7fb7201044a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:50008/0 (socket says 172.21.15.44:50008) 2024-05-21T00:43:21.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.921+0000 7fb725000700 1 -- 172.21.15.44:0/1401090269 learned_addr learned my addr 172.21.15.44:0/1401090269 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:21.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.921+0000 7fb71fe00700 1 --2- 172.21.15.44:0/1401090269 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb720102b70 0x7fb7201049e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:21.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.921+0000 7fb725a00700 1 --2- 172.21.15.44:0/1401090269 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb72010fd70 0x7fb720104f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:21.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.922+0000 7fb725000700 1 -- 172.21.15.44:0/1401090269 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb720102b70 msgr2=0x7fb7201049e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:21.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.922+0000 7fb725000700 1 --2- 172.21.15.44:0/1401090269 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb720102b70 0x7fb7201049e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.922+0000 7fb725000700 1 -- 172.21.15.44:0/1401090269 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb72010fd70 msgr2=0x7fb720104f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:21.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.922+0000 7fb725000700 1 --2- 172.21.15.44:0/1401090269 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb72010fd70 0x7fb720104f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.922+0000 7fb725000700 1 -- 172.21.15.44:0/1401090269 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7201ac440 con 0x7fb7201021c0 2024-05-21T00:43:21.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.922+0000 7fb725000700 1 --2- 172.21.15.44:0/1401090269 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb7201021c0 0x7fb7201044a0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fb71400eb60 tx=0x7fb71400ee70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:21.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.922+0000 7fb71d600700 1 -- 172.21.15.44:0/1401090269 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb71400cc90 con 0x7fb7201021c0 2024-05-21T00:43:21.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.923+0000 7fb71d600700 1 -- 172.21.15.44:0/1401090269 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb7140044d0 con 0x7fb7201021c0 2024-05-21T00:43:21.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.923+0000 7fb71d600700 1 -- 172.21.15.44:0/1401090269 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb714010430 con 0x7fb7201021c0 2024-05-21T00:43:21.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.923+0000 7fb726400700 1 -- 172.21.15.44:0/1401090269 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7201ac730 con 0x7fb7201021c0 2024-05-21T00:43:21.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.923+0000 7fb726400700 1 -- 172.21.15.44:0/1401090269 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7201acbf0 con 0x7fb7201021c0 2024-05-21T00:43:21.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.927+0000 7fb71d600700 1 -- 172.21.15.44:0/1401090269 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fb714003710 con 0x7fb7201021c0 2024-05-21T00:43:21.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.929+0000 7fb71d600700 1 --2- 172.21.15.44:0/1401090269 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb7080b2900 0x7fb7080b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:21.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.929+0000 7fb71d600700 1 -- 172.21.15.44:0/1401090269 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fb7140e26f0 con 0x7fb7201021c0 2024-05-21T00:43:21.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.930+0000 7fb71fe00700 1 --2- 172.21.15.44:0/1401090269 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb7080b2900 0x7fb7080b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:21.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.930+0000 7fb732333b80 1 Processor -- start 2024-05-21T00:43:21.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.930+0000 7fb732333b80 1 -- start start 2024-05-21T00:43:21.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.931+0000 7fb732333b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5555ffc19840 0x5555ffc19c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:21.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.931+0000 7fb732333b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5555ffc1a160 0x5555ffc13df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:21.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.931+0000 7fb732333b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5555ffc14410 0x5555ffc14870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:21.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.931+0000 7fb732333b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5555ffb71ec0 con 0x5555ffc14410 2024-05-21T00:43:21.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.931+0000 7fb732333b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5555ffb61a60 con 0x5555ffc1a160 2024-05-21T00:43:21.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.931+0000 7fb732333b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x5555ffb65aa0 con 0x5555ffc19840 2024-05-21T00:43:21.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.931+0000 7fb71fe00700 1 --2- 172.21.15.44:0/1401090269 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb7080b2900 0x7fb7080b4dc0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fb70c006010 tx=0x7fb70c01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:21.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.931+0000 7fb725000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5555ffc19840 0x5555ffc19c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:21.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.931+0000 7fb725000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5555ffc19840 0x5555ffc19c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:50014/0 (socket says 172.21.15.44:50014) 2024-05-21T00:43:21.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.931+0000 7fb71fe00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5555ffc1a160 0x5555ffc13df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:21.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.931+0000 7fb725000700 1 -- 172.21.15.44:0/703035818 learned_addr learned my addr 172.21.15.44:0/703035818 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:21.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.931+0000 7fb725a00700 1 --2- 172.21.15.44:0/703035818 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5555ffc14410 0x5555ffc14870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:21.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.932+0000 7fb725000700 1 -- 172.21.15.44:0/703035818 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5555ffc1a160 msgr2=0x5555ffc13df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:21.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.932+0000 7fb725000700 1 --2- 172.21.15.44:0/703035818 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5555ffc1a160 0x5555ffc13df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.932+0000 7fb725000700 1 -- 172.21.15.44:0/703035818 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5555ffc14410 msgr2=0x5555ffc14870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:21.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.932+0000 7fb725000700 1 --2- 172.21.15.44:0/703035818 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5555ffc14410 0x5555ffc14870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.932+0000 7fb725000700 1 -- 172.21.15.44:0/703035818 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5555ffb2a4a0 con 0x5555ffc19840 2024-05-21T00:43:21.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.932+0000 7fb725a00700 1 --2- 172.21.15.44:0/703035818 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5555ffc14410 0x5555ffc14870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:43:21.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.932+0000 7fb725000700 1 --2- 172.21.15.44:0/703035818 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5555ffc19840 0x5555ffc19c20 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fb7140a9c00 tx=0x7fb714009f60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c92d9f88ffd69773 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:21.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.932+0000 7fb712000700 1 -- 172.21.15.44:0/703035818 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7140a5400 con 0x5555ffc19840 2024-05-21T00:43:21.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.933+0000 7fb712000700 1 -- 172.21.15.44:0/703035818 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb7140b2420 con 0x5555ffc19840 2024-05-21T00:43:21.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.933+0000 7fb712000700 1 -- 172.21.15.44:0/703035818 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7140e0260 con 0x5555ffc19840 2024-05-21T00:43:21.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.933+0000 7fb732333b80 1 -- 172.21.15.44:0/703035818 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5555ffc19840 msgr2=0x5555ffc19c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:21.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.933+0000 7fb732333b80 1 --2- 172.21.15.44:0/703035818 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5555ffc19840 0x5555ffc19c20 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fb7140a9c00 tx=0x7fb714009f60 comp rx=0 tx=0).stop 2024-05-21T00:43:21.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.934+0000 7fb732333b80 1 -- 172.21.15.44:0/703035818 shutdown_connections 2024-05-21T00:43:21.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.934+0000 7fb732333b80 1 --2- 172.21.15.44:0/703035818 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5555ffc14410 0x5555ffc14870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.934+0000 7fb732333b80 1 --2- 172.21.15.44:0/703035818 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5555ffc19840 0x5555ffc19c20 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.934+0000 7fb732333b80 1 --2- 172.21.15.44:0/703035818 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5555ffc1a160 0x5555ffc13df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.934+0000 7fb732333b80 1 -- 172.21.15.44:0/703035818 >> 172.21.15.44:0/703035818 conn(0x5555ffb41c60 msgr2=0x5555ffc0e890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:21.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.934+0000 7fb732333b80 1 -- 172.21.15.44:0/703035818 shutdown_connections 2024-05-21T00:43:21.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.934+0000 7fb732333b80 1 -- 172.21.15.44:0/703035818 wait complete. 2024-05-21T00:43:21.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.934+0000 7fb732333b80 1 -- start start 2024-05-21T00:43:21.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.935+0000 7fb732333b80 1 Processor -- start 2024-05-21T00:43:21.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.935+0000 7fb732333b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5555ffc14410 0x5555ffc1ff90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:21.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.935+0000 7fb732333b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5555ffc19840 0x5555ffc1d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:21.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.935+0000 7fb732333b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5555ffc1a160 0x5555ffc1d870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:21.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.935+0000 7fb732333b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5555ffa68020 con 0x5555ffc1a160 2024-05-21T00:43:21.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.935+0000 7fb732333b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5555ffb027e0 con 0x5555ffc14410 2024-05-21T00:43:21.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.935+0000 7fb732333b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x5555ffc20c20 con 0x5555ffc19840 2024-05-21T00:43:21.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.935+0000 7fb732333b80 10 client.0 _ll_register_callbacks cb 0x5555ffb0bcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:43:21.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.936+0000 7fb725000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5555ffc14410 0x5555ffc1ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:21.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.936+0000 7fb725000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5555ffc14410 0x5555ffc1ff90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:46674/0 (socket says 172.21.15.44:46674) 2024-05-21T00:43:21.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.936+0000 7fb71fe00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5555ffc19840 0x5555ffc1d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:21.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.936+0000 7fb725a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5555ffc1a160 0x5555ffc1d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:21.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.936+0000 7fb725000700 1 -- 172.21.15.44:0/565492789 learned_addr learned my addr 172.21.15.44:0/565492789 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:21.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.937+0000 7fb725000700 1 -- 172.21.15.44:0/565492789 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5555ffc19840 msgr2=0x5555ffc1d330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:21.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.937+0000 7fb725000700 1 --2- 172.21.15.44:0/565492789 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5555ffc19840 0x5555ffc1d330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.937+0000 7fb725000700 1 -- 172.21.15.44:0/565492789 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5555ffc1a160 msgr2=0x5555ffc1d870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:21.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.937+0000 7fb725000700 1 --2- 172.21.15.44:0/565492789 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5555ffc1a160 0x5555ffc1d870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.937+0000 7fb725000700 1 -- 172.21.15.44:0/565492789 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5555ffab1950 con 0x5555ffc14410 2024-05-21T00:43:21.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.937+0000 7fb71fe00700 1 --2- 172.21.15.44:0/565492789 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5555ffc19840 0x5555ffc1d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:43:21.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.937+0000 7fb725a00700 1 --2- 172.21.15.44:0/565492789 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5555ffc1a160 0x5555ffc1d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:43:21.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.937+0000 7fb725000700 1 --2- 172.21.15.44:0/565492789 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5555ffc14410 0x5555ffc1ff90 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fb7140a9970 tx=0x7fb7140a9800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2c78ef6b3d79a6d8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:21.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.937+0000 7fb706a00700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:43:21.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.937+0000 7fb706a00700 1 -- 172.21.15.44:0/565492789 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7140c8020 con 0x5555ffc14410 2024-05-21T00:43:21.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.937+0000 7fb706a00700 1 -- 172.21.15.44:0/565492789 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fb7140b2640 con 0x5555ffc14410 2024-05-21T00:43:21.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.937+0000 7fb732333b80 1 -- 172.21.15.44:0/565492789 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb7140b2420 con 0x5555ffc14410 2024-05-21T00:43:21.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.938+0000 7fb706a00700 1 -- 172.21.15.44:0/565492789 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb71408b050 con 0x5555ffc14410 2024-05-21T00:43:21.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.938+0000 7fb732333b80 10 client.25442 fetch_fsmap learned FSMap version 26 2024-05-21T00:43:21.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.938+0000 7fb732333b80 1 -- 172.21.15.44:0/565492789 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5555ffb320e0 con 0x5555ffc14410 2024-05-21T00:43:21.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.938+0000 7fb706a00700 1 -- 172.21.15.44:0/565492789 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb7140b2420 con 0x5555ffc14410 2024-05-21T00:43:21.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.938+0000 7fb706a00700 1 -- 172.21.15.44:0/565492789 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb714020070 con 0x5555ffc14410 2024-05-21T00:43:21.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.939+0000 7fb732333b80 10 client.25442 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:43:21.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.939+0000 7fb732333b80 10 client.25442 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:43:21.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.939+0000 7fb732333b80 20 client.25442 populate_metadata read hostname 'smithi044' 2024-05-21T00:43:21.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.939+0000 7fb732333b80 1 --2- 172.21.15.44:0/565492789 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5555ffc2d6d0 0x5555ffc2fac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:21.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.939+0000 7fb732333b80 4 client.25442 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:43:21.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.939+0000 7fb732333b80 1 -- 172.21.15.44:0/565492789 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5555ffb73e10 con 0x5555ffc2d6d0 2024-05-21T00:43:21.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.939+0000 7fb71fe00700 1 --2- 172.21.15.44:0/565492789 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5555ffc2d6d0 0x5555ffc2fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:21.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.940+0000 7fb71fe00700 1 --2- 172.21.15.44:0/565492789 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5555ffc2d6d0 0x5555ffc2fac0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d0f1f7c937c0e1ea server_cookie=47531c3c257a2d1a in_seq=0 out_seq=0 2024-05-21T00:43:21.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.940+0000 7fb706a00700 10 client.25442 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:21.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.941+0000 7fb706a00700 1 -- 172.21.15.44:0/565492789 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5555ffb73e10 con 0x5555ffc2d6d0 2024-05-21T00:43:21.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.941+0000 7fb706a00700 10 client.25442 handle_command_reply: tid=0 2024-05-21T00:43:21.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.941+0000 7fb732333b80 1 client.25442 shutdown 2024-05-21T00:43:21.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.941+0000 7fb732333b80 1 -- 172.21.15.44:0/565492789 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5555ffc14410 msgr2=0x5555ffc1ff90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:21.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.941+0000 7fb732333b80 1 --2- 172.21.15.44:0/565492789 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5555ffc14410 0x5555ffc1ff90 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fb7140a9970 tx=0x7fb7140a9800 comp rx=0 tx=0).stop 2024-05-21T00:43:21.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.941+0000 7fb732333b80 1 -- 172.21.15.44:0/565492789 shutdown_connections 2024-05-21T00:43:21.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.941+0000 7fb732333b80 1 --2- 172.21.15.44:0/565492789 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5555ffc1a160 0x5555ffc1d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.941+0000 7fb732333b80 1 --2- 172.21.15.44:0/565492789 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5555ffc2d6d0 0x5555ffc2fac0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.941+0000 7fb706a00700 0 client.25442 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:21.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.941+0000 7fb732333b80 1 --2- 172.21.15.44:0/565492789 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5555ffc14410 0x5555ffc1ff90 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.941+0000 7fb732333b80 1 --2- 172.21.15.44:0/565492789 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5555ffc19840 0x5555ffc1d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.941+0000 7fb732333b80 1 -- 172.21.15.44:0/565492789 >> 172.21.15.44:0/565492789 conn(0x5555ffb41c60 msgr2=0x5555ffc0e040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:21.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:21 smithi082 ceph-mon[36141]: pgmap v497: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:43:21.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.942+0000 7fb732333b80 1 -- 172.21.15.44:0/565492789 shutdown_connections 2024-05-21T00:43:21.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.942+0000 7fb732333b80 1 -- 172.21.15.44:0/565492789 wait complete. 2024-05-21T00:43:21.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.942+0000 7fb732333b80 20 client.25442 trim_cache size 0 max 16384 2024-05-21T00:43:21.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.975+0000 7fb732333b80 1 Processor -- start 2024-05-21T00:43:21.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.975+0000 7fb732333b80 1 -- start start 2024-05-21T00:43:21.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.975+0000 7fb732333b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5555ffc14410 0x5555ffc13df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:21.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.975+0000 7fb732333b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5555ffc19840 0x5555ffc1f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:21.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.975+0000 7fb732333b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5555ffc1a160 0x5555ffc0e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:21.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.975+0000 7fb732333b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb7201b6c00 con 0x5555ffc14410 2024-05-21T00:43:21.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.975+0000 7fb732333b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fb7201b4490 con 0x5555ffc19840 2024-05-21T00:43:21.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.975+0000 7fb732333b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fb7201b22e0 con 0x5555ffc1a160 2024-05-21T00:43:21.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.976+0000 7fb725a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5555ffc1a160 0x5555ffc0e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:21.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.976+0000 7fb725a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5555ffc1a160 0x5555ffc0e7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:50030/0 (socket says 172.21.15.44:50030) 2024-05-21T00:43:21.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.976+0000 7fb725a00700 1 -- 172.21.15.44:0/2527862227 learned_addr learned my addr 172.21.15.44:0/2527862227 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:21.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.976+0000 7fb71fe00700 1 --2- 172.21.15.44:0/2527862227 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5555ffc19840 0x5555ffc1f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:21.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.976+0000 7fb725000700 1 --2- 172.21.15.44:0/2527862227 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5555ffc14410 0x5555ffc13df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:21.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.976+0000 7fb71fe00700 1 -- 172.21.15.44:0/2527862227 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5555ffc1a160 msgr2=0x5555ffc0e7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:21.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.976+0000 7fb71fe00700 1 --2- 172.21.15.44:0/2527862227 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5555ffc1a160 0x5555ffc0e7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.976+0000 7fb71fe00700 1 -- 172.21.15.44:0/2527862227 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5555ffc14410 msgr2=0x5555ffc13df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:21.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.976+0000 7fb71fe00700 1 --2- 172.21.15.44:0/2527862227 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5555ffc14410 0x5555ffc13df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.976+0000 7fb71fe00700 1 -- 172.21.15.44:0/2527862227 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5555ffc1b8a0 con 0x5555ffc19840 2024-05-21T00:43:21.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.977+0000 7fb71fe00700 1 --2- 172.21.15.44:0/2527862227 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5555ffc19840 0x5555ffc1f7d0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fb720105cf0 tx=0x7fb70c022000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cea323993662f9ac server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:21.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.978+0000 7fb711600700 1 -- 172.21.15.44:0/2527862227 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb70c038070 con 0x5555ffc19840 2024-05-21T00:43:21.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.978+0000 7fb711600700 1 -- 172.21.15.44:0/2527862227 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb70c032af0 con 0x5555ffc19840 2024-05-21T00:43:21.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.978+0000 7fb711600700 1 -- 172.21.15.44:0/2527862227 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb70c030b70 con 0x5555ffc19840 2024-05-21T00:43:21.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.979+0000 7fb732333b80 1 -- 172.21.15.44:0/2527862227 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5555ffc19840 msgr2=0x5555ffc1f7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:21.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.979+0000 7fb732333b80 1 --2- 172.21.15.44:0/2527862227 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5555ffc19840 0x5555ffc1f7d0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fb720105cf0 tx=0x7fb70c022000 comp rx=0 tx=0).stop 2024-05-21T00:43:21.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.979+0000 7fb732333b80 1 -- 172.21.15.44:0/2527862227 shutdown_connections 2024-05-21T00:43:21.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.979+0000 7fb732333b80 1 --2- 172.21.15.44:0/2527862227 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5555ffc14410 0x5555ffc13df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.979+0000 7fb732333b80 1 --2- 172.21.15.44:0/2527862227 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5555ffc1a160 0x5555ffc0e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.979+0000 7fb732333b80 1 --2- 172.21.15.44:0/2527862227 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5555ffc19840 0x5555ffc1f7d0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.979+0000 7fb732333b80 1 -- 172.21.15.44:0/2527862227 >> 172.21.15.44:0/2527862227 conn(0x5555ffb41c60 msgr2=0x5555ffc1add0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:21.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.979+0000 7fb732333b80 1 -- 172.21.15.44:0/2527862227 shutdown_connections 2024-05-21T00:43:21.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.979+0000 7fb732333b80 1 -- 172.21.15.44:0/2527862227 wait complete. 2024-05-21T00:43:21.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.980+0000 7fb732333b80 1 -- start start 2024-05-21T00:43:21.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.980+0000 7fb732333b80 1 Processor -- start 2024-05-21T00:43:21.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.981+0000 7fb732333b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5555ffc14410 0x5555ffc330f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:21.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.981+0000 7fb732333b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5555ffc19840 0x5555ffc314f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:21.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.981+0000 7fb732333b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5555ffc1a160 0x5555ffc31a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:21.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.981+0000 7fb732333b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb7201b2950 con 0x5555ffc1a160 2024-05-21T00:43:21.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.981+0000 7fb732333b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fb7201b3dc0 con 0x5555ffc19840 2024-05-21T00:43:21.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.981+0000 7fb732333b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fb7201b3020 con 0x5555ffc14410 2024-05-21T00:43:21.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.982+0000 7fb725000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5555ffc14410 0x5555ffc330f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:21.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.982+0000 7fb725000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5555ffc14410 0x5555ffc330f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:50032/0 (socket says 172.21.15.44:50032) 2024-05-21T00:43:21.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.982+0000 7fb725000700 1 -- 172.21.15.44:0/4264427026 learned_addr learned my addr 172.21.15.44:0/4264427026 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:21.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.982+0000 7fb71fe00700 1 --2- 172.21.15.44:0/4264427026 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5555ffc19840 0x5555ffc314f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:21.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.982+0000 7fb732333b80 10 client.0 _ll_register_callbacks cb 0x5555ffb0bcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:43:21.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.982+0000 7fb725a00700 1 --2- 172.21.15.44:0/4264427026 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5555ffc1a160 0x5555ffc31a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:21.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.983+0000 7fb71fe00700 1 -- 172.21.15.44:0/4264427026 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5555ffc14410 msgr2=0x5555ffc330f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:21.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.983+0000 7fb71fe00700 1 --2- 172.21.15.44:0/4264427026 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5555ffc14410 0x5555ffc330f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.983+0000 7fb71fe00700 1 -- 172.21.15.44:0/4264427026 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5555ffc1a160 msgr2=0x5555ffc31a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:21.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.983+0000 7fb71fe00700 1 --2- 172.21.15.44:0/4264427026 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5555ffc1a160 0x5555ffc31a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.983+0000 7fb71fe00700 1 -- 172.21.15.44:0/4264427026 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5555ffc32150 con 0x5555ffc19840 2024-05-21T00:43:21.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.983+0000 7fb725a00700 1 --2- 172.21.15.44:0/4264427026 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5555ffc1a160 0x5555ffc31a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:43:21.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.983+0000 7fb71fe00700 1 --2- 172.21.15.44:0/4264427026 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5555ffc19840 0x5555ffc314f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fb70c0098e0 tx=0x7fb70c032d70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3ebb40b0f43c09cf server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:21.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.983+0000 7fb706a00700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:43:21.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.984+0000 7fb706a00700 1 -- 172.21.15.44:0/4264427026 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb70c038070 con 0x5555ffc19840 2024-05-21T00:43:21.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.984+0000 7fb706a00700 1 -- 172.21.15.44:0/4264427026 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fb70c032850 con 0x5555ffc19840 2024-05-21T00:43:21.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.984+0000 7fb732333b80 1 -- 172.21.15.44:0/4264427026 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb70c032af0 con 0x5555ffc19840 2024-05-21T00:43:21.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.984+0000 7fb706a00700 1 -- 172.21.15.44:0/4264427026 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb70c00fe60 con 0x5555ffc19840 2024-05-21T00:43:21.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.984+0000 7fb732333b80 10 client.25448 fetch_fsmap learned FSMap version 26 2024-05-21T00:43:21.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.984+0000 7fb732333b80 1 -- 172.21.15.44:0/4264427026 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5555ffc98eb0 con 0x5555ffc19840 2024-05-21T00:43:21.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.985+0000 7fb706a00700 1 -- 172.21.15.44:0/4264427026 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb70c032af0 con 0x5555ffc19840 2024-05-21T00:43:21.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.986+0000 7fb706a00700 1 -- 172.21.15.44:0/4264427026 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb70c030650 con 0x5555ffc19840 2024-05-21T00:43:21.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.986+0000 7fb732333b80 10 client.25448 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:43:21.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.986+0000 7fb732333b80 10 client.25448 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:43:21.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.986+0000 7fb732333b80 20 client.25448 populate_metadata read hostname 'smithi044' 2024-05-21T00:43:21.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.986+0000 7fb732333b80 1 --2- 172.21.15.44:0/4264427026 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5555ffc2d6d0 0x5555ffc9b410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:21.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.986+0000 7fb732333b80 4 client.25448 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T00:43:21.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.986+0000 7fb732333b80 1 -- 172.21.15.44:0/4264427026 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5555ffb6d5f0 con 0x5555ffc2d6d0 2024-05-21T00:43:21.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.987+0000 7fb725000700 1 --2- 172.21.15.44:0/4264427026 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5555ffc2d6d0 0x5555ffc9b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:21.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.987+0000 7fb725000700 1 --2- 172.21.15.44:0/4264427026 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5555ffc2d6d0 0x5555ffc9b410 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b0a1da68e18f9fb9 server_cookie=c5b367a3f3e7b97 in_seq=0 out_seq=0 2024-05-21T00:43:21.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.987+0000 7fb706a00700 10 client.25448 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:21.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.989+0000 7fb706a00700 1 -- 172.21.15.44:0/4264427026 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5555ffb6d5f0 con 0x5555ffc2d6d0 2024-05-21T00:43:21.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.989+0000 7fb706a00700 10 client.25448 handle_command_reply: tid=0 2024-05-21T00:43:21.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.989+0000 7fb732333b80 1 client.25448 shutdown 2024-05-21T00:43:21.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.989+0000 7fb732333b80 1 -- 172.21.15.44:0/4264427026 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5555ffc19840 msgr2=0x5555ffc314f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:21.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.989+0000 7fb732333b80 1 --2- 172.21.15.44:0/4264427026 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5555ffc19840 0x5555ffc314f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fb70c0098e0 tx=0x7fb70c032d70 comp rx=0 tx=0).stop 2024-05-21T00:43:21.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.989+0000 7fb732333b80 1 -- 172.21.15.44:0/4264427026 shutdown_connections 2024-05-21T00:43:21.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.989+0000 7fb732333b80 1 --2- 172.21.15.44:0/4264427026 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5555ffc1a160 0x5555ffc31a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.989+0000 7fb732333b80 1 --2- 172.21.15.44:0/4264427026 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5555ffc2d6d0 0x5555ffc9b410 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.989+0000 7fb732333b80 1 --2- 172.21.15.44:0/4264427026 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5555ffc14410 0x5555ffc330f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.989+0000 7fb732333b80 1 --2- 172.21.15.44:0/4264427026 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5555ffc19840 0x5555ffc314f0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.989+0000 7fb732333b80 1 -- 172.21.15.44:0/4264427026 >> 172.21.15.44:0/4264427026 conn(0x5555ffb41c60 msgr2=0x5555ffc18400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:21.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.989+0000 7fb706a00700 0 client.25448 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:21.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.990+0000 7fb732333b80 1 -- 172.21.15.44:0/4264427026 shutdown_connections 2024-05-21T00:43:21.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.990+0000 7fb732333b80 1 -- 172.21.15.44:0/4264427026 wait complete. 2024-05-21T00:43:21.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.991+0000 7fb732333b80 20 client.25448 trim_cache size 0 max 16384 2024-05-21T00:43:21.995 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:43:21.995 INFO:teuthology.orchestra.run.smithi044.stdout: "return_code": 0, 2024-05-21T00:43:21.995 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_tag": "238f5f34-aa12-4f6e-8d23-154da5f008cf", 2024-05-21T00:43:21.995 INFO:teuthology.orchestra.run.smithi044.stdout: "mode": "asynchronous" 2024-05-21T00:43:21.995 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:43:21.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.992+0000 7fb726400700 1 -- 172.21.15.44:0/1401090269 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb7080b2900 msgr2=0x7fb7080b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:21.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.992+0000 7fb726400700 1 --2- 172.21.15.44:0/1401090269 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb7080b2900 0x7fb7080b4dc0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fb70c006010 tx=0x7fb70c01a040 comp rx=0 tx=0).stop 2024-05-21T00:43:21.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.992+0000 7fb726400700 1 -- 172.21.15.44:0/1401090269 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb7201021c0 msgr2=0x7fb7201044a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:21.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.992+0000 7fb726400700 1 --2- 172.21.15.44:0/1401090269 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb7201021c0 0x7fb7201044a0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fb71400eb60 tx=0x7fb71400ee70 comp rx=0 tx=0).stop 2024-05-21T00:43:21.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.992+0000 7fb726400700 1 -- 172.21.15.44:0/1401090269 shutdown_connections 2024-05-21T00:43:21.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.992+0000 7fb726400700 1 --2- 172.21.15.44:0/1401090269 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb7080b2900 0x7fb7080b4dc0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.992+0000 7fb726400700 1 --2- 172.21.15.44:0/1401090269 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb72010fd70 0x7fb720104f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.992+0000 7fb726400700 1 --2- 172.21.15.44:0/1401090269 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb7201021c0 0x7fb7201044a0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.992+0000 7fb726400700 1 --2- 172.21.15.44:0/1401090269 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb720102b70 0x7fb7201049e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:21.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.992+0000 7fb726400700 1 -- 172.21.15.44:0/1401090269 >> 172.21.15.44:0/1401090269 conn(0x7fb7200fde60 msgr2=0x7fb720100250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:21.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.992+0000 7fb726400700 1 -- 172.21.15.44:0/1401090269 shutdown_connections 2024-05-21T00:43:21.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:21.993+0000 7fb726400700 1 -- 172.21.15.44:0/1401090269 wait complete. 2024-05-21T00:43:22.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:21 smithi092 ceph-mon[36335]: pgmap v497: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:43:22.161 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:43:22.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:22 smithi044 ceph-mon[31392]: scrub queued for path: / 2024-05-21T00:43:22.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:22 smithi044 ceph-mon[31392]: scrub summary: idle+waiting paths [/] 2024-05-21T00:43:22.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:22 smithi044 ceph-mon[31392]: scrub summary: active paths [/] 2024-05-21T00:43:22.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:22 smithi044 ceph-mon[31392]: scrub summary: idle+waiting paths [/] 2024-05-21T00:43:22.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:22 smithi044 ceph-mon[31392]: scrub summary: idle 2024-05-21T00:43:22.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:22 smithi082 ceph-mon[36141]: scrub queued for path: / 2024-05-21T00:43:22.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:22 smithi082 ceph-mon[36141]: scrub summary: idle+waiting paths [/] 2024-05-21T00:43:22.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:22 smithi082 ceph-mon[36141]: scrub summary: active paths [/] 2024-05-21T00:43:22.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:22 smithi082 ceph-mon[36141]: scrub summary: idle+waiting paths [/] 2024-05-21T00:43:22.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:22 smithi082 ceph-mon[36141]: scrub summary: idle 2024-05-21T00:43:22.951 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T00:43:23.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:22 smithi092 ceph-mon[36335]: scrub queued for path: / 2024-05-21T00:43:23.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:22 smithi092 ceph-mon[36335]: scrub summary: idle+waiting paths [/] 2024-05-21T00:43:23.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:22 smithi092 ceph-mon[36335]: scrub summary: active paths [/] 2024-05-21T00:43:23.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:22 smithi092 ceph-mon[36335]: scrub summary: idle+waiting paths [/] 2024-05-21T00:43:23.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:22 smithi092 ceph-mon[36335]: scrub summary: idle 2024-05-21T00:43:23.116 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:43:23.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:23 smithi044 ceph-mon[31392]: pgmap v498: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:43:23.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:23 smithi082 ceph-mon[36141]: pgmap v498: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:43:24.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:23 smithi092 ceph-mon[36335]: pgmap v498: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:43:24.578 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:43:25.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:25 smithi044 ceph-mon[31392]: pgmap v499: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:43:25.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:25 smithi082 ceph-mon[36141]: pgmap v499: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:43:26.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:25 smithi092 ceph-mon[36335]: pgmap v499: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:43:27.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:27 smithi044 ceph-mon[31392]: pgmap v500: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-21T00:43:27.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:27 smithi082 ceph-mon[36141]: pgmap v500: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-21T00:43:28.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:27 smithi092 ceph-mon[36335]: pgmap v500: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-21T00:43:28.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.915+0000 7fde69800700 1 -- 172.21.15.44:0/219572494 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde64102d40 msgr2=0x7fde64107210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:28.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.915+0000 7fde69800700 1 --2- 172.21.15.44:0/219572494 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde64102d40 0x7fde64107210 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fde500098f0 tx=0x7fde50009c00 comp rx=0 tx=0).stop 2024-05-21T00:43:28.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.916+0000 7fde69800700 1 -- 172.21.15.44:0/219572494 shutdown_connections 2024-05-21T00:43:28.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.916+0000 7fde69800700 1 --2- 172.21.15.44:0/219572494 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde64107830 0x7fde64107ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:28.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.916+0000 7fde69800700 1 --2- 172.21.15.44:0/219572494 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde64102420 0x7fde64102800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:28.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.916+0000 7fde69800700 1 --2- 172.21.15.44:0/219572494 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde64102d40 0x7fde64107210 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:28.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.916+0000 7fde69800700 1 -- 172.21.15.44:0/219572494 >> 172.21.15.44:0/219572494 conn(0x7fde640fde60 msgr2=0x7fde64100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:28.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.917+0000 7fde69800700 1 -- 172.21.15.44:0/219572494 shutdown_connections 2024-05-21T00:43:28.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.917+0000 7fde69800700 1 -- 172.21.15.44:0/219572494 wait complete. 2024-05-21T00:43:28.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.918+0000 7fde69800700 1 Processor -- start 2024-05-21T00:43:28.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.918+0000 7fde69800700 1 -- start start 2024-05-21T00:43:28.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.919+0000 7fde69800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde64102420 0x7fde641a0250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:28.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.919+0000 7fde69800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde64102d40 0x7fde641a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:28.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.919+0000 7fde69800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde64107830 0x7fde641a4b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:28.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.919+0000 7fde69800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fde64119c40 con 0x7fde64107830 2024-05-21T00:43:28.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.919+0000 7fde69800700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fde64119ac0 con 0x7fde64102420 2024-05-21T00:43:28.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.919+0000 7fde69800700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fde64119dc0 con 0x7fde64102d40 2024-05-21T00:43:28.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.920+0000 7fde63400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde64102d40 0x7fde641a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:28.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.920+0000 7fde63400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde64102d40 0x7fde641a0790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:53546/0 (socket says 172.21.15.44:53546) 2024-05-21T00:43:28.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.920+0000 7fde63400700 1 -- 172.21.15.44:0/1160511051 learned_addr learned my addr 172.21.15.44:0/1160511051 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:28.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.920+0000 7fde68e00700 1 --2- 172.21.15.44:0/1160511051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde64107830 0x7fde641a4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:28.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.920+0000 7fde63e00700 1 --2- 172.21.15.44:0/1160511051 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde64102420 0x7fde641a0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:28.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.920+0000 7fde63400700 1 -- 172.21.15.44:0/1160511051 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde64102420 msgr2=0x7fde641a0250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:28.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.920+0000 7fde63400700 1 --2- 172.21.15.44:0/1160511051 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde64102420 0x7fde641a0250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:28.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.920+0000 7fde63400700 1 -- 172.21.15.44:0/1160511051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde64107830 msgr2=0x7fde641a4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:28.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.920+0000 7fde63400700 1 --2- 172.21.15.44:0/1160511051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde64107830 0x7fde641a4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:28.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.920+0000 7fde63400700 1 -- 172.21.15.44:0/1160511051 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde641a5260 con 0x7fde64102d40 2024-05-21T00:43:28.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.921+0000 7fde63400700 1 --2- 172.21.15.44:0/1160511051 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde64102d40 0x7fde641a0790 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fde50009230 tx=0x7fde5000f8e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:28.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.921+0000 7fde60c00700 1 -- 172.21.15.44:0/1160511051 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde500050c0 con 0x7fde64102d40 2024-05-21T00:43:28.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.921+0000 7fde60c00700 1 -- 172.21.15.44:0/1160511051 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde5000b560 con 0x7fde64102d40 2024-05-21T00:43:28.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.921+0000 7fde69800700 1 -- 172.21.15.44:0/1160511051 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde641a54f0 con 0x7fde64102d40 2024-05-21T00:43:28.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.922+0000 7fde69800700 1 -- 172.21.15.44:0/1160511051 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde641acdd0 con 0x7fde64102d40 2024-05-21T00:43:28.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.922+0000 7fde60c00700 1 -- 172.21.15.44:0/1160511051 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde50003a40 con 0x7fde64102d40 2024-05-21T00:43:28.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.924+0000 7fde69800700 1 -- 172.21.15.44:0/1160511051 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde44005330 con 0x7fde64102d40 2024-05-21T00:43:28.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.926+0000 7fde60c00700 1 -- 172.21.15.44:0/1160511051 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fde50003be0 con 0x7fde64102d40 2024-05-21T00:43:28.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.929+0000 7fde60c00700 1 --2- 172.21.15.44:0/1160511051 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fde480b2980 0x7fde480b4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:28.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.929+0000 7fde60c00700 1 -- 172.21.15.44:0/1160511051 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fde500e3020 con 0x7fde64102d40 2024-05-21T00:43:28.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.930+0000 7fde63e00700 1 --2- 172.21.15.44:0/1160511051 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fde480b2980 0x7fde480b4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:28.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.931+0000 7fde63e00700 1 --2- 172.21.15.44:0/1160511051 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fde480b2980 0x7fde480b4e40 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fde54009750 tx=0x7fde54009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:28.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:28.932+0000 7fde60c00700 1 -- 172.21.15.44:0/1160511051 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fde50013030 con 0x7fde64102d40 2024-05-21T00:43:29.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:29.275+0000 7fde69800700 1 -- 172.21.15.44:0/1160511051 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fde44005620 con 0x7fde64102d40 2024-05-21T00:43:29.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:29.276+0000 7fde60c00700 1 -- 172.21.15.44:0/1160511051 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11854 (secure 0 0 0) 0x7fde500aad30 con 0x7fde64102d40 2024-05-21T00:43:29.280 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:43:29.280 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/561549854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":561549854},{"type":"v1","addr":"172.21.15.44:6837","nonce":561549854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/2400906516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2400906516},{"type":"v1","addr":"172.21.15.82:6835","nonce":2400906516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2996309052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2996309052},{"type":"v1","addr":"172.21.15.92:6835","nonce":2996309052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:37:29.521554+0000","modified":"2024-05-21T00:41:28.977476+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24521,"mds_1":24511,"mds_2":24509},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24482":{"gid":24482,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6837/2183805482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":2183805482},{"type":"v1","addr":"172.21.15.82:6837","nonce":2183805482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6837/1462528640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1462528640},{"type":"v1","addr":"172.21.15.92:6837","nonce":1462528640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6839/1183044801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6838","nonce":1183044801},{"type":"v1","addr":"172.21.15.92:6839","nonce":1183044801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"a","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/3917264755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":3917264755},{"type":"v1","addr":"172.21.15.44:6841","nonce":3917264755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1038937716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1038937716},{"type":"v1","addr":"172.21.15.44:6839","nonce":1038937716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.82:6839/3736218763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":3736218763},{"type":"v1","addr":"172.21.15.82:6839","nonce":3736218763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24521,"qdb_cluster":[24509,24511,24521]},"id":1}]} 2024-05-21T00:43:29.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:29.279+0000 7fde69800700 1 -- 172.21.15.44:0/1160511051 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fde480b2980 msgr2=0x7fde480b4e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:29.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:29.279+0000 7fde69800700 1 --2- 172.21.15.44:0/1160511051 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fde480b2980 0x7fde480b4e40 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fde54009750 tx=0x7fde54009310 comp rx=0 tx=0).stop 2024-05-21T00:43:29.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:29.280+0000 7fde69800700 1 -- 172.21.15.44:0/1160511051 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde64102d40 msgr2=0x7fde641a0790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:29.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:29.280+0000 7fde69800700 1 --2- 172.21.15.44:0/1160511051 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde64102d40 0x7fde641a0790 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fde50009230 tx=0x7fde5000f8e0 comp rx=0 tx=0).stop 2024-05-21T00:43:29.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:29.280+0000 7fde69800700 1 -- 172.21.15.44:0/1160511051 shutdown_connections 2024-05-21T00:43:29.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:29.280+0000 7fde69800700 1 --2- 172.21.15.44:0/1160511051 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fde480b2980 0x7fde480b4e40 secure :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fde54009750 tx=0x7fde54009310 comp rx=0 tx=0).stop 2024-05-21T00:43:29.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:29.280+0000 7fde69800700 1 --2- 172.21.15.44:0/1160511051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde64107830 0x7fde641a4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:29.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:29.280+0000 7fde69800700 1 --2- 172.21.15.44:0/1160511051 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde64102420 0x7fde641a0250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:29.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:29.280+0000 7fde69800700 1 --2- 172.21.15.44:0/1160511051 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde64102d40 0x7fde641a0790 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:29.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:29.280+0000 7fde69800700 1 -- 172.21.15.44:0/1160511051 >> 172.21.15.44:0/1160511051 conn(0x7fde640fde60 msgr2=0x7fde64110ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:29.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:29.281+0000 7fde69800700 1 -- 172.21.15.44:0/1160511051 shutdown_connections 2024-05-21T00:43:29.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:29.281+0000 7fde69800700 1 -- 172.21.15.44:0/1160511051 wait complete. 2024-05-21T00:43:29.285 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 26 2024-05-21T00:43:29.637 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:29 smithi044 ceph-mon[31392]: pgmap v501: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-21T00:43:29.637 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:29 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1160511051' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:43:29.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:29 smithi082 ceph-mon[36141]: pgmap v501: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-21T00:43:29.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:29 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/1160511051' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:43:30.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:29 smithi092 ceph-mon[36335]: pgmap v501: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-21T00:43:30.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:29 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/1160511051' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:43:30.255 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24521 quiesce db --set-id 6477df94 --release --await' 2024-05-21T00:43:30.255 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24521 quiesce db --set-id 6477df94 --release --await 2024-05-21T00:43:30.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.907+0000 7f1964800700 1 -- 172.21.15.44:0/4172604510 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f195c06bbe0 msgr2=0x7f195c1103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:30.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.907+0000 7f1964800700 1 --2- 172.21.15.44:0/4172604510 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f195c06bbe0 0x7f195c1103d0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f195800b0a0 tx=0x7f195800b3b0 comp rx=0 tx=0).stop 2024-05-21T00:43:30.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.907+0000 7f1964800700 1 -- 172.21.15.44:0/4172604510 shutdown_connections 2024-05-21T00:43:30.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.907+0000 7f1964800700 1 --2- 172.21.15.44:0/4172604510 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f195c1095b0 0x7f195c109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:30.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.907+0000 7f1964800700 1 --2- 172.21.15.44:0/4172604510 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f195c06bbe0 0x7f195c1103d0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:30.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.907+0000 7f1964800700 1 --2- 172.21.15.44:0/4172604510 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f195c06b220 0x7f195c06b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:30.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.907+0000 7f1964800700 1 -- 172.21.15.44:0/4172604510 >> 172.21.15.44:0/4172604510 conn(0x7f195c0793f0 msgr2=0x7f195c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:30.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.907+0000 7f1964800700 1 -- 172.21.15.44:0/4172604510 shutdown_connections 2024-05-21T00:43:30.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.907+0000 7f1964800700 1 -- 172.21.15.44:0/4172604510 wait complete. 2024-05-21T00:43:30.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.909+0000 7f1964800700 1 Processor -- start 2024-05-21T00:43:30.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.909+0000 7f1964800700 1 -- start start 2024-05-21T00:43:30.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.909+0000 7f1964800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f195c06b220 0x7f195c19e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:30.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.910+0000 7f1964800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f195c06bbe0 0x7f195c19ec90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:30.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.910+0000 7f1964800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f195c1095b0 0x7f195c197a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:30.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.910+0000 7f1964800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f195c111530 con 0x7f195c06bbe0 2024-05-21T00:43:30.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.910+0000 7f1964800700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f195c1113b0 con 0x7f195c06b220 2024-05-21T00:43:30.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.910+0000 7f1964800700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f195c1116b0 con 0x7f195c1095b0 2024-05-21T00:43:30.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.910+0000 7f1961400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f195c06bbe0 0x7f195c19ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:30.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.910+0000 7f1961e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f195c06b220 0x7f195c19e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:30.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.910+0000 7f1961400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f195c06bbe0 0x7f195c19ec90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40216/0 (socket says 172.21.15.44:40216) 2024-05-21T00:43:30.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.910+0000 7f1961e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f195c06b220 0x7f195c19e750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:40268/0 (socket says 172.21.15.44:40268) 2024-05-21T00:43:30.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.910+0000 7f1961400700 1 -- 172.21.15.44:0/1893568378 learned_addr learned my addr 172.21.15.44:0/1893568378 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:30.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.910+0000 7f1962800700 1 --2- 172.21.15.44:0/1893568378 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f195c1095b0 0x7f195c197a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:30.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.911+0000 7f1961e00700 1 -- 172.21.15.44:0/1893568378 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f195c1095b0 msgr2=0x7f195c197a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:30.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.911+0000 7f1961e00700 1 --2- 172.21.15.44:0/1893568378 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f195c1095b0 0x7f195c197a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:30.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.911+0000 7f1961e00700 1 -- 172.21.15.44:0/1893568378 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f195c06bbe0 msgr2=0x7f195c19ec90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:30.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.911+0000 7f1961e00700 1 --2- 172.21.15.44:0/1893568378 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f195c06bbe0 0x7f195c19ec90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:30.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.911+0000 7f1961e00700 1 -- 172.21.15.44:0/1893568378 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f195c198310 con 0x7f195c06b220 2024-05-21T00:43:30.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.911+0000 7f1961e00700 1 --2- 172.21.15.44:0/1893568378 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f195c06b220 0x7f195c19e750 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f195000e9f0 tx=0x7f195000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:30.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.911+0000 7f1956a00700 1 -- 172.21.15.44:0/1893568378 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f195000cbd0 con 0x7f195c06b220 2024-05-21T00:43:30.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.912+0000 7f1956a00700 1 -- 172.21.15.44:0/1893568378 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f195000cd70 con 0x7f195c06b220 2024-05-21T00:43:30.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.912+0000 7f1956a00700 1 -- 172.21.15.44:0/1893568378 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1950018710 con 0x7f195c06b220 2024-05-21T00:43:30.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.912+0000 7f1964800700 1 -- 172.21.15.44:0/1893568378 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f195c198600 con 0x7f195c06b220 2024-05-21T00:43:30.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.912+0000 7f1964800700 1 -- 172.21.15.44:0/1893568378 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f195c19c4e0 con 0x7f195c06b220 2024-05-21T00:43:30.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.917+0000 7f1956a00700 1 -- 172.21.15.44:0/1893568378 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f1950010430 con 0x7f195c06b220 2024-05-21T00:43:30.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.919+0000 7f196f0b7b80 1 Processor -- start 2024-05-21T00:43:30.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.919+0000 7f196f0b7b80 1 -- start start 2024-05-21T00:43:30.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.920+0000 7f196f0b7b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55585c892eb0 0x55585c893290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:30.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.920+0000 7f196f0b7b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55585c8937d0 0x55585c88d260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:30.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.920+0000 7f196f0b7b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55585c88d880 0x55585c88dce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:30.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.920+0000 7f196f0b7b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55585c7ebe40 con 0x55585c88d880 2024-05-21T00:43:30.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.920+0000 7f196f0b7b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55585c7db9e0 con 0x55585c8937d0 2024-05-21T00:43:30.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.920+0000 7f1956a00700 1 --2- 172.21.15.44:0/1893568378 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f19440b28f0 0x7f19440b4db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:30.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.920+0000 7f196f0b7b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55585c7dfa20 con 0x55585c892eb0 2024-05-21T00:43:30.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.920+0000 7f1956a00700 1 -- 172.21.15.44:0/1893568378 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f19500e22e0 con 0x7f195c06b220 2024-05-21T00:43:30.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.921+0000 7f1962800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55585c892eb0 0x55585c893290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:30.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.921+0000 7f1961e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55585c8937d0 0x55585c88d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:30.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.921+0000 7f1961e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55585c8937d0 0x55585c88d260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:40276/0 (socket says 172.21.15.44:40276) 2024-05-21T00:43:30.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.921+0000 7f1961e00700 1 -- 172.21.15.44:0/3686614720 learned_addr learned my addr 172.21.15.44:0/3686614720 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:30.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.921+0000 7f1961400700 1 --2- 172.21.15.44:0/3686614720 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55585c88d880 0x55585c88dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:30.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.921+0000 7f1962800700 1 --2- 172.21.15.44:0/1893568378 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f19440b28f0 0x7f19440b4db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:30.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.922+0000 7f1962800700 1 -- 172.21.15.44:0/3686614720 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55585c8937d0 msgr2=0x55585c88d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:30.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.922+0000 7f1962800700 1 --2- 172.21.15.44:0/3686614720 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55585c8937d0 0x55585c88d260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:30.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.922+0000 7f1962800700 1 -- 172.21.15.44:0/3686614720 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55585c88d880 msgr2=0x55585c88dce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:30.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.922+0000 7f1962800700 1 --2- 172.21.15.44:0/3686614720 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55585c88d880 0x55585c88dce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:30.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.922+0000 7f1962800700 1 -- 172.21.15.44:0/3686614720 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55585c7a4420 con 0x55585c892eb0 2024-05-21T00:43:30.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.922+0000 7f1962800700 1 --2- 172.21.15.44:0/3686614720 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55585c892eb0 0x55585c893290 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f1958009fd0 tx=0x7f195800bc40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3e58edd4876981d3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:30.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.923+0000 7f194b400700 1 -- 172.21.15.44:0/3686614720 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1958004e50 con 0x55585c892eb0 2024-05-21T00:43:30.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.923+0000 7f194b400700 1 -- 172.21.15.44:0/3686614720 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1958007990 con 0x55585c892eb0 2024-05-21T00:43:30.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.923+0000 7f194b400700 1 -- 172.21.15.44:0/3686614720 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f195801f950 con 0x55585c892eb0 2024-05-21T00:43:30.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.924+0000 7f196f0b7b80 1 -- 172.21.15.44:0/3686614720 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55585c892eb0 msgr2=0x55585c893290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:30.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.924+0000 7f1962800700 1 --2- 172.21.15.44:0/1893568378 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f19440b28f0 0x7f19440b4db0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f195800b780 tx=0x7f195801fc30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:30.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.924+0000 7f196f0b7b80 1 --2- 172.21.15.44:0/3686614720 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55585c892eb0 0x55585c893290 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f1958009fd0 tx=0x7f195800bc40 comp rx=0 tx=0).stop 2024-05-21T00:43:30.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.924+0000 7f196f0b7b80 1 -- 172.21.15.44:0/3686614720 shutdown_connections 2024-05-21T00:43:30.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.924+0000 7f196f0b7b80 1 --2- 172.21.15.44:0/3686614720 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55585c88d880 0x55585c88dce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:30.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.924+0000 7f196f0b7b80 1 --2- 172.21.15.44:0/3686614720 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55585c892eb0 0x55585c893290 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:30.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.924+0000 7f196f0b7b80 1 --2- 172.21.15.44:0/3686614720 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55585c8937d0 0x55585c88d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:30.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.924+0000 7f196f0b7b80 1 -- 172.21.15.44:0/3686614720 >> 172.21.15.44:0/3686614720 conn(0x55585c7bbbe0 msgr2=0x55585c888010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:30.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.926+0000 7f196f0b7b80 1 -- 172.21.15.44:0/3686614720 shutdown_connections 2024-05-21T00:43:30.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.926+0000 7f196f0b7b80 1 -- 172.21.15.44:0/3686614720 wait complete. 2024-05-21T00:43:30.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.926+0000 7f196f0b7b80 1 -- start start 2024-05-21T00:43:30.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.927+0000 7f196f0b7b80 1 Processor -- start 2024-05-21T00:43:30.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.927+0000 7f196f0b7b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55585c88d880 0x55585c8994f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:30.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.928+0000 7f196f0b7b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55585c892eb0 0x55585c896890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:30.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.928+0000 7f196f0b7b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55585c8937d0 0x55585c896dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:30.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.928+0000 7f196f0b7b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55585c6e1fa0 con 0x55585c892eb0 2024-05-21T00:43:30.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.928+0000 7f196f0b7b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55585c77c760 con 0x55585c88d880 2024-05-21T00:43:30.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.928+0000 7f196f0b7b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55585c89a240 con 0x55585c8937d0 2024-05-21T00:43:30.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.928+0000 7f196f0b7b80 10 client.0 _ll_register_callbacks cb 0x55585c785c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:43:30.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.928+0000 7f1962800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55585c8937d0 0x55585c896dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:30.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.928+0000 7f1962800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55585c8937d0 0x55585c896dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:53584/0 (socket says 172.21.15.44:53584) 2024-05-21T00:43:30.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.928+0000 7f1962800700 1 -- 172.21.15.44:0/3970249499 learned_addr learned my addr 172.21.15.44:0/3970249499 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:30.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.928+0000 7f1961e00700 1 --2- 172.21.15.44:0/3970249499 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55585c88d880 0x55585c8994f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:30.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.929+0000 7f1961400700 1 --2- 172.21.15.44:0/3970249499 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55585c892eb0 0x55585c896890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:30.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.929+0000 7f1962800700 1 -- 172.21.15.44:0/3970249499 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55585c88d880 msgr2=0x55585c8994f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:30.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.929+0000 7f1962800700 1 --2- 172.21.15.44:0/3970249499 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55585c88d880 0x55585c8994f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:30.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.929+0000 7f1962800700 1 -- 172.21.15.44:0/3970249499 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55585c892eb0 msgr2=0x55585c896890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:30.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.930+0000 7f1962800700 1 --2- 172.21.15.44:0/3970249499 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55585c892eb0 0x55585c896890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:30.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.930+0000 7f1962800700 1 -- 172.21.15.44:0/3970249499 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55585c72b8d0 con 0x55585c8937d0 2024-05-21T00:43:30.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.930+0000 7f1961400700 1 --2- 172.21.15.44:0/3970249499 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55585c892eb0 0x55585c896890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:43:30.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.930+0000 7f193fe00700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:43:30.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.930+0000 7f1962800700 1 --2- 172.21.15.44:0/3970249499 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55585c8937d0 0x55585c896dd0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f195800b070 tx=0x7f1958009b80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8b59d0133d7238f9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:30.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.931+0000 7f193fe00700 1 -- 172.21.15.44:0/3970249499 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1958035070 con 0x55585c8937d0 2024-05-21T00:43:30.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.931+0000 7f193fe00700 1 -- 172.21.15.44:0/3970249499 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f195800f030 con 0x55585c8937d0 2024-05-21T00:43:30.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.931+0000 7f196f0b7b80 1 -- 172.21.15.44:0/3970249499 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1958007990 con 0x55585c8937d0 2024-05-21T00:43:30.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.932+0000 7f193fe00700 1 -- 172.21.15.44:0/3970249499 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f195803f050 con 0x55585c8937d0 2024-05-21T00:43:30.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.932+0000 7f196f0b7b80 10 client.25477 fetch_fsmap learned FSMap version 26 2024-05-21T00:43:30.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.932+0000 7f196f0b7b80 1 -- 172.21.15.44:0/3970249499 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55585c7ac060 con 0x55585c8937d0 2024-05-21T00:43:30.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.932+0000 7f193fe00700 1 -- 172.21.15.44:0/3970249499 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1958007b40 con 0x55585c8937d0 2024-05-21T00:43:30.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.933+0000 7f193fe00700 1 -- 172.21.15.44:0/3970249499 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1958027070 con 0x55585c8937d0 2024-05-21T00:43:30.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.934+0000 7f196f0b7b80 10 client.25477 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:43:30.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.934+0000 7f196f0b7b80 10 client.25477 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:43:30.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.934+0000 7f196f0b7b80 20 client.25477 populate_metadata read hostname 'smithi044' 2024-05-21T00:43:30.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.934+0000 7f196f0b7b80 1 --2- 172.21.15.44:0/3970249499 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55585c8a6c00 0x55585c8a8ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:30.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.934+0000 7f196f0b7b80 4 client.25477 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:43:30.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.934+0000 7f196f0b7b80 1 -- 172.21.15.44:0/3970249499 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f1958007990 con 0x55585c8a6c00 2024-05-21T00:43:30.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.935+0000 7f1961e00700 1 --2- 172.21.15.44:0/3970249499 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55585c8a6c00 0x55585c8a8ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:30.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.935+0000 7f1961e00700 1 --2- 172.21.15.44:0/3970249499 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55585c8a6c00 0x55585c8a8ff0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=65e4a6f9758daea server_cookie=2cd31fc87e4b7abc in_seq=0 out_seq=0 2024-05-21T00:43:30.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.935+0000 7f193fe00700 10 client.25477 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:30.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.936+0000 7f193fe00700 1 -- 172.21.15.44:0/3970249499 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x7f1958007990 con 0x55585c8a6c00 2024-05-21T00:43:30.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.936+0000 7f193fe00700 10 client.25477 handle_command_reply: tid=0 2024-05-21T00:43:30.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.937+0000 7f196f0b7b80 1 client.25477 shutdown 2024-05-21T00:43:30.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.937+0000 7f196f0b7b80 1 -- 172.21.15.44:0/3970249499 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55585c8937d0 msgr2=0x55585c896dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:30.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.937+0000 7f196f0b7b80 1 --2- 172.21.15.44:0/3970249499 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55585c8937d0 0x55585c896dd0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f195800b070 tx=0x7f1958009b80 comp rx=0 tx=0).stop 2024-05-21T00:43:30.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.937+0000 7f196f0b7b80 1 -- 172.21.15.44:0/3970249499 shutdown_connections 2024-05-21T00:43:30.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.937+0000 7f196f0b7b80 1 --2- 172.21.15.44:0/3970249499 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55585c8a6c00 0x55585c8a8ff0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:30.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.937+0000 7f196f0b7b80 1 --2- 172.21.15.44:0/3970249499 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55585c8937d0 0x55585c896dd0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:30.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.937+0000 7f196f0b7b80 1 --2- 172.21.15.44:0/3970249499 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55585c88d880 0x55585c8994f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:30.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.937+0000 7f196f0b7b80 1 --2- 172.21.15.44:0/3970249499 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55585c892eb0 0x55585c896890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:30.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.937+0000 7f196f0b7b80 1 -- 172.21.15.44:0/3970249499 >> 172.21.15.44:0/3970249499 conn(0x55585c7bbbe0 msgr2=0x55585c88c250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:30.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.937+0000 7f193fe00700 0 client.25477 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:30.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.938+0000 7f196f0b7b80 1 -- 172.21.15.44:0/3970249499 shutdown_connections 2024-05-21T00:43:30.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.938+0000 7f196f0b7b80 1 -- 172.21.15.44:0/3970249499 wait complete. 2024-05-21T00:43:30.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.938+0000 7f196f0b7b80 20 client.25477 trim_cache size 0 max 16384 2024-05-21T00:43:30.985 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.982+0000 7f196f0b7b80 1 Processor -- start 2024-05-21T00:43:30.985 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.982+0000 7f196f0b7b80 1 -- start start 2024-05-21T00:43:30.985 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.983+0000 7f196f0b7b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55585c88d880 0x55585c88d260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:30.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.983+0000 7f196f0b7b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55585c892eb0 0x55585c896670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:30.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.983+0000 7f196f0b7b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55585c8937d0 0x55585c896bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:30.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.983+0000 7f196f0b7b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f195c1bf400 con 0x55585c8937d0 2024-05-21T00:43:30.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.983+0000 7f196f0b7b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f195c1bcc90 con 0x55585c88d880 2024-05-21T00:43:30.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.983+0000 7f196f0b7b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f195c1baae0 con 0x55585c892eb0 2024-05-21T00:43:30.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.983+0000 7f1961e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55585c88d880 0x55585c88d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:30.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.983+0000 7f1961e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55585c88d880 0x55585c88d260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:40294/0 (socket says 172.21.15.44:40294) 2024-05-21T00:43:30.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.983+0000 7f1961e00700 1 -- 172.21.15.44:0/3955067181 learned_addr learned my addr 172.21.15.44:0/3955067181 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:30.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.983+0000 7f1961400700 1 --2- 172.21.15.44:0/3955067181 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55585c892eb0 0x55585c896670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:30.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.984+0000 7f1961e00700 1 -- 172.21.15.44:0/3955067181 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55585c892eb0 msgr2=0x55585c896670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:30.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.984+0000 7f1961e00700 1 --2- 172.21.15.44:0/3955067181 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55585c892eb0 0x55585c896670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:30.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.984+0000 7f1961e00700 1 -- 172.21.15.44:0/3955067181 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55585c8937d0 msgr2=0x55585c896bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:30.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.984+0000 7f1961e00700 1 --2- 172.21.15.44:0/3955067181 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55585c8937d0 0x55585c896bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:30.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.984+0000 7f1961e00700 1 -- 172.21.15.44:0/3955067181 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55585c8a34e0 con 0x55585c88d880 2024-05-21T00:43:30.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.985+0000 7f1961e00700 1 --2- 172.21.15.44:0/3955067181 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55585c88d880 0x55585c88d260 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f19500dfdf0 tx=0x7f195001a040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=85127f11ee61453f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:30.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.985+0000 7f194aa00700 1 -- 172.21.15.44:0/3955067181 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19500a98c0 con 0x55585c88d880 2024-05-21T00:43:30.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.985+0000 7f194aa00700 1 -- 172.21.15.44:0/3955067181 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f19500adc70 con 0x55585c88d880 2024-05-21T00:43:30.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.985+0000 7f194aa00700 1 -- 172.21.15.44:0/3955067181 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19500a9d80 con 0x55585c88d880 2024-05-21T00:43:30.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.986+0000 7f196f0b7b80 1 -- 172.21.15.44:0/3955067181 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55585c88d880 msgr2=0x55585c88d260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:30.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.986+0000 7f196f0b7b80 1 --2- 172.21.15.44:0/3955067181 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55585c88d880 0x55585c88d260 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f19500dfdf0 tx=0x7f195001a040 comp rx=0 tx=0).stop 2024-05-21T00:43:30.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.987+0000 7f196f0b7b80 1 -- 172.21.15.44:0/3955067181 shutdown_connections 2024-05-21T00:43:30.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.987+0000 7f196f0b7b80 1 --2- 172.21.15.44:0/3955067181 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55585c8937d0 0x55585c896bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:30.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.987+0000 7f196f0b7b80 1 --2- 172.21.15.44:0/3955067181 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55585c88d880 0x55585c88d260 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:30.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.987+0000 7f196f0b7b80 1 --2- 172.21.15.44:0/3955067181 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55585c892eb0 0x55585c896670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:30.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.987+0000 7f196f0b7b80 1 -- 172.21.15.44:0/3955067181 >> 172.21.15.44:0/3955067181 conn(0x55585c7bbbe0 msgr2=0x55585c895180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:30.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.987+0000 7f196f0b7b80 1 -- 172.21.15.44:0/3955067181 shutdown_connections 2024-05-21T00:43:30.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.987+0000 7f196f0b7b80 1 -- 172.21.15.44:0/3955067181 wait complete. 2024-05-21T00:43:30.991 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.988+0000 7f196f0b7b80 1 -- start start 2024-05-21T00:43:30.991 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.988+0000 7f196f0b7b80 1 Processor -- start 2024-05-21T00:43:30.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.989+0000 7f196f0b7b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55585c88d880 0x55585c8aa190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:30.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.989+0000 7f196f0b7b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55585c892eb0 0x55585c8aa6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:30.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.989+0000 7f196f0b7b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55585c8937d0 0x55585c910440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:30.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.989+0000 7f196f0b7b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f195c1bb150 con 0x55585c8937d0 2024-05-21T00:43:30.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.989+0000 7f196f0b7b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f195c1bc5c0 con 0x55585c88d880 2024-05-21T00:43:30.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.989+0000 7f196f0b7b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f195c1bb820 con 0x55585c892eb0 2024-05-21T00:43:30.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.989+0000 7f196f0b7b80 10 client.0 _ll_register_callbacks cb 0x55585c785c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:43:30.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.990+0000 7f1961400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55585c892eb0 0x55585c8aa6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:30.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.990+0000 7f1961400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55585c892eb0 0x55585c8aa6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:53616/0 (socket says 172.21.15.44:53616) 2024-05-21T00:43:30.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.990+0000 7f1961400700 1 -- 172.21.15.44:0/147907660 learned_addr learned my addr 172.21.15.44:0/147907660 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:30.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.990+0000 7f1961400700 1 -- 172.21.15.44:0/147907660 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55585c88d880 msgr2=0x55585c8aa190 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T00:43:30.994 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:43:30.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.991+0000 7f1961e00700 1 --2- 172.21.15.44:0/147907660 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55585c88d880 0x55585c8aa190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:30.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.991+0000 7f1961400700 1 --2- 172.21.15.44:0/147907660 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55585c88d880 0x55585c8aa190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:30.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.991+0000 7f1961400700 1 -- 172.21.15.44:0/147907660 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55585c8937d0 msgr2=0x55585c910440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:30.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.991+0000 7f1961400700 1 --2- 172.21.15.44:0/147907660 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55585c8937d0 0x55585c910440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:30.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.991+0000 7f1961400700 1 -- 172.21.15.44:0/147907660 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55585c910a80 con 0x55585c892eb0 2024-05-21T00:43:30.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.991+0000 7f1961400700 1 --2- 172.21.15.44:0/147907660 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55585c892eb0 0x55585c8aa6d0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f195c199030 tx=0x7f194c009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=889621b44ea7736 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:30.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.991+0000 7f193fe00700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:43:30.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.991+0000 7f193fe00700 1 -- 172.21.15.44:0/147907660 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f194c004830 con 0x55585c892eb0 2024-05-21T00:43:30.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.992+0000 7f193fe00700 1 -- 172.21.15.44:0/147907660 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f194c0049d0 con 0x55585c892eb0 2024-05-21T00:43:30.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.992+0000 7f196f0b7b80 1 -- 172.21.15.44:0/147907660 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f19500adc70 con 0x55585c892eb0 2024-05-21T00:43:30.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.993+0000 7f193fe00700 1 -- 172.21.15.44:0/147907660 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f194c004bd0 con 0x55585c892eb0 2024-05-21T00:43:30.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.993+0000 7f196f0b7b80 10 client.25483 fetch_fsmap learned FSMap version 26 2024-05-21T00:43:30.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.993+0000 7f196f0b7b80 1 -- 172.21.15.44:0/147907660 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55585c911e00 con 0x55585c892eb0 2024-05-21T00:43:30.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.993+0000 7f193fe00700 1 -- 172.21.15.44:0/147907660 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f19500adc70 con 0x55585c892eb0 2024-05-21T00:43:30.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.994+0000 7f193fe00700 1 -- 172.21.15.44:0/147907660 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f194c01d600 con 0x55585c892eb0 2024-05-21T00:43:30.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.994+0000 7f196f0b7b80 10 client.25483 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:43:30.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.994+0000 7f196f0b7b80 10 client.25483 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:43:30.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.994+0000 7f196f0b7b80 20 client.25483 populate_metadata read hostname 'smithi044' 2024-05-21T00:43:30.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.994+0000 7f196f0b7b80 1 --2- 172.21.15.44:0/147907660 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55585c9124c0 0x55585c9148e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:30.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.995+0000 7f196f0b7b80 4 client.25483 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T00:43:30.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.995+0000 7f196f0b7b80 1 -- 172.21.15.44:0/147907660 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55585c7edd90 con 0x55585c9124c0 2024-05-21T00:43:30.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.995+0000 7f1961e00700 1 --2- 172.21.15.44:0/147907660 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55585c9124c0 0x55585c9148e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:30.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.996+0000 7f1961e00700 1 --2- 172.21.15.44:0/147907660 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55585c9124c0 0x55585c9148e0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=86fb7eaa3685f124 server_cookie=87cfeec2294aa0ee in_seq=0 out_seq=0 2024-05-21T00:43:30.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.996+0000 7f193fe00700 10 client.25483 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:30.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.996+0000 7f193fe00700 1 -- 172.21.15.44:0/147907660 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55585c7edd90 con 0x55585c9124c0 2024-05-21T00:43:30.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.996+0000 7f193fe00700 10 client.25483 handle_command_reply: tid=0 2024-05-21T00:43:30.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.996+0000 7f196f0b7b80 1 client.25483 shutdown 2024-05-21T00:43:31.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.996+0000 7f196f0b7b80 1 -- 172.21.15.44:0/147907660 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55585c892eb0 msgr2=0x55585c8aa6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:31.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.996+0000 7f196f0b7b80 1 --2- 172.21.15.44:0/147907660 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55585c892eb0 0x55585c8aa6d0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f195c199030 tx=0x7f194c009f90 comp rx=0 tx=0).stop 2024-05-21T00:43:31.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.997+0000 7f196f0b7b80 1 -- 172.21.15.44:0/147907660 shutdown_connections 2024-05-21T00:43:31.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.997+0000 7f196f0b7b80 1 --2- 172.21.15.44:0/147907660 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55585c8937d0 0x55585c910440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:31.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.997+0000 7f196f0b7b80 1 --2- 172.21.15.44:0/147907660 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55585c9124c0 0x55585c9148e0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:31.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.997+0000 7f196f0b7b80 1 --2- 172.21.15.44:0/147907660 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55585c88d880 0x55585c8aa190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:31.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.997+0000 7f196f0b7b80 1 --2- 172.21.15.44:0/147907660 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55585c892eb0 0x55585c8aa6d0 secure :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f195c199030 tx=0x7f194c009f90 comp rx=0 tx=0).stop 2024-05-21T00:43:31.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.997+0000 7f196f0b7b80 1 -- 172.21.15.44:0/147907660 >> 172.21.15.44:0/147907660 conn(0x55585c7bbbe0 msgr2=0x55585c895120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:31.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.997+0000 7f193fe00700 0 client.25483 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:31.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.997+0000 7f196f0b7b80 1 -- 172.21.15.44:0/147907660 shutdown_connections 2024-05-21T00:43:31.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.997+0000 7f196f0b7b80 1 -- 172.21.15.44:0/147907660 wait complete. 2024-05-21T00:43:31.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.998+0000 7f196f0b7b80 20 client.25483 trim_cache size 0 max 16384 2024-05-21T00:43:31.002 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:43:31.002 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "no active scrubs running", 2024-05-21T00:43:31.002 INFO:teuthology.orchestra.run.smithi044.stdout: "scrubs": {} 2024-05-21T00:43:31.002 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:43:31.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.999+0000 7f1964800700 1 -- 172.21.15.44:0/1893568378 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f19440b28f0 msgr2=0x7f19440b4db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:31.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.999+0000 7f1964800700 1 --2- 172.21.15.44:0/1893568378 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f19440b28f0 0x7f19440b4db0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f195800b780 tx=0x7f195801fc30 comp rx=0 tx=0).stop 2024-05-21T00:43:31.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.999+0000 7f1964800700 1 -- 172.21.15.44:0/1893568378 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f195c06b220 msgr2=0x7f195c19e750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:31.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:30.999+0000 7f1964800700 1 --2- 172.21.15.44:0/1893568378 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f195c06b220 0x7f195c19e750 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f195000e9f0 tx=0x7f195000ed00 comp rx=0 tx=0).stop 2024-05-21T00:43:31.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:31.001+0000 7f1964800700 1 -- 172.21.15.44:0/1893568378 shutdown_connections 2024-05-21T00:43:31.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:31.001+0000 7f1964800700 1 --2- 172.21.15.44:0/1893568378 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f19440b28f0 0x7f19440b4db0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:31.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:31.001+0000 7f1964800700 1 --2- 172.21.15.44:0/1893568378 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f195c1095b0 0x7f195c197a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:31.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:31.001+0000 7f1964800700 1 --2- 172.21.15.44:0/1893568378 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f195c06b220 0x7f195c19e750 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:31.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:31.001+0000 7f1964800700 1 --2- 172.21.15.44:0/1893568378 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f195c06bbe0 0x7f195c19ec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:31.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:31.001+0000 7f1964800700 1 -- 172.21.15.44:0/1893568378 >> 172.21.15.44:0/1893568378 conn(0x7f195c0793f0 msgr2=0x7f195c101150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:31.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:31.001+0000 7f1964800700 1 -- 172.21.15.44:0/1893568378 shutdown_connections 2024-05-21T00:43:31.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:31.004+0000 7f1964800700 1 -- 172.21.15.44:0/1893568378 wait complete. 2024-05-21T00:43:31.666 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:31 smithi044 ceph-mon[31392]: pgmap v502: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-05-21T00:43:31.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:31 smithi082 ceph-mon[36141]: pgmap v502: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-05-21T00:43:32.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:31 smithi092 ceph-mon[36335]: pgmap v502: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-05-21T00:43:32.741 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T00:43:32.741 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:43:33.453 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:43:33.830 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:33 smithi044 ceph-mon[31392]: pgmap v503: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-21T00:43:33.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:33 smithi082 ceph-mon[36141]: pgmap v503: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-21T00:43:34.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:33 smithi092 ceph-mon[36335]: pgmap v503: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-21T00:43:34.778 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.306+0000 7fb60a600700 1 -- 172.21.15.44:0/762609114 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb604108500 msgr2=0x7fb6041088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:34.778 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.306+0000 7fb60a600700 1 --2- 172.21.15.44:0/762609114 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb604108500 0x7fb6041088e0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb5f4009990 tx=0x7fb5f4009ca0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.778 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.307+0000 7fb60a600700 1 -- 172.21.15.44:0/762609114 shutdown_connections 2024-05-21T00:43:34.778 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.307+0000 7fb60a600700 1 --2- 172.21.15.44:0/762609114 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb604103f90 0x7fb604110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.778 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.307+0000 7fb60a600700 1 --2- 172.21.15.44:0/762609114 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb604108500 0x7fb6041088e0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.778 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.307+0000 7fb60a600700 1 --2- 172.21.15.44:0/762609114 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb6041035f0 0x7fb604103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.778 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.307+0000 7fb60a600700 1 -- 172.21.15.44:0/762609114 >> 172.21.15.44:0/762609114 conn(0x7fb60407a6a0 msgr2=0x7fb60407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:34.778 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.307+0000 7fb60a600700 1 -- 172.21.15.44:0/762609114 shutdown_connections 2024-05-21T00:43:34.778 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.307+0000 7fb60a600700 1 -- 172.21.15.44:0/762609114 wait complete. 2024-05-21T00:43:34.778 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.308+0000 7fb60a600700 1 Processor -- start 2024-05-21T00:43:34.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.308+0000 7fb60a600700 1 -- start start 2024-05-21T00:43:34.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.309+0000 7fb60a600700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6041035f0 0x7fb60419f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:34.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.309+0000 7fb60a600700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb604103f90 0x7fb60419fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:34.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.309+0000 7fb60a600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb604108500 0x7fb604199a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:34.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.309+0000 7fb60a600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb604113790 con 0x7fb604108500 2024-05-21T00:43:34.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.309+0000 7fb60a600700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fb604113610 con 0x7fb604103f90 2024-05-21T00:43:34.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.309+0000 7fb603400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6041035f0 0x7fb60419f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:34.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.310+0000 7fb60a600700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fb604113910 con 0x7fb6041035f0 2024-05-21T00:43:34.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.310+0000 7fb602a00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb604103f90 0x7fb60419fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:34.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.310+0000 7fb602a00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb604103f90 0x7fb60419fdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:40324/0 (socket says 172.21.15.44:40324) 2024-05-21T00:43:34.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.310+0000 7fb602a00700 1 -- 172.21.15.44:0/3253034468 learned_addr learned my addr 172.21.15.44:0/3253034468 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:34.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.310+0000 7fb603e00700 1 --2- 172.21.15.44:0/3253034468 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb604108500 0x7fb604199a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:34.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.310+0000 7fb602a00700 1 -- 172.21.15.44:0/3253034468 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6041035f0 msgr2=0x7fb60419f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:34.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.310+0000 7fb602a00700 1 --2- 172.21.15.44:0/3253034468 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6041035f0 0x7fb60419f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.310+0000 7fb602a00700 1 -- 172.21.15.44:0/3253034468 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb604108500 msgr2=0x7fb604199a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:34.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.310+0000 7fb602a00700 1 --2- 172.21.15.44:0/3253034468 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb604108500 0x7fb604199a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.310+0000 7fb602a00700 1 -- 172.21.15.44:0/3253034468 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb60419a1b0 con 0x7fb604103f90 2024-05-21T00:43:34.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.311+0000 7fb602a00700 1 --2- 172.21.15.44:0/3253034468 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb604103f90 0x7fb60419fdd0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fb5f000eb30 tx=0x7fb5f000ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:34.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.311+0000 7fb5fbe00700 1 -- 172.21.15.44:0/3253034468 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f000cc90 con 0x7fb604103f90 2024-05-21T00:43:34.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.311+0000 7fb5fbe00700 1 -- 172.21.15.44:0/3253034468 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb5f00044d0 con 0x7fb604103f90 2024-05-21T00:43:34.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.311+0000 7fb60a600700 1 -- 172.21.15.44:0/3253034468 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb60419a4a0 con 0x7fb604103f90 2024-05-21T00:43:34.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.312+0000 7fb5fbe00700 1 -- 172.21.15.44:0/3253034468 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f0010430 con 0x7fb604103f90 2024-05-21T00:43:34.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.312+0000 7fb60a600700 1 -- 172.21.15.44:0/3253034468 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb604075770 con 0x7fb604103f90 2024-05-21T00:43:34.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.318+0000 7fb614f19b80 1 Processor -- start 2024-05-21T00:43:34.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.319+0000 7fb614f19b80 1 -- start start 2024-05-21T00:43:34.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.319+0000 7fb5fbe00700 1 -- 172.21.15.44:0/3253034468 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fb5f0003ed0 con 0x7fb604103f90 2024-05-21T00:43:34.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.319+0000 7fb614f19b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5618c8ee93c0 0x5618c8ee97a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:34.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.319+0000 7fb614f19b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5618c8ee9ce0 0x5618c8ee37e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:34.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.319+0000 7fb614f19b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5618c8ee3e00 0x5618c8ee4280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:34.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.319+0000 7fb614f19b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5618c8e38f40 con 0x5618c8ee3e00 2024-05-21T00:43:34.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.319+0000 7fb614f19b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5618c8e28ae0 con 0x5618c8ee9ce0 2024-05-21T00:43:34.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.319+0000 7fb614f19b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x5618c8e2cb20 con 0x5618c8ee93c0 2024-05-21T00:43:34.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.320+0000 7fb603e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5618c8ee93c0 0x5618c8ee97a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:34.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.320+0000 7fb603e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5618c8ee93c0 0x5618c8ee97a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:53652/0 (socket says 172.21.15.44:53652) 2024-05-21T00:43:34.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.320+0000 7fb603e00700 1 -- 172.21.15.44:0/1745531286 learned_addr learned my addr 172.21.15.44:0/1745531286 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:34.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.321+0000 7fb603e00700 1 -- 172.21.15.44:0/1745531286 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5618c8ee9ce0 msgr2=0x5618c8ee37e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T00:43:34.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.321+0000 7fb603e00700 1 --2- 172.21.15.44:0/1745531286 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5618c8ee9ce0 0x5618c8ee37e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.321+0000 7fb603e00700 1 -- 172.21.15.44:0/1745531286 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5618c8ee3e00 msgr2=0x5618c8ee4280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:34.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.321+0000 7fb603e00700 1 --2- 172.21.15.44:0/1745531286 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5618c8ee3e00 0x5618c8ee4280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.321+0000 7fb603e00700 1 -- 172.21.15.44:0/1745531286 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5618c8df1520 con 0x5618c8ee93c0 2024-05-21T00:43:34.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.322+0000 7fb5fbe00700 1 --2- 172.21.15.44:0/3253034468 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb5e80b2980 0x7fb5e80b4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:34.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.322+0000 7fb5fbe00700 1 -- 172.21.15.44:0/3253034468 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fb5f00e2530 con 0x7fb604103f90 2024-05-21T00:43:34.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.322+0000 7fb603e00700 1 --2- 172.21.15.44:0/1745531286 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5618c8ee93c0 0x5618c8ee97a0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fb5fc009c80 tx=0x7fb5fc009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e758e5c2dd48b129 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:34.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.323+0000 7fb5f8c00700 1 -- 172.21.15.44:0/1745531286 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5fc015470 con 0x5618c8ee93c0 2024-05-21T00:43:34.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.323+0000 7fb5f8c00700 1 -- 172.21.15.44:0/1745531286 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb5fc01a070 con 0x5618c8ee93c0 2024-05-21T00:43:34.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.323+0000 7fb5f8c00700 1 -- 172.21.15.44:0/1745531286 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5fc0149d0 con 0x5618c8ee93c0 2024-05-21T00:43:34.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.324+0000 7fb603400700 1 --2- 172.21.15.44:0/3253034468 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb5e80b2980 0x7fb5e80b4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:34.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.325+0000 7fb614f19b80 1 -- 172.21.15.44:0/1745531286 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5618c8ee93c0 msgr2=0x5618c8ee97a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:34.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.325+0000 7fb603400700 1 --2- 172.21.15.44:0/3253034468 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb5e80b2980 0x7fb5e80b4e40 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fb60419ab90 tx=0x7fb5f4005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:34.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.325+0000 7fb614f19b80 1 --2- 172.21.15.44:0/1745531286 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5618c8ee93c0 0x5618c8ee97a0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fb5fc009c80 tx=0x7fb5fc009f90 comp rx=0 tx=0).stop 2024-05-21T00:43:34.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.325+0000 7fb614f19b80 1 -- 172.21.15.44:0/1745531286 shutdown_connections 2024-05-21T00:43:34.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.325+0000 7fb614f19b80 1 --2- 172.21.15.44:0/1745531286 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5618c8ee3e00 0x5618c8ee4280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.325+0000 7fb614f19b80 1 --2- 172.21.15.44:0/1745531286 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5618c8ee93c0 0x5618c8ee97a0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.325+0000 7fb614f19b80 1 --2- 172.21.15.44:0/1745531286 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5618c8ee9ce0 0x5618c8ee37e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.325+0000 7fb614f19b80 1 -- 172.21.15.44:0/1745531286 >> 172.21.15.44:0/1745531286 conn(0x5618c8e08ce0 msgr2=0x5618c8ed5e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:34.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.327+0000 7fb614f19b80 1 -- 172.21.15.44:0/1745531286 shutdown_connections 2024-05-21T00:43:34.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.327+0000 7fb614f19b80 1 -- 172.21.15.44:0/1745531286 wait complete. 2024-05-21T00:43:34.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.328+0000 7fb614f19b80 1 -- start start 2024-05-21T00:43:34.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.328+0000 7fb614f19b80 1 Processor -- start 2024-05-21T00:43:34.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.329+0000 7fb614f19b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5618c8ee3e00 0x5618c8eefbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:34.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.329+0000 7fb614f19b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5618c8ee93c0 0x5618c8eecf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:34.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.329+0000 7fb614f19b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5618c8ee9ce0 0x5618c8eed440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:34.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.329+0000 7fb614f19b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5618c8d2f0a0 con 0x5618c8ee93c0 2024-05-21T00:43:34.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.329+0000 7fb614f19b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5618c8dc9860 con 0x5618c8ee3e00 2024-05-21T00:43:34.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.329+0000 7fb614f19b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x5618c8ef0790 con 0x5618c8ee9ce0 2024-05-21T00:43:34.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.329+0000 7fb614f19b80 10 client.0 _ll_register_callbacks cb 0x5618c8dd2d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:43:34.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.329+0000 7fb603400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5618c8ee3e00 0x5618c8eefbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:34.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.330+0000 7fb602a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5618c8ee93c0 0x5618c8eecf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:34.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.330+0000 7fb603400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5618c8ee3e00 0x5618c8eefbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:40336/0 (socket says 172.21.15.44:40336) 2024-05-21T00:43:34.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.330+0000 7fb603400700 1 -- 172.21.15.44:0/388836668 learned_addr learned my addr 172.21.15.44:0/388836668 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:34.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.330+0000 7fb603e00700 1 --2- 172.21.15.44:0/388836668 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5618c8ee9ce0 0x5618c8eed440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:34.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.330+0000 7fb602a00700 1 -- 172.21.15.44:0/388836668 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5618c8ee9ce0 msgr2=0x5618c8eed440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:34.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.330+0000 7fb602a00700 1 --2- 172.21.15.44:0/388836668 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5618c8ee9ce0 0x5618c8eed440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.330+0000 7fb602a00700 1 -- 172.21.15.44:0/388836668 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5618c8ee3e00 msgr2=0x5618c8eefbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:34.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.330+0000 7fb602a00700 1 --2- 172.21.15.44:0/388836668 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5618c8ee3e00 0x5618c8eefbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.330+0000 7fb602a00700 1 -- 172.21.15.44:0/388836668 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5618c8d789d0 con 0x5618c8ee93c0 2024-05-21T00:43:34.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.330+0000 7fb603e00700 1 --2- 172.21.15.44:0/388836668 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5618c8ee9ce0 0x5618c8eed440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:43:34.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.331+0000 7fb602a00700 1 --2- 172.21.15.44:0/388836668 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5618c8ee93c0 0x5618c8eecf00 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x5618c8ee47c0 tx=0x7fb5f00a9400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c20180d3d95ecf20 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:34.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.331+0000 7fb5ed600700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-21T00:43:34.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.331+0000 7fb5ed600700 1 -- 172.21.15.44:0/388836668 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f0003680 con 0x5618c8ee93c0 2024-05-21T00:43:34.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.331+0000 7fb5ed600700 1 -- 172.21.15.44:0/388836668 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fb5f00a60a0 con 0x5618c8ee93c0 2024-05-21T00:43:34.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.331+0000 7fb614f19b80 1 -- 172.21.15.44:0/388836668 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb5fc01a070 con 0x5618c8ee93c0 2024-05-21T00:43:34.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.332+0000 7fb5ed600700 1 -- 172.21.15.44:0/388836668 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb5f0016540 con 0x5618c8ee93c0 2024-05-21T00:43:34.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.332+0000 7fb614f19b80 10 client.15345 fetch_fsmap learned FSMap version 26 2024-05-21T00:43:34.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.332+0000 7fb614f19b80 1 -- 172.21.15.44:0/388836668 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5618c8df9160 con 0x5618c8ee93c0 2024-05-21T00:43:34.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.332+0000 7fb5ed600700 1 -- 172.21.15.44:0/388836668 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb5fc01a070 con 0x5618c8ee93c0 2024-05-21T00:43:34.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.333+0000 7fb5ed600700 1 -- 172.21.15.44:0/388836668 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb5f00e20e0 con 0x5618c8ee93c0 2024-05-21T00:43:34.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.333+0000 7fb614f19b80 10 client.15345 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:43:34.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.333+0000 7fb614f19b80 10 client.15345 resolve_mds: validated gid 24521 aka daemon mds.b 2024-05-21T00:43:34.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.333+0000 7fb614f19b80 20 client.15345 populate_metadata read hostname 'smithi044' 2024-05-21T00:43:34.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.333+0000 7fb614f19b80 1 --2- 172.21.15.44:0/388836668 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5618c8f0e4f0 0x5618c8f108e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:34.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.333+0000 7fb614f19b80 4 client.15345 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:43:34.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.333+0000 7fb614f19b80 1 -- 172.21.15.44:0/388836668 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5618c8e3ae90 con 0x5618c8f0e4f0 2024-05-21T00:43:34.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.333+0000 7fb603400700 1 --2- 172.21.15.44:0/388836668 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5618c8f0e4f0 0x5618c8f108e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:34.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.334+0000 7fb603400700 1 --2- 172.21.15.44:0/388836668 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5618c8f0e4f0 0x5618c8f108e0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4e6561ff8a75695e server_cookie=4d6f25f0c28c5f0b in_seq=0 out_seq=0 2024-05-21T00:43:34.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.334+0000 7fb5ed600700 10 client.15345 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:34.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.335+0000 7fb5ed600700 1 -- 172.21.15.44:0/388836668 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5618c8e3ae90 con 0x5618c8f0e4f0 2024-05-21T00:43:34.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.335+0000 7fb5ed600700 10 client.15345 handle_command_reply: tid=0 2024-05-21T00:43:34.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.335+0000 7fb614f19b80 1 client.15345 shutdown 2024-05-21T00:43:34.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.335+0000 7fb614f19b80 1 -- 172.21.15.44:0/388836668 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5618c8ee93c0 msgr2=0x5618c8eecf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:34.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.335+0000 7fb614f19b80 1 --2- 172.21.15.44:0/388836668 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5618c8ee93c0 0x5618c8eecf00 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x5618c8ee47c0 tx=0x7fb5f00a9400 comp rx=0 tx=0).stop 2024-05-21T00:43:34.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.336+0000 7fb614f19b80 1 -- 172.21.15.44:0/388836668 shutdown_connections 2024-05-21T00:43:34.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.336+0000 7fb614f19b80 1 --2- 172.21.15.44:0/388836668 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5618c8f0e4f0 0x5618c8f108e0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.336+0000 7fb614f19b80 1 --2- 172.21.15.44:0/388836668 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5618c8ee9ce0 0x5618c8eed440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.336+0000 7fb614f19b80 1 --2- 172.21.15.44:0/388836668 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5618c8ee3e00 0x5618c8eefbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.336+0000 7fb5ed600700 0 client.15345 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:34.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.336+0000 7fb614f19b80 1 --2- 172.21.15.44:0/388836668 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5618c8ee93c0 0x5618c8eecf00 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.336+0000 7fb614f19b80 1 -- 172.21.15.44:0/388836668 >> 172.21.15.44:0/388836668 conn(0x5618c8e08ce0 msgr2=0x5618c8ed5cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:34.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.336+0000 7fb614f19b80 1 -- 172.21.15.44:0/388836668 shutdown_connections 2024-05-21T00:43:34.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.336+0000 7fb614f19b80 1 -- 172.21.15.44:0/388836668 wait complete. 2024-05-21T00:43:34.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.336+0000 7fb614f19b80 20 client.15345 trim_cache size 0 max 16384 2024-05-21T00:43:34.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.373+0000 7fb614f19b80 1 Processor -- start 2024-05-21T00:43:34.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.373+0000 7fb614f19b80 1 -- start start 2024-05-21T00:43:34.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.373+0000 7fb614f19b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5618c8ee3e00 0x5618c8ee37e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:34.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.373+0000 7fb614f19b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5618c8ee93c0 0x5618c8ee7240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:34.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.374+0000 7fb614f19b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5618c8ee9ce0 0x5618c8ef9830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:34.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.374+0000 7fb614f19b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb604074d20 con 0x5618c8ee93c0 2024-05-21T00:43:34.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.374+0000 7fb614f19b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fb6040725b0 con 0x5618c8ee3e00 2024-05-21T00:43:34.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.374+0000 7fb614f19b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fb604070420 con 0x5618c8ee9ce0 2024-05-21T00:43:34.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.374+0000 7fb603400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5618c8ee3e00 0x5618c8ee37e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:34.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.374+0000 7fb602a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5618c8ee93c0 0x5618c8ee7240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:34.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.374+0000 7fb603400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5618c8ee3e00 0x5618c8ee37e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:40348/0 (socket says 172.21.15.44:40348) 2024-05-21T00:43:34.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.374+0000 7fb603400700 1 -- 172.21.15.44:0/1612924793 learned_addr learned my addr 172.21.15.44:0/1612924793 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:34.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.374+0000 7fb603e00700 1 --2- 172.21.15.44:0/1612924793 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5618c8ee9ce0 0x5618c8ef9830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:34.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.375+0000 7fb603400700 1 -- 172.21.15.44:0/1612924793 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5618c8ee9ce0 msgr2=0x5618c8ef9830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:34.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.375+0000 7fb603400700 1 --2- 172.21.15.44:0/1612924793 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5618c8ee9ce0 0x5618c8ef9830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.375+0000 7fb603400700 1 -- 172.21.15.44:0/1612924793 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5618c8ee93c0 msgr2=0x5618c8ee7240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:34.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.375+0000 7fb603400700 1 --2- 172.21.15.44:0/1612924793 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5618c8ee93c0 0x5618c8ee7240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.375+0000 7fb603400700 1 -- 172.21.15.44:0/1612924793 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5618c8eeb470 con 0x5618c8ee3e00 2024-05-21T00:43:34.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.375+0000 7fb603400700 1 --2- 172.21.15.44:0/1612924793 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5618c8ee3e00 0x5618c8ee37e0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb5f400b6c0 tx=0x7fb5f4029040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9bdd385741c97b37 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:34.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.375+0000 7fb5efe00700 1 -- 172.21.15.44:0/1612924793 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f400bd80 con 0x5618c8ee3e00 2024-05-21T00:43:34.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.375+0000 7fb5efe00700 1 -- 172.21.15.44:0/1612924793 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb5f4003b30 con 0x5618c8ee3e00 2024-05-21T00:43:34.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.375+0000 7fb5efe00700 1 -- 172.21.15.44:0/1612924793 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f4032af0 con 0x5618c8ee3e00 2024-05-21T00:43:34.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.376+0000 7fb614f19b80 1 -- 172.21.15.44:0/1612924793 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5618c8ee3e00 msgr2=0x5618c8ee37e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:34.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.376+0000 7fb614f19b80 1 --2- 172.21.15.44:0/1612924793 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5618c8ee3e00 0x5618c8ee37e0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb5f400b6c0 tx=0x7fb5f4029040 comp rx=0 tx=0).stop 2024-05-21T00:43:34.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.376+0000 7fb614f19b80 1 -- 172.21.15.44:0/1612924793 shutdown_connections 2024-05-21T00:43:34.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.376+0000 7fb614f19b80 1 --2- 172.21.15.44:0/1612924793 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5618c8ee9ce0 0x5618c8ef9830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.376+0000 7fb614f19b80 1 --2- 172.21.15.44:0/1612924793 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5618c8ee3e00 0x5618c8ee37e0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.376+0000 7fb614f19b80 1 --2- 172.21.15.44:0/1612924793 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5618c8ee93c0 0x5618c8ee7240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.376+0000 7fb614f19b80 1 -- 172.21.15.44:0/1612924793 >> 172.21.15.44:0/1612924793 conn(0x5618c8e08ce0 msgr2=0x5618c8ed5cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:34.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.376+0000 7fb614f19b80 1 -- 172.21.15.44:0/1612924793 shutdown_connections 2024-05-21T00:43:34.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.376+0000 7fb614f19b80 1 -- 172.21.15.44:0/1612924793 wait complete. 2024-05-21T00:43:34.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.377+0000 7fb614f19b80 1 -- start start 2024-05-21T00:43:34.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.377+0000 7fb614f19b80 1 Processor -- start 2024-05-21T00:43:34.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.378+0000 7fb614f19b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5618c8ee3e00 0x5618c8ef2fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:34.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.378+0000 7fb614f19b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5618c8ee93c0 0x5618c8ef3510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:34.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.378+0000 7fb614f19b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5618c8ee9ce0 0x5618c8f72f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:34.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.378+0000 7fb614f19b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb604070a70 con 0x5618c8ee3e00 2024-05-21T00:43:34.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.378+0000 7fb614f19b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fb604071ee0 con 0x5618c8ee9ce0 2024-05-21T00:43:34.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.378+0000 7fb614f19b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fb604071140 con 0x5618c8ee93c0 2024-05-21T00:43:34.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.378+0000 7fb614f19b80 10 client.0 _ll_register_callbacks cb 0x5618c8dd2d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:43:34.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.378+0000 7fb603400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5618c8ee3e00 0x5618c8ef2fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:34.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.378+0000 7fb602a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5618c8ee93c0 0x5618c8ef3510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:34.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.378+0000 7fb602a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5618c8ee93c0 0x5618c8ef3510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:53684/0 (socket says 172.21.15.44:53684) 2024-05-21T00:43:34.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.378+0000 7fb603e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5618c8ee9ce0 0x5618c8f72f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:34.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.378+0000 7fb602a00700 1 -- 172.21.15.44:0/2438504090 learned_addr learned my addr 172.21.15.44:0/2438504090 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:34.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.379+0000 7fb602a00700 1 -- 172.21.15.44:0/2438504090 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5618c8ee9ce0 msgr2=0x5618c8f72f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:34.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.379+0000 7fb602a00700 1 --2- 172.21.15.44:0/2438504090 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5618c8ee9ce0 0x5618c8f72f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.379+0000 7fb602a00700 1 -- 172.21.15.44:0/2438504090 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5618c8ee3e00 msgr2=0x5618c8ef2fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:34.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.379+0000 7fb602a00700 1 --2- 172.21.15.44:0/2438504090 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5618c8ee3e00 0x5618c8ef2fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.379+0000 7fb602a00700 1 -- 172.21.15.44:0/2438504090 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5618c8f73590 con 0x5618c8ee93c0 2024-05-21T00:43:34.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.379+0000 7fb603400700 1 --2- 172.21.15.44:0/2438504090 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5618c8ee3e00 0x5618c8ef2fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:43:34.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.380+0000 7fb602a00700 1 --2- 172.21.15.44:0/2438504090 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5618c8ee93c0 0x5618c8ef3510 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fb5f00e24a0 tx=0x7fb5f000cf50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=19579137a29ffdd6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:34.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.380+0000 7fb5ed600700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:43:34.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.380+0000 7fb5ed600700 1 -- 172.21.15.44:0/2438504090 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f00c9070 con 0x5618c8ee93c0 2024-05-21T00:43:34.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.380+0000 7fb614f19b80 1 -- 172.21.15.44:0/2438504090 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb5f4003b30 con 0x5618c8ee93c0 2024-05-21T00:43:34.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.380+0000 7fb5ed600700 1 -- 172.21.15.44:0/2438504090 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fb5f00a60a0 con 0x5618c8ee93c0 2024-05-21T00:43:34.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.380+0000 7fb5ed600700 1 -- 172.21.15.44:0/2438504090 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb5f00a9220 con 0x5618c8ee93c0 2024-05-21T00:43:34.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.380+0000 7fb614f19b80 10 client.25498 fetch_fsmap learned FSMap version 26 2024-05-21T00:43:34.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.380+0000 7fb614f19b80 1 -- 172.21.15.44:0/2438504090 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5618c8f7a960 con 0x5618c8ee93c0 2024-05-21T00:43:34.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.380+0000 7fb5ed600700 1 -- 172.21.15.44:0/2438504090 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb5f4003b30 con 0x5618c8ee93c0 2024-05-21T00:43:34.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.381+0000 7fb5ed600700 1 -- 172.21.15.44:0/2438504090 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb5f00b2b60 con 0x5618c8ee93c0 2024-05-21T00:43:34.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.381+0000 7fb614f19b80 10 client.25498 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:43:34.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.381+0000 7fb614f19b80 10 client.25498 resolve_mds: validated gid 24521 aka daemon mds.b 2024-05-21T00:43:34.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.381+0000 7fb614f19b80 20 client.25498 populate_metadata read hostname 'smithi044' 2024-05-21T00:43:34.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.381+0000 7fb614f19b80 1 --2- 172.21.15.44:0/2438504090 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5618c8f7ae80 0x5618c8f7d270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:34.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.381+0000 7fb614f19b80 4 client.25498 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "6477df94", "release": true, "await": true}] 2024-05-21T00:43:34.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.381+0000 7fb614f19b80 1 -- 172.21.15.44:0/2438504090 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "quiesce db", "set_id": "6477df94", "release": true, "await": true}) -- 0x5618c8ee7a60 con 0x5618c8f7ae80 2024-05-21T00:43:34.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.382+0000 7fb603400700 1 --2- 172.21.15.44:0/2438504090 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5618c8f7ae80 0x5618c8f7d270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:34.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.382+0000 7fb603400700 1 --2- 172.21.15.44:0/2438504090 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5618c8f7ae80 0x5618c8f7d270 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d214bb4455d59748 server_cookie=5d3d3e5b4a9e3f30 in_seq=0 out_seq=0 2024-05-21T00:43:34.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.382+0000 7fb5ed600700 10 client.25498 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:34.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.384+0000 7fb5ed600700 1 -- 172.21.15.44:0/2438504090 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x5618c8ee7a60 con 0x5618c8f7ae80 2024-05-21T00:43:34.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.384+0000 7fb5ed600700 10 client.25498 handle_command_reply: tid=0 2024-05-21T00:43:34.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.384+0000 7fb614f19b80 1 client.25498 shutdown 2024-05-21T00:43:34.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.385+0000 7fb614f19b80 1 -- 172.21.15.44:0/2438504090 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5618c8ee93c0 msgr2=0x5618c8ef3510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:34.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.385+0000 7fb614f19b80 1 --2- 172.21.15.44:0/2438504090 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5618c8ee93c0 0x5618c8ef3510 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fb5f00e24a0 tx=0x7fb5f000cf50 comp rx=0 tx=0).stop 2024-05-21T00:43:34.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.385+0000 7fb614f19b80 1 -- 172.21.15.44:0/2438504090 shutdown_connections 2024-05-21T00:43:34.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.385+0000 7fb614f19b80 1 --2- 172.21.15.44:0/2438504090 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5618c8ee3e00 0x5618c8ef2fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.385+0000 7fb614f19b80 1 --2- 172.21.15.44:0/2438504090 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5618c8f7ae80 0x5618c8f7d270 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.385+0000 7fb614f19b80 1 --2- 172.21.15.44:0/2438504090 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5618c8ee9ce0 0x5618c8f72f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.385+0000 7fb614f19b80 1 --2- 172.21.15.44:0/2438504090 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5618c8ee93c0 0x5618c8ef3510 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.385+0000 7fb5ed600700 0 client.25498 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:34.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.385+0000 7fb614f19b80 1 -- 172.21.15.44:0/2438504090 >> 172.21.15.44:0/2438504090 conn(0x5618c8e08ce0 msgr2=0x5618c8ed5cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:34.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.385+0000 7fb614f19b80 1 -- 172.21.15.44:0/2438504090 shutdown_connections 2024-05-21T00:43:34.793 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:43:34.793 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 26, 2024-05-21T00:43:34.793 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24521, 2024-05-21T00:43:34.793 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 4, 2024-05-21T00:43:34.793 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-05-21T00:43:34.793 INFO:teuthology.orchestra.run.smithi044.stdout: "6477df94": { 2024-05-21T00:43:34.794 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 4, 2024-05-21T00:43:34.794 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-05-21T00:43:34.794 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-05-21T00:43:34.794 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-05-21T00:43:34.794 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-05-21T00:43:34.794 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:43:34.794 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 90.0, 2024-05-21T00:43:34.794 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 150.0, 2024-05-21T00:43:34.794 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-05-21T00:43:34.794 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-05-21T00:43:34.794 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-05-21T00:43:34.794 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-05-21T00:43:34.794 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-05-21T00:43:34.794 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-05-21T00:43:34.795 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:43:34.795 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:43:34.795 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:43:34.795 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:43:34.795 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:43:34.795 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:43:34.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.385+0000 7fb614f19b80 1 -- 172.21.15.44:0/2438504090 wait complete. 2024-05-21T00:43:34.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.385+0000 7fb614f19b80 20 client.25498 trim_cache size 0 max 16384 2024-05-21T00:43:34.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.386+0000 7fb60a600700 1 -- 172.21.15.44:0/3253034468 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb5e80b2980 msgr2=0x7fb5e80b4e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:34.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.386+0000 7fb60a600700 1 --2- 172.21.15.44:0/3253034468 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb5e80b2980 0x7fb5e80b4e40 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fb60419ab90 tx=0x7fb5f4005fd0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.387+0000 7fb60a600700 1 -- 172.21.15.44:0/3253034468 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb604103f90 msgr2=0x7fb60419fdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:34.796 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.387+0000 7fb60a600700 1 --2- 172.21.15.44:0/3253034468 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb604103f90 0x7fb60419fdd0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fb5f000eb30 tx=0x7fb5f000ee40 comp rx=0 tx=0).stop 2024-05-21T00:43:34.796 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.387+0000 7fb60a600700 1 -- 172.21.15.44:0/3253034468 shutdown_connections 2024-05-21T00:43:34.796 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.387+0000 7fb60a600700 1 --2- 172.21.15.44:0/3253034468 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb5e80b2980 0x7fb5e80b4e40 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.796 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.387+0000 7fb60a600700 1 --2- 172.21.15.44:0/3253034468 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb604108500 0x7fb604199a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.796 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.387+0000 7fb60a600700 1 --2- 172.21.15.44:0/3253034468 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6041035f0 0x7fb60419f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.796 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.387+0000 7fb60a600700 1 --2- 172.21.15.44:0/3253034468 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb604103f90 0x7fb60419fdd0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:34.796 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.387+0000 7fb60a600700 1 -- 172.21.15.44:0/3253034468 >> 172.21.15.44:0/3253034468 conn(0x7fb60407a6a0 msgr2=0x7fb604101740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:34.796 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.388+0000 7fb60a600700 1 -- 172.21.15.44:0/3253034468 shutdown_connections 2024-05-21T00:43:34.796 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:34.388+0000 7fb60a600700 1 -- 172.21.15.44:0/3253034468 wait complete. 2024-05-21T00:43:35.720 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '6477df94', total seconds elapsed: 43.6 2024-05-21T00:43:35.720 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-05-21T00:43:35.721 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:43:35.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:35 smithi082 ceph-mon[36141]: pgmap v504: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s 2024-05-21T00:43:36.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:35 smithi044 ceph-mon[31392]: pgmap v504: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s 2024-05-21T00:43:36.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:35 smithi092 ceph-mon[36335]: pgmap v504: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s 2024-05-21T00:43:36.989 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:43:36.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.992+0000 7fd27be00700 1 -- 172.21.15.44:0/3855466776 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd274105780 msgr2=0x7fd274105c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:36.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.992+0000 7fd27be00700 1 --2- 172.21.15.44:0/3855466776 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd274105780 0x7fd274105c00 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fd260009990 tx=0x7fd260009ca0 comp rx=0 tx=0).stop 2024-05-21T00:43:36.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.993+0000 7fd27be00700 1 -- 172.21.15.44:0/3855466776 shutdown_connections 2024-05-21T00:43:36.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.993+0000 7fd27be00700 1 --2- 172.21.15.44:0/3855466776 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd274106140 0x7fd274112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:36.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.993+0000 7fd27be00700 1 --2- 172.21.15.44:0/3855466776 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd27410b780 0x7fd27410bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:36.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.993+0000 7fd27be00700 1 --2- 172.21.15.44:0/3855466776 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd274105780 0x7fd274105c00 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:36.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.993+0000 7fd27be00700 1 -- 172.21.15.44:0/3855466776 >> 172.21.15.44:0/3855466776 conn(0x7fd274101270 msgr2=0x7fd274103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:36.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.994+0000 7fd27be00700 1 -- 172.21.15.44:0/3855466776 shutdown_connections 2024-05-21T00:43:36.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.994+0000 7fd27be00700 1 -- 172.21.15.44:0/3855466776 wait complete. 2024-05-21T00:43:36.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.995+0000 7fd27be00700 1 Processor -- start 2024-05-21T00:43:36.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.995+0000 7fd27be00700 1 -- start start 2024-05-21T00:43:36.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.996+0000 7fd27be00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd274105780 0x7fd27419be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:36.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.996+0000 7fd27be00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd274106140 0x7fd27419c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:36.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.996+0000 7fd27be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd27410b780 0x7fd2741a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:36.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.996+0000 7fd27be00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd274115a10 con 0x7fd27410b780 2024-05-21T00:43:36.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.996+0000 7fd27be00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd274115890 con 0x7fd274105780 2024-05-21T00:43:36.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.996+0000 7fd27be00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fd274115b90 con 0x7fd274106140 2024-05-21T00:43:37.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.997+0000 7fd278a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd274106140 0x7fd27419c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:37.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.997+0000 7fd279e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd27410b780 0x7fd2741a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:37.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.997+0000 7fd279e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd27410b780 0x7fd2741a0730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40340/0 (socket says 172.21.15.44:40340) 2024-05-21T00:43:37.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.997+0000 7fd279e00700 1 -- 172.21.15.44:0/4108676293 learned_addr learned my addr 172.21.15.44:0/4108676293 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:37.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.997+0000 7fd278a00700 1 -- 172.21.15.44:0/4108676293 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd274105780 msgr2=0x7fd27419be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:37.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.997+0000 7fd278a00700 1 --2- 172.21.15.44:0/4108676293 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd274105780 0x7fd27419be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:37.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.997+0000 7fd278a00700 1 -- 172.21.15.44:0/4108676293 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd27410b780 msgr2=0x7fd2741a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:37.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.998+0000 7fd278a00700 1 --2- 172.21.15.44:0/4108676293 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd27410b780 0x7fd2741a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:37.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.998+0000 7fd278a00700 1 -- 172.21.15.44:0/4108676293 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2741a0e70 con 0x7fd274106140 2024-05-21T00:43:37.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.998+0000 7fd279e00700 1 --2- 172.21.15.44:0/4108676293 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd27410b780 0x7fd2741a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:43:37.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.999+0000 7fd278a00700 1 --2- 172.21.15.44:0/4108676293 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd274106140 0x7fd27419c3a0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fd260009990 tx=0x7fd2600057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:37.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.999+0000 7fd272000700 1 -- 172.21.15.44:0/4108676293 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd260027070 con 0x7fd274106140 2024-05-21T00:43:37.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.999+0000 7fd272000700 1 -- 172.21.15.44:0/4108676293 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd260022470 con 0x7fd274106140 2024-05-21T00:43:37.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.999+0000 7fd272000700 1 -- 172.21.15.44:0/4108676293 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd260017650 con 0x7fd274106140 2024-05-21T00:43:37.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.999+0000 7fd27be00700 1 -- 172.21.15.44:0/4108676293 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2741a1100 con 0x7fd274106140 2024-05-21T00:43:37.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:36.999+0000 7fd27be00700 1 -- 172.21.15.44:0/4108676293 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2741a89e0 con 0x7fd274106140 2024-05-21T00:43:37.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:37.001+0000 7fd27be00700 1 -- 172.21.15.44:0/4108676293 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd27406a230 con 0x7fd274106140 2024-05-21T00:43:37.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:37.005+0000 7fd272000700 1 -- 172.21.15.44:0/4108676293 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fd26002a070 con 0x7fd274106140 2024-05-21T00:43:37.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:37.007+0000 7fd272000700 1 --2- 172.21.15.44:0/4108676293 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd25c0b2980 0x7fd25c0b4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:37.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:37.007+0000 7fd272000700 1 -- 172.21.15.44:0/4108676293 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fd2600e2fe0 con 0x7fd274106140 2024-05-21T00:43:37.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:37.008+0000 7fd279400700 1 --2- 172.21.15.44:0/4108676293 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd25c0b2980 0x7fd25c0b4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:37.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:37.009+0000 7fd279400700 1 --2- 172.21.15.44:0/4108676293 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd25c0b2980 0x7fd25c0b4e40 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fd268009b60 tx=0x7fd268009620 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:37.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:37.011+0000 7fd272000700 1 -- 172.21.15.44:0/4108676293 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd260013070 con 0x7fd274106140 2024-05-21T00:43:37.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:37.436+0000 7fd27be00700 1 -- 172.21.15.44:0/4108676293 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd27402e560 con 0x7fd274106140 2024-05-21T00:43:37.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:37.437+0000 7fd272000700 1 -- 172.21.15.44:0/4108676293 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11854 (secure 0 0 0) 0x7fd2600aacf0 con 0x7fd274106140 2024-05-21T00:43:37.441 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:43:37.441 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/561549854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":561549854},{"type":"v1","addr":"172.21.15.44:6837","nonce":561549854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/2400906516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2400906516},{"type":"v1","addr":"172.21.15.82:6835","nonce":2400906516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2996309052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2996309052},{"type":"v1","addr":"172.21.15.92:6835","nonce":2996309052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:37:29.521554+0000","modified":"2024-05-21T00:41:28.977476+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24521,"mds_1":24511,"mds_2":24509},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24482":{"gid":24482,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6837/2183805482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":2183805482},{"type":"v1","addr":"172.21.15.82:6837","nonce":2183805482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6837/1462528640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1462528640},{"type":"v1","addr":"172.21.15.92:6837","nonce":1462528640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6839/1183044801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6838","nonce":1183044801},{"type":"v1","addr":"172.21.15.92:6839","nonce":1183044801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"a","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/3917264755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":3917264755},{"type":"v1","addr":"172.21.15.44:6841","nonce":3917264755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1038937716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1038937716},{"type":"v1","addr":"172.21.15.44:6839","nonce":1038937716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.82:6839/3736218763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":3736218763},{"type":"v1","addr":"172.21.15.82:6839","nonce":3736218763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24521,"qdb_cluster":[24509,24511,24521]},"id":1}]} 2024-05-21T00:43:37.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:37.441+0000 7fd27be00700 1 -- 172.21.15.44:0/4108676293 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd25c0b2980 msgr2=0x7fd25c0b4e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:37.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:37.441+0000 7fd27be00700 1 --2- 172.21.15.44:0/4108676293 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd25c0b2980 0x7fd25c0b4e40 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fd268009b60 tx=0x7fd268009620 comp rx=0 tx=0).stop 2024-05-21T00:43:37.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:37.441+0000 7fd27be00700 1 -- 172.21.15.44:0/4108676293 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd274106140 msgr2=0x7fd27419c3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:37.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:37.441+0000 7fd27be00700 1 --2- 172.21.15.44:0/4108676293 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd274106140 0x7fd27419c3a0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fd260009990 tx=0x7fd2600057c0 comp rx=0 tx=0).stop 2024-05-21T00:43:37.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:37.441+0000 7fd27be00700 1 -- 172.21.15.44:0/4108676293 shutdown_connections 2024-05-21T00:43:37.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:37.441+0000 7fd27be00700 1 --2- 172.21.15.44:0/4108676293 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd25c0b2980 0x7fd25c0b4e40 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:37.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:37.441+0000 7fd27be00700 1 --2- 172.21.15.44:0/4108676293 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd27410b780 0x7fd2741a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:37.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:37.441+0000 7fd27be00700 1 --2- 172.21.15.44:0/4108676293 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd274105780 0x7fd27419be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:37.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:37.441+0000 7fd27be00700 1 --2- 172.21.15.44:0/4108676293 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd274106140 0x7fd27419c3a0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:37.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:37.441+0000 7fd27be00700 1 -- 172.21.15.44:0/4108676293 >> 172.21.15.44:0/4108676293 conn(0x7fd274101270 msgr2=0x7fd2741019e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:37.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:37.441+0000 7fd27be00700 1 -- 172.21.15.44:0/4108676293 shutdown_connections 2024-05-21T00:43:37.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:37.442+0000 7fd27be00700 1 -- 172.21.15.44:0/4108676293 wait complete. 2024-05-21T00:43:37.446 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 26 2024-05-21T00:43:37.821 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:37 smithi044 ceph-mon[31392]: pgmap v505: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-05-21T00:43:37.822 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:37 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/4108676293' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:43:37.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:37 smithi082 ceph-mon[36141]: pgmap v505: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-05-21T00:43:37.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:37 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/4108676293' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:43:38.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:37 smithi092 ceph-mon[36335]: pgmap v505: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-05-21T00:43:38.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:37 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/4108676293' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:43:39.463 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T00:43:39.921 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:39 smithi044 ceph-mon[31392]: pgmap v506: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:43:39.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:39 smithi082 ceph-mon[36141]: pgmap v506: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:43:40.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:39 smithi092 ceph-mon[36335]: pgmap v506: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:43:40.126 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:43:40.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.150+0000 7fdb1c800700 1 -- 172.21.15.44:0/2885032436 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdb1406bb70 msgr2=0x7fdb1410fab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:40.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.150+0000 7fdb1c800700 1 --2- 172.21.15.44:0/2885032436 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdb1406bb70 0x7fdb1410fab0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fdb04009990 tx=0x7fdb04009ca0 comp rx=0 tx=0).stop 2024-05-21T00:43:40.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.150+0000 7fdb1c800700 1 -- 172.21.15.44:0/2885032436 shutdown_connections 2024-05-21T00:43:40.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.150+0000 7fdb1c800700 1 --2- 172.21.15.44:0/2885032436 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdb1406b250 0x7fdb1406b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:40.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.150+0000 7fdb1c800700 1 --2- 172.21.15.44:0/2885032436 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdb1410fff0 0x7fdb141123e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:40.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.150+0000 7fdb1c800700 1 --2- 172.21.15.44:0/2885032436 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdb1406bb70 0x7fdb1410fab0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:40.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.150+0000 7fdb1c800700 1 -- 172.21.15.44:0/2885032436 >> 172.21.15.44:0/2885032436 conn(0x7fdb140793f0 msgr2=0x7fdb14079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:40.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.150+0000 7fdb1c800700 1 -- 172.21.15.44:0/2885032436 shutdown_connections 2024-05-21T00:43:40.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.151+0000 7fdb1c800700 1 -- 172.21.15.44:0/2885032436 wait complete. 2024-05-21T00:43:40.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.152+0000 7fdb1c800700 1 Processor -- start 2024-05-21T00:43:40.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.152+0000 7fdb1c800700 1 -- start start 2024-05-21T00:43:40.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.153+0000 7fdb1c800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdb1406b250 0x7fdb14109100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:40.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.153+0000 7fdb1c800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdb1406bb70 0x7fdb14109640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:40.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.154+0000 7fdb19e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdb1406b250 0x7fdb14109100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:40.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.154+0000 7fdb19e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdb1406b250 0x7fdb14109100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:58350/0 (socket says 172.21.15.44:58350) 2024-05-21T00:43:40.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.154+0000 7fdb19e00700 1 -- 172.21.15.44:0/2223167494 learned_addr learned my addr 172.21.15.44:0/2223167494 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:40.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.154+0000 7fdb19400700 1 --2- 172.21.15.44:0/2223167494 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdb1406bb70 0x7fdb14109640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:40.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.154+0000 7fdb1c800700 1 --2- 172.21.15.44:0/2223167494 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdb1410fff0 0x7fdb14104630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:40.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.154+0000 7fdb1c800700 1 -- 172.21.15.44:0/2223167494 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fdb14115950 con 0x7fdb1410fff0 2024-05-21T00:43:40.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.155+0000 7fdb1c800700 1 -- 172.21.15.44:0/2223167494 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fdb141157d0 con 0x7fdb1406b250 2024-05-21T00:43:40.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.155+0000 7fdb1c800700 1 -- 172.21.15.44:0/2223167494 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fdb14115ad0 con 0x7fdb1406bb70 2024-05-21T00:43:40.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.155+0000 7fdb1a800700 1 --2- 172.21.15.44:0/2223167494 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdb1410fff0 0x7fdb14104630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:40.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.155+0000 7fdb19e00700 1 -- 172.21.15.44:0/2223167494 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdb1406bb70 msgr2=0x7fdb14109640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:40.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.155+0000 7fdb19e00700 1 --2- 172.21.15.44:0/2223167494 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdb1406bb70 0x7fdb14109640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:40.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.155+0000 7fdb19e00700 1 -- 172.21.15.44:0/2223167494 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdb1410fff0 msgr2=0x7fdb14104630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:40.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.155+0000 7fdb19e00700 1 --2- 172.21.15.44:0/2223167494 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdb1410fff0 0x7fdb14104630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:40.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.155+0000 7fdb19e00700 1 -- 172.21.15.44:0/2223167494 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb14104f30 con 0x7fdb1406b250 2024-05-21T00:43:40.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.156+0000 7fdb19e00700 1 --2- 172.21.15.44:0/2223167494 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdb1406b250 0x7fdb14109100 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fdb0800d950 tx=0x7fdb0800dc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:40.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.157+0000 7fdb0ea00700 1 -- 172.21.15.44:0/2223167494 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb08016070 con 0x7fdb1406b250 2024-05-21T00:43:40.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.157+0000 7fdb0ea00700 1 -- 172.21.15.44:0/2223167494 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdb0800fd40 con 0x7fdb1406b250 2024-05-21T00:43:40.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.157+0000 7fdb1c800700 1 -- 172.21.15.44:0/2223167494 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb14105220 con 0x7fdb1406b250 2024-05-21T00:43:40.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.157+0000 7fdb1c800700 1 -- 172.21.15.44:0/2223167494 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb1410eff0 con 0x7fdb1406b250 2024-05-21T00:43:40.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.157+0000 7fdb0ea00700 1 -- 172.21.15.44:0/2223167494 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb0800e3b0 con 0x7fdb1406b250 2024-05-21T00:43:40.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.159+0000 7fdb03e00700 1 -- 172.21.15.44:0/2223167494 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb14102a60 con 0x7fdb1406b250 2024-05-21T00:43:40.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.161+0000 7fdb0ea00700 1 -- 172.21.15.44:0/2223167494 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fdb08019070 con 0x7fdb1406b250 2024-05-21T00:43:40.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.162+0000 7fdb0ea00700 1 --2- 172.21.15.44:0/2223167494 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fdafc0b29d0 0x7fdafc0b4e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:40.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.163+0000 7fdb0ea00700 1 -- 172.21.15.44:0/2223167494 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fdb080e1ca0 con 0x7fdb1406b250 2024-05-21T00:43:40.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.163+0000 7fdb19400700 1 --2- 172.21.15.44:0/2223167494 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fdafc0b29d0 0x7fdafc0b4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:40.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.164+0000 7fdb19400700 1 --2- 172.21.15.44:0/2223167494 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fdafc0b29d0 0x7fdafc0b4e90 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fdb141059e0 tx=0x7fdb0400b560 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:40.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.167+0000 7fdb0ea00700 1 -- 172.21.15.44:0/2223167494 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fdb080a9920 con 0x7fdb1406b250 2024-05-21T00:43:40.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.719+0000 7fdb03e00700 1 -- 172.21.15.44:0/2223167494 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdb14105750 con 0x7fdb1406b250 2024-05-21T00:43:40.724 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:43:40.724 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/561549854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":561549854},{"type":"v1","addr":"172.21.15.44:6837","nonce":561549854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/2400906516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2400906516},{"type":"v1","addr":"172.21.15.82:6835","nonce":2400906516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2996309052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2996309052},{"type":"v1","addr":"172.21.15.92:6835","nonce":2996309052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:37:29.521554+0000","modified":"2024-05-21T00:41:28.977476+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24521,"mds_1":24511,"mds_2":24509},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24482":{"gid":24482,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6837/2183805482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":2183805482},{"type":"v1","addr":"172.21.15.82:6837","nonce":2183805482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6837/1462528640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1462528640},{"type":"v1","addr":"172.21.15.92:6837","nonce":1462528640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6839/1183044801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6838","nonce":1183044801},{"type":"v1","addr":"172.21.15.92:6839","nonce":1183044801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"a","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/3917264755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":3917264755},{"type":"v1","addr":"172.21.15.44:6841","nonce":3917264755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1038937716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1038937716},{"type":"v1","addr":"172.21.15.44:6839","nonce":1038937716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.82:6839/3736218763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":3736218763},{"type":"v1","addr":"172.21.15.82:6839","nonce":3736218763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24521,"qdb_cluster":[24509,24511,24521]},"id":1}]} 2024-05-21T00:43:40.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.720+0000 7fdb0ea00700 1 -- 172.21.15.44:0/2223167494 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11854 (secure 0 0 0) 0x7fdb080a9220 con 0x7fdb1406b250 2024-05-21T00:43:40.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.724+0000 7fdb03e00700 1 -- 172.21.15.44:0/2223167494 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fdafc0b29d0 msgr2=0x7fdafc0b4e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:40.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.724+0000 7fdb03e00700 1 --2- 172.21.15.44:0/2223167494 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fdafc0b29d0 0x7fdafc0b4e90 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fdb141059e0 tx=0x7fdb0400b560 comp rx=0 tx=0).stop 2024-05-21T00:43:40.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.724+0000 7fdb03e00700 1 -- 172.21.15.44:0/2223167494 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdb1406b250 msgr2=0x7fdb14109100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:40.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.724+0000 7fdb03e00700 1 --2- 172.21.15.44:0/2223167494 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdb1406b250 0x7fdb14109100 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fdb0800d950 tx=0x7fdb0800dc60 comp rx=0 tx=0).stop 2024-05-21T00:43:40.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.724+0000 7fdb03e00700 1 -- 172.21.15.44:0/2223167494 shutdown_connections 2024-05-21T00:43:40.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.724+0000 7fdb03e00700 1 --2- 172.21.15.44:0/2223167494 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fdafc0b29d0 0x7fdafc0b4e90 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:40.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.724+0000 7fdb03e00700 1 --2- 172.21.15.44:0/2223167494 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdb1410fff0 0x7fdb14104630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:40.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.724+0000 7fdb03e00700 1 --2- 172.21.15.44:0/2223167494 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdb1406b250 0x7fdb14109100 secure :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fdb0800d950 tx=0x7fdb0800dc60 comp rx=0 tx=0).stop 2024-05-21T00:43:40.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.724+0000 7fdb03e00700 1 --2- 172.21.15.44:0/2223167494 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdb1406bb70 0x7fdb14109640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:40.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.724+0000 7fdb03e00700 1 -- 172.21.15.44:0/2223167494 >> 172.21.15.44:0/2223167494 conn(0x7fdb140793f0 msgr2=0x7fdb141114a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:40.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.725+0000 7fdb03e00700 1 -- 172.21.15.44:0/2223167494 shutdown_connections 2024-05-21T00:43:40.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:40.725+0000 7fdb03e00700 1 -- 172.21.15.44:0/2223167494 wait complete. 2024-05-21T00:43:40.730 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 26 2024-05-21T00:43:41.932 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:41 smithi044 ceph-mon[31392]: pgmap v507: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:43:41.933 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:41 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/2223167494' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:43:41.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:41 smithi082 ceph-mon[36141]: pgmap v507: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:43:41.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:41 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/2223167494' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:43:41.993 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24521 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0' 2024-05-21T00:43:41.993 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24521 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0 2024-05-21T00:43:42.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:41 smithi092 ceph-mon[36335]: pgmap v507: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T00:43:42.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:41 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/2223167494' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:43:42.691 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:43:43.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.475+0000 7f3566800700 1 -- 172.21.15.44:0/600763583 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f35601041a0 msgr2=0x7f35601081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:43.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.475+0000 7f3566800700 1 --2- 172.21.15.44:0/600763583 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f35601041a0 0x7f35601081c0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f354c0098f0 tx=0x7f354c009c00 comp rx=0 tx=0).stop 2024-05-21T00:43:43.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.475+0000 7f3566800700 1 -- 172.21.15.44:0/600763583 shutdown_connections 2024-05-21T00:43:43.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.475+0000 7f3566800700 1 --2- 172.21.15.44:0/600763583 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f35601037f0 0x7f3560103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.475+0000 7f3566800700 1 --2- 172.21.15.44:0/600763583 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f35601088f0 0x7f3560110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.475+0000 7f3566800700 1 --2- 172.21.15.44:0/600763583 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f35601041a0 0x7f35601081c0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.475+0000 7f3566800700 1 -- 172.21.15.44:0/600763583 >> 172.21.15.44:0/600763583 conn(0x7f356007a6a0 msgr2=0x7f356007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:43.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.476+0000 7f3566800700 1 -- 172.21.15.44:0/600763583 shutdown_connections 2024-05-21T00:43:43.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.476+0000 7f3566800700 1 -- 172.21.15.44:0/600763583 wait complete. 2024-05-21T00:43:43.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.477+0000 7f3566800700 1 Processor -- start 2024-05-21T00:43:43.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.477+0000 7f3566800700 1 -- start start 2024-05-21T00:43:43.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.478+0000 7f3566800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f35601037f0 0x7f356010c940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:43.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.478+0000 7f3566800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f35601041a0 0x7f356010ce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:43.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.478+0000 7f3566800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f35601088f0 0x7f356010d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:43.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.478+0000 7f3566800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f35600766b0 con 0x7f35601037f0 2024-05-21T00:43:43.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.478+0000 7f3566800700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f3560076530 con 0x7f35601088f0 2024-05-21T00:43:43.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.478+0000 7f3566800700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f3560076830 con 0x7f35601041a0 2024-05-21T00:43:43.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.479+0000 7f355ea00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f35601041a0 0x7f356010ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:43.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.479+0000 7f355ea00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f35601041a0 0x7f356010ce80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:40050/0 (socket says 172.21.15.44:40050) 2024-05-21T00:43:43.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.479+0000 7f355ea00700 1 -- 172.21.15.44:0/3020479412 learned_addr learned my addr 172.21.15.44:0/3020479412 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:43.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.479+0000 7f355f400700 1 --2- 172.21.15.44:0/3020479412 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f35601037f0 0x7f356010c940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:43.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.479+0000 7f355fe00700 1 --2- 172.21.15.44:0/3020479412 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f35601088f0 0x7f356010d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:43.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.479+0000 7f355ea00700 1 -- 172.21.15.44:0/3020479412 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f35601088f0 msgr2=0x7f356010d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:43.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.479+0000 7f355ea00700 1 --2- 172.21.15.44:0/3020479412 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f35601088f0 0x7f356010d3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.479+0000 7f355ea00700 1 -- 172.21.15.44:0/3020479412 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f35601037f0 msgr2=0x7f356010c940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:43.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.480+0000 7f355ea00700 1 --2- 172.21.15.44:0/3020479412 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f35601037f0 0x7f356010c940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.480+0000 7f355ea00700 1 -- 172.21.15.44:0/3020479412 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35601ac4e0 con 0x7f35601041a0 2024-05-21T00:43:43.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.480+0000 7f355f400700 1 --2- 172.21.15.44:0/3020479412 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f35601037f0 0x7f356010c940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:43:43.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.480+0000 7f355ea00700 1 --2- 172.21.15.44:0/3020479412 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f35601041a0 0x7f356010ce80 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f354c009230 tx=0x7f354c00fb20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:43.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.481+0000 7f3557e00700 1 -- 172.21.15.44:0/3020479412 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f354c0051f0 con 0x7f35601041a0 2024-05-21T00:43:43.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.481+0000 7f3566800700 1 -- 172.21.15.44:0/3020479412 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35601ac770 con 0x7f35601041a0 2024-05-21T00:43:43.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.481+0000 7f3557e00700 1 -- 172.21.15.44:0/3020479412 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f354c00b560 con 0x7f35601041a0 2024-05-21T00:43:43.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.481+0000 7f3557e00700 1 -- 172.21.15.44:0/3020479412 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f354c003b90 con 0x7f35601041a0 2024-05-21T00:43:43.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.481+0000 7f3566800700 1 -- 172.21.15.44:0/3020479412 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35601acc20 con 0x7f35601041a0 2024-05-21T00:43:43.490 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.487+0000 7f3557e00700 1 -- 172.21.15.44:0/3020479412 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f354c00ba50 con 0x7f35601041a0 2024-05-21T00:43:43.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.487+0000 7f3571241b80 1 Processor -- start 2024-05-21T00:43:43.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.488+0000 7f3571241b80 1 -- start start 2024-05-21T00:43:43.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.488+0000 7f3571241b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564e0995c610 0x564e0995c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:43.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.488+0000 7f3571241b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564e0995cf30 0x564e09956b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:43.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.488+0000 7f3571241b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564e09957140 0x564e099575c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:43.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.488+0000 7f3571241b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x564e098b4e40 con 0x564e0995c610 2024-05-21T00:43:43.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.488+0000 7f3571241b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x564e098a49e0 con 0x564e09957140 2024-05-21T00:43:43.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.488+0000 7f3571241b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x564e098a8a20 con 0x564e0995cf30 2024-05-21T00:43:43.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.489+0000 7f355fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564e0995c610 0x564e0995c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:43.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.489+0000 7f355fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564e0995c610 0x564e0995c9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38814/0 (socket says 172.21.15.44:38814) 2024-05-21T00:43:43.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.489+0000 7f355fe00700 1 -- 172.21.15.44:0/1831644245 learned_addr learned my addr 172.21.15.44:0/1831644245 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:43.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.489+0000 7f355f400700 1 --2- 172.21.15.44:0/1831644245 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564e0995cf30 0x564e09956b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:43.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.489+0000 7f355ea00700 1 --2- 172.21.15.44:0/1831644245 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564e09957140 0x564e099575c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:43.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.490+0000 7f3557e00700 1 --2- 172.21.15.44:0/3020479412 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f35440b2900 0x7f35440b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:43.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.489+0000 7f355fe00700 1 -- 172.21.15.44:0/1831644245 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564e0995cf30 msgr2=0x564e09956b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:43.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.490+0000 7f355fe00700 1 --2- 172.21.15.44:0/1831644245 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564e0995cf30 0x564e09956b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.490+0000 7f355fe00700 1 -- 172.21.15.44:0/1831644245 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564e09957140 msgr2=0x564e099575c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:43.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.490+0000 7f355fe00700 1 --2- 172.21.15.44:0/1831644245 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564e09957140 0x564e099575c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.490+0000 7f355fe00700 1 -- 172.21.15.44:0/1831644245 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564e0986d420 con 0x564e0995c610 2024-05-21T00:43:43.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.490+0000 7f355ea00700 1 --2- 172.21.15.44:0/1831644245 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564e09957140 0x564e099575c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:43:43.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.490+0000 7f3557e00700 1 -- 172.21.15.44:0/3020479412 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f354c0e3220 con 0x7f35601041a0 2024-05-21T00:43:43.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.491+0000 7f355f400700 1 --2- 172.21.15.44:0/1831644245 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564e0995cf30 0x564e09956b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:43:43.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.491+0000 7f355fe00700 1 --2- 172.21.15.44:0/3020479412 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f35440b2900 0x7f35440b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:43.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.492+0000 7f355fe00700 1 --2- 172.21.15.44:0/1831644245 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564e0995c610 0x564e0995c9f0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f3558009370 tx=0x7f3558009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d43c87ae530ad4a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:43.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.492+0000 7f3554c00700 1 -- 172.21.15.44:0/1831644245 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f355801b030 con 0x564e0995c610 2024-05-21T00:43:43.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.492+0000 7f3554c00700 1 -- 172.21.15.44:0/1831644245 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3558015c90 con 0x564e0995c610 2024-05-21T00:43:43.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.492+0000 7f3554c00700 1 -- 172.21.15.44:0/1831644245 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3558021420 con 0x564e0995c610 2024-05-21T00:43:43.496 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.493+0000 7f3571241b80 1 -- 172.21.15.44:0/1831644245 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564e0995c610 msgr2=0x564e0995c9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:43.496 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.493+0000 7f355fe00700 1 --2- 172.21.15.44:0/3020479412 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f35440b2900 0x7f35440b4dc0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f355801f000 tx=0x7f3558021a10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:43.496 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.493+0000 7f3571241b80 1 --2- 172.21.15.44:0/1831644245 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564e0995c610 0x564e0995c9f0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f3558009370 tx=0x7f3558009920 comp rx=0 tx=0).stop 2024-05-21T00:43:43.497 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.494+0000 7f3571241b80 1 -- 172.21.15.44:0/1831644245 shutdown_connections 2024-05-21T00:43:43.497 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.494+0000 7f3571241b80 1 --2- 172.21.15.44:0/1831644245 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564e0995c610 0x564e0995c9f0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.497 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.494+0000 7f3571241b80 1 --2- 172.21.15.44:0/1831644245 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564e09957140 0x564e099575c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.497 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.494+0000 7f3571241b80 1 --2- 172.21.15.44:0/1831644245 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564e0995cf30 0x564e09956b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.497 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.494+0000 7f3571241b80 1 -- 172.21.15.44:0/1831644245 >> 172.21.15.44:0/1831644245 conn(0x564e09884be0 msgr2=0x564e09951690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:43.497 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.494+0000 7f3571241b80 1 -- 172.21.15.44:0/1831644245 shutdown_connections 2024-05-21T00:43:43.498 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.494+0000 7f3571241b80 1 -- 172.21.15.44:0/1831644245 wait complete. 2024-05-21T00:43:43.498 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.495+0000 7f3571241b80 1 -- start start 2024-05-21T00:43:43.498 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.495+0000 7f3571241b80 1 Processor -- start 2024-05-21T00:43:43.499 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.496+0000 7f3571241b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564e09957140 0x564e09962bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:43.499 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.496+0000 7f3571241b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564e0995c610 0x564e0995ff90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:43.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.496+0000 7f3571241b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564e0995cf30 0x564e099604d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:43.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.496+0000 7f3571241b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x564e097aafa0 con 0x564e0995c610 2024-05-21T00:43:43.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.496+0000 7f3571241b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x564e09845760 con 0x564e0995cf30 2024-05-21T00:43:43.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.496+0000 7f3571241b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x564e099639e0 con 0x564e09957140 2024-05-21T00:43:43.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.496+0000 7f3571241b80 10 client.0 _ll_register_callbacks cb 0x564e0984ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:43:43.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.497+0000 7f355f400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564e09957140 0x564e09962bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:43.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.497+0000 7f355fe00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564e0995cf30 0x564e099604d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:43.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.497+0000 7f355fe00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564e0995cf30 0x564e099604d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:58370/0 (socket says 172.21.15.44:58370) 2024-05-21T00:43:43.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.497+0000 7f355f400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564e09957140 0x564e09962bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:40078/0 (socket says 172.21.15.44:40078) 2024-05-21T00:43:43.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.497+0000 7f355fe00700 1 -- 172.21.15.44:0/1150285262 learned_addr learned my addr 172.21.15.44:0/1150285262 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:43.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.497+0000 7f355ea00700 1 --2- 172.21.15.44:0/1150285262 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564e0995c610 0x564e0995ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:43.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.498+0000 7f355f400700 1 -- 172.21.15.44:0/1150285262 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564e0995cf30 msgr2=0x564e099604d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:43.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.498+0000 7f355f400700 1 --2- 172.21.15.44:0/1150285262 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564e0995cf30 0x564e099604d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.498+0000 7f355f400700 1 -- 172.21.15.44:0/1150285262 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564e0995c610 msgr2=0x564e0995ff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:43.503 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.498+0000 7f355f400700 1 --2- 172.21.15.44:0/1150285262 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564e0995c610 0x564e0995ff90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.503 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.498+0000 7f355f400700 1 -- 172.21.15.44:0/1150285262 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e097f48d0 con 0x564e09957140 2024-05-21T00:43:43.504 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.498+0000 7f355f400700 1 --2- 172.21.15.44:0/1150285262 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564e09957140 0x564e09962bf0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f3550013760 tx=0x7f3550013a70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d2575b1400def807 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:43.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.498+0000 7f3549600700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:43:43.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.499+0000 7f3549600700 1 -- 172.21.15.44:0/1150285262 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3550004220 con 0x564e09957140 2024-05-21T00:43:43.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.499+0000 7f3571241b80 1 -- 172.21.15.44:0/1150285262 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3558015c90 con 0x564e09957140 2024-05-21T00:43:43.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.499+0000 7f3549600700 1 -- 172.21.15.44:0/1150285262 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f35500043c0 con 0x564e09957140 2024-05-21T00:43:43.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.499+0000 7f3549600700 1 -- 172.21.15.44:0/1150285262 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3550004830 con 0x564e09957140 2024-05-21T00:43:43.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.500+0000 7f3571241b80 10 client.25522 fetch_fsmap learned FSMap version 26 2024-05-21T00:43:43.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.500+0000 7f3571241b80 1 -- 172.21.15.44:0/1150285262 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564e09875060 con 0x564e09957140 2024-05-21T00:43:43.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.500+0000 7f3549600700 1 -- 172.21.15.44:0/1150285262 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3558015c90 con 0x564e09957140 2024-05-21T00:43:43.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.501+0000 7f3549600700 1 -- 172.21.15.44:0/1150285262 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3550025070 con 0x564e09957140 2024-05-21T00:43:43.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.501+0000 7f3571241b80 10 client.25522 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:43:43.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.501+0000 7f3571241b80 10 client.25522 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.a 2024-05-21T00:43:43.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.501+0000 7f3571241b80 20 client.25522 populate_metadata read hostname 'smithi044' 2024-05-21T00:43:43.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.501+0000 7f3571241b80 1 --2- 172.21.15.44:0/1150285262 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x564e09970470 0x564e099728a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:43.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.501+0000 7f3571241b80 4 client.25522 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:43:43.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.501+0000 7f3571241b80 1 -- 172.21.15.44:0/1150285262 --> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564e098b6d90 con 0x564e09970470 2024-05-21T00:43:43.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.501+0000 7f355ea00700 1 --2- 172.21.15.44:0/1150285262 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x564e09970470 0x564e099728a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:43.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.502+0000 7f355ea00700 1 --2- 172.21.15.44:0/1150285262 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x564e09970470 0x564e099728a0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=35736b140328e9e8 server_cookie=30b02bb7b94c3ec8 in_seq=0 out_seq=0 2024-05-21T00:43:43.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.502+0000 7f3549600700 10 client.25522 ms_handle_connect on v2:172.21.15.44:6840/3917264755 2024-05-21T00:43:43.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.503+0000 7f3549600700 1 -- 172.21.15.44:0/1150285262 <== mds.2 v2:172.21.15.44:6840/3917264755 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564e098b6d90 con 0x564e09970470 2024-05-21T00:43:43.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.503+0000 7f3549600700 10 client.25522 handle_command_reply: tid=0 2024-05-21T00:43:43.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.504+0000 7f3571241b80 1 client.25522 shutdown 2024-05-21T00:43:43.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.504+0000 7f3571241b80 1 -- 172.21.15.44:0/1150285262 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564e09957140 msgr2=0x564e09962bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:43.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.504+0000 7f3571241b80 1 --2- 172.21.15.44:0/1150285262 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564e09957140 0x564e09962bf0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f3550013760 tx=0x7f3550013a70 comp rx=0 tx=0).stop 2024-05-21T00:43:43.508 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.504+0000 7f3571241b80 1 -- 172.21.15.44:0/1150285262 shutdown_connections 2024-05-21T00:43:43.508 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.504+0000 7f3571241b80 1 --2- 172.21.15.44:0/1150285262 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x564e09970470 0x564e099728a0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.508 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.504+0000 7f3571241b80 1 --2- 172.21.15.44:0/1150285262 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564e0995cf30 0x564e099604d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.508 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.504+0000 7f3571241b80 1 --2- 172.21.15.44:0/1150285262 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564e09957140 0x564e09962bf0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.508 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.504+0000 7f3571241b80 1 --2- 172.21.15.44:0/1150285262 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564e0995c610 0x564e0995ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.508 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.504+0000 7f3571241b80 1 -- 172.21.15.44:0/1150285262 >> 172.21.15.44:0/1150285262 conn(0x564e09884be0 msgr2=0x564e09950d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:43.508 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.504+0000 7f3549600700 0 client.25522 ms_handle_reset on v2:172.21.15.44:6840/3917264755 2024-05-21T00:43:43.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.505+0000 7f3571241b80 1 -- 172.21.15.44:0/1150285262 shutdown_connections 2024-05-21T00:43:43.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.505+0000 7f3571241b80 1 -- 172.21.15.44:0/1150285262 wait complete. 2024-05-21T00:43:43.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.505+0000 7f3571241b80 20 client.25522 trim_cache size 0 max 16384 2024-05-21T00:43:43.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.538+0000 7f3571241b80 1 Processor -- start 2024-05-21T00:43:43.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.538+0000 7f3571241b80 1 -- start start 2024-05-21T00:43:43.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.538+0000 7f3571241b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564e09957140 0x564e09956b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:43.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.538+0000 7f3571241b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564e0995c610 0x564e09960480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:43.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.538+0000 7f3571241b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564e0995cf30 0x564e099514f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:43.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.538+0000 7f3571241b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f35601b6ad0 con 0x564e09957140 2024-05-21T00:43:43.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.538+0000 7f3571241b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f35601b4360 con 0x564e0995cf30 2024-05-21T00:43:43.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.538+0000 7f3571241b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f35601b21b0 con 0x564e0995c610 2024-05-21T00:43:43.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.539+0000 7f355f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564e09957140 0x564e09956b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:43.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.539+0000 7f355fe00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564e0995cf30 0x564e099514f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:43.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.539+0000 7f355f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564e09957140 0x564e09956b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38842/0 (socket says 172.21.15.44:38842) 2024-05-21T00:43:43.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.539+0000 7f355f400700 1 -- 172.21.15.44:0/3598384548 learned_addr learned my addr 172.21.15.44:0/3598384548 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:43.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.539+0000 7f355ea00700 1 --2- 172.21.15.44:0/3598384548 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564e0995c610 0x564e09960480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:43.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.539+0000 7f355ea00700 1 -- 172.21.15.44:0/3598384548 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564e0995cf30 msgr2=0x564e099514f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:43.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.539+0000 7f355ea00700 1 --2- 172.21.15.44:0/3598384548 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564e0995cf30 0x564e099514f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.539+0000 7f355ea00700 1 -- 172.21.15.44:0/3598384548 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564e09957140 msgr2=0x564e09956b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:43.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.539+0000 7f355ea00700 1 --2- 172.21.15.44:0/3598384548 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564e09957140 0x564e09956b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.539+0000 7f355ea00700 1 -- 172.21.15.44:0/3598384548 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564e0996def0 con 0x564e0995c610 2024-05-21T00:43:43.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.540+0000 7f355ea00700 1 --2- 172.21.15.44:0/3598384548 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564e0995c610 0x564e09960480 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x564e09957b00 tx=0x7f354c0e0b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=658da696d732db6a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:43.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.540+0000 7f354be00700 1 -- 172.21.15.44:0/3598384548 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f354c0aa340 con 0x564e0995c610 2024-05-21T00:43:43.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.540+0000 7f354be00700 1 -- 172.21.15.44:0/3598384548 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f354c0aaf30 con 0x564e0995c610 2024-05-21T00:43:43.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.540+0000 7f354be00700 1 -- 172.21.15.44:0/3598384548 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f354c0cd0b0 con 0x564e0995c610 2024-05-21T00:43:43.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.541+0000 7f3571241b80 1 -- 172.21.15.44:0/3598384548 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564e0995c610 msgr2=0x564e09960480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:43.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.541+0000 7f3571241b80 1 --2- 172.21.15.44:0/3598384548 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564e0995c610 0x564e09960480 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x564e09957b00 tx=0x7f354c0e0b50 comp rx=0 tx=0).stop 2024-05-21T00:43:43.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.541+0000 7f3571241b80 1 -- 172.21.15.44:0/3598384548 shutdown_connections 2024-05-21T00:43:43.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.541+0000 7f3571241b80 1 --2- 172.21.15.44:0/3598384548 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564e09957140 0x564e09956b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.541+0000 7f3571241b80 1 --2- 172.21.15.44:0/3598384548 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564e0995cf30 0x564e099514f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.541+0000 7f3571241b80 1 --2- 172.21.15.44:0/3598384548 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564e0995c610 0x564e09960480 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.541+0000 7f3571241b80 1 -- 172.21.15.44:0/3598384548 >> 172.21.15.44:0/3598384548 conn(0x564e09884be0 msgr2=0x564e0995fd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:43.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.541+0000 7f3571241b80 1 -- 172.21.15.44:0/3598384548 shutdown_connections 2024-05-21T00:43:43.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.542+0000 7f3571241b80 1 -- 172.21.15.44:0/3598384548 wait complete. 2024-05-21T00:43:43.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.542+0000 7f3571241b80 1 -- start start 2024-05-21T00:43:43.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.542+0000 7f3571241b80 1 Processor -- start 2024-05-21T00:43:43.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.543+0000 7f3571241b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564e09957140 0x564e099692a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:43.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.543+0000 7f3571241b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564e0995c610 0x564e099778f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:43.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.543+0000 7f3571241b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564e0995cf30 0x564e09977e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:43.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.543+0000 7f3571241b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f35601b2820 con 0x564e0995c610 2024-05-21T00:43:43.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.543+0000 7f3571241b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f35601b3c90 con 0x564e09957140 2024-05-21T00:43:43.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.543+0000 7f3571241b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f35601b2ef0 con 0x564e0995cf30 2024-05-21T00:43:43.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.543+0000 7f3571241b80 10 client.0 _ll_register_callbacks cb 0x564e0984ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:43:43.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.544+0000 7f355f400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564e09957140 0x564e099692a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:43.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.544+0000 7f355ea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564e0995c610 0x564e099778f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:43.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.544+0000 7f355f400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564e09957140 0x564e099692a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:58394/0 (socket says 172.21.15.44:58394) 2024-05-21T00:43:43.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.544+0000 7f355f400700 1 -- 172.21.15.44:0/3951436531 learned_addr learned my addr 172.21.15.44:0/3951436531 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:43.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.544+0000 7f355fe00700 1 --2- 172.21.15.44:0/3951436531 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564e0995cf30 0x564e09977e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:43.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.544+0000 7f355fe00700 1 -- 172.21.15.44:0/3951436531 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564e09957140 msgr2=0x564e099692a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:43.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.544+0000 7f355fe00700 1 --2- 172.21.15.44:0/3951436531 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564e09957140 0x564e099692a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.544+0000 7f355fe00700 1 -- 172.21.15.44:0/3951436531 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564e0995c610 msgr2=0x564e099778f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:43.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.544+0000 7f355fe00700 1 --2- 172.21.15.44:0/3951436531 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564e0995c610 0x564e099778f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.544+0000 7f355fe00700 1 -- 172.21.15.44:0/3951436531 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e09978540 con 0x564e0995cf30 2024-05-21T00:43:43.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.545+0000 7f355f400700 1 --2- 172.21.15.44:0/3951436531 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564e09957140 0x564e099692a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:43:43.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.545+0000 7f355fe00700 1 --2- 172.21.15.44:0/3951436531 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564e0995cf30 0x564e09977e30 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f3558017a10 tx=0x7f3558013000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7c48afc51ef6a76 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:43.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.545+0000 7f3549600700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:43:43.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.545+0000 7f3549600700 1 -- 172.21.15.44:0/3951436531 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f355801b040 con 0x564e0995cf30 2024-05-21T00:43:43.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.545+0000 7f3549600700 1 -- 172.21.15.44:0/3951436531 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f3558004a90 con 0x564e0995cf30 2024-05-21T00:43:43.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.545+0000 7f3571241b80 1 -- 172.21.15.44:0/3951436531 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f354c0aaf30 con 0x564e0995cf30 2024-05-21T00:43:43.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.546+0000 7f3549600700 1 -- 172.21.15.44:0/3951436531 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3558009dc0 con 0x564e0995cf30 2024-05-21T00:43:43.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.546+0000 7f3571241b80 10 client.25528 fetch_fsmap learned FSMap version 26 2024-05-21T00:43:43.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.546+0000 7f3571241b80 1 -- 172.21.15.44:0/3951436531 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564e099daf80 con 0x564e0995cf30 2024-05-21T00:43:43.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.546+0000 7f3549600700 1 -- 172.21.15.44:0/3951436531 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f354c0aaf30 con 0x564e0995cf30 2024-05-21T00:43:43.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.546+0000 7f3549600700 1 -- 172.21.15.44:0/3951436531 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3558015890 con 0x564e0995cf30 2024-05-21T00:43:43.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.547+0000 7f3571241b80 10 client.25528 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:43:43.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.547+0000 7f3571241b80 10 client.25528 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.a 2024-05-21T00:43:43.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.547+0000 7f3571241b80 20 client.25528 populate_metadata read hostname 'smithi044' 2024-05-21T00:43:43.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.547+0000 7f3571241b80 1 --2- 172.21.15.44:0/3951436531 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x564e099db4f0 0x564e099dd910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:43.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.547+0000 7f3571241b80 4 client.25528 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:43:43.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.547+0000 7f3571241b80 1 -- 172.21.15.44:0/3951436531 --> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564e098b0570 con 0x564e099db4f0 2024-05-21T00:43:43.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.547+0000 7f355f400700 1 --2- 172.21.15.44:0/3951436531 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x564e099db4f0 0x564e099dd910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:43.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.548+0000 7f355f400700 1 --2- 172.21.15.44:0/3951436531 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x564e099db4f0 0x564e099dd910 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9b0f5d6e2f42f80a server_cookie=b86283c735ebf87e in_seq=0 out_seq=0 2024-05-21T00:43:43.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.548+0000 7f3549600700 10 client.25528 ms_handle_connect on v2:172.21.15.44:6840/3917264755 2024-05-21T00:43:43.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.549+0000 7f3549600700 1 -- 172.21.15.44:0/3951436531 <== mds.2 v2:172.21.15.44:6840/3917264755 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564e098b0570 con 0x564e099db4f0 2024-05-21T00:43:43.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.549+0000 7f3549600700 10 client.25528 handle_command_reply: tid=0 2024-05-21T00:43:43.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.549+0000 7f3571241b80 1 client.25528 shutdown 2024-05-21T00:43:43.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.549+0000 7f3571241b80 1 -- 172.21.15.44:0/3951436531 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564e0995cf30 msgr2=0x564e09977e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:43.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.549+0000 7f3571241b80 1 --2- 172.21.15.44:0/3951436531 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564e0995cf30 0x564e09977e30 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f3558017a10 tx=0x7f3558013000 comp rx=0 tx=0).stop 2024-05-21T00:43:43.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.549+0000 7f3571241b80 1 -- 172.21.15.44:0/3951436531 shutdown_connections 2024-05-21T00:43:43.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.549+0000 7f3571241b80 1 --2- 172.21.15.44:0/3951436531 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x564e099db4f0 0x564e099dd910 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.549+0000 7f3571241b80 1 --2- 172.21.15.44:0/3951436531 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564e0995cf30 0x564e09977e30 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.549+0000 7f3571241b80 1 --2- 172.21.15.44:0/3951436531 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564e09957140 0x564e099692a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.549+0000 7f3571241b80 1 --2- 172.21.15.44:0/3951436531 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564e0995c610 0x564e099778f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.549+0000 7f3549600700 0 client.25528 ms_handle_reset on v2:172.21.15.44:6840/3917264755 2024-05-21T00:43:43.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.549+0000 7f3571241b80 1 -- 172.21.15.44:0/3951436531 >> 172.21.15.44:0/3951436531 conn(0x564e09884be0 msgr2=0x564e0995e750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:43.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.549+0000 7f3571241b80 1 -- 172.21.15.44:0/3951436531 shutdown_connections 2024-05-21T00:43:43.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.550+0000 7f3571241b80 1 -- 172.21.15.44:0/3951436531 wait complete. 2024-05-21T00:43:43.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.550+0000 7f3571241b80 20 client.25528 trim_cache size 0 max 16384 2024-05-21T00:43:43.554 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-21T00:43:43.554 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.551+0000 7f3566800700 1 -- 172.21.15.44:0/3020479412 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f35440b2900 msgr2=0x7f35440b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:43.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.551+0000 7f3566800700 1 --2- 172.21.15.44:0/3020479412 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f35440b2900 0x7f35440b4dc0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f355801f000 tx=0x7f3558021a10 comp rx=0 tx=0).stop 2024-05-21T00:43:43.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.551+0000 7f3566800700 1 -- 172.21.15.44:0/3020479412 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f35601041a0 msgr2=0x7f356010ce80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:43.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.551+0000 7f3566800700 1 --2- 172.21.15.44:0/3020479412 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f35601041a0 0x7f356010ce80 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f354c009230 tx=0x7f354c00fb20 comp rx=0 tx=0).stop 2024-05-21T00:43:43.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.551+0000 7f3566800700 1 -- 172.21.15.44:0/3020479412 shutdown_connections 2024-05-21T00:43:43.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.551+0000 7f3566800700 1 --2- 172.21.15.44:0/3020479412 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f35440b2900 0x7f35440b4dc0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.552+0000 7f3566800700 1 --2- 172.21.15.44:0/3020479412 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f35601037f0 0x7f356010c940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.552+0000 7f3566800700 1 --2- 172.21.15.44:0/3020479412 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f35601088f0 0x7f356010d3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.552+0000 7f3566800700 1 --2- 172.21.15.44:0/3020479412 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f35601041a0 0x7f356010ce80 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:43.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.552+0000 7f3566800700 1 -- 172.21.15.44:0/3020479412 >> 172.21.15.44:0/3020479412 conn(0x7f356007a6a0 msgr2=0x7f3560100b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:43.556 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.552+0000 7f3566800700 1 -- 172.21.15.44:0/3020479412 shutdown_connections 2024-05-21T00:43:43.556 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:43.552+0000 7f3566800700 1 -- 172.21.15.44:0/3020479412 wait complete. 2024-05-21T00:43:43.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:43 smithi082 ceph-mon[36141]: pgmap v508: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:43:44.056 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:43 smithi044 ceph-mon[31392]: pgmap v508: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:43:44.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:43 smithi092 ceph-mon[36335]: pgmap v508: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:43:45.457 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T00:43:45.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:45 smithi082 ceph-mon[36141]: pgmap v509: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:43:45.962 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:45 smithi044 ceph-mon[31392]: pgmap v509: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:43:46.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:45 smithi092 ceph-mon[36335]: pgmap v509: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-21T00:43:46.205 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:43:46.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.221+0000 7f44b3200700 1 -- 172.21.15.44:0/1854967342 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f44b4104fd0 msgr2=0x7f44b410d430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:46.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.221+0000 7f44b3200700 1 --2- 172.21.15.44:0/1854967342 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f44b4104fd0 0x7f44b410d430 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f44a00098f0 tx=0x7f44a0009c00 comp rx=0 tx=0).stop 2024-05-21T00:43:46.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.221+0000 7f44b3200700 1 -- 172.21.15.44:0/1854967342 shutdown_connections 2024-05-21T00:43:46.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.221+0000 7f44b3200700 1 --2- 172.21.15.44:0/1854967342 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f44b410db40 0x7f44b410ffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.221+0000 7f44b3200700 1 --2- 172.21.15.44:0/1854967342 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f44b4104620 0x7f44b4104a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.221+0000 7f44b3200700 1 --2- 172.21.15.44:0/1854967342 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f44b4104fd0 0x7f44b410d430 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.221+0000 7f44b3200700 1 -- 172.21.15.44:0/1854967342 >> 172.21.15.44:0/1854967342 conn(0x7f44b40fdd90 msgr2=0x7f44b41001b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:46.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.221+0000 7f44b3200700 1 -- 172.21.15.44:0/1854967342 shutdown_connections 2024-05-21T00:43:46.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.222+0000 7f44b3200700 1 -- 172.21.15.44:0/1854967342 wait complete. 2024-05-21T00:43:46.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.224+0000 7f44b3200700 1 Processor -- start 2024-05-21T00:43:46.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.224+0000 7f44b3200700 1 -- start start 2024-05-21T00:43:46.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.225+0000 7f44b3200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f44b4104620 0x7f44b410cad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:46.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.225+0000 7f44b3200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f44b410db40 0x7f44b410d010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:46.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.225+0000 7f44b3200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f44b41a4d90 0x7f44b41a5210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:46.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.225+0000 7f44b3200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f44b4113720 con 0x7f44b41a4d90 2024-05-21T00:43:46.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.225+0000 7f44b3200700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f44b41135a0 con 0x7f44b4104620 2024-05-21T00:43:46.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.225+0000 7f44b3200700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f44b41138a0 con 0x7f44b410db40 2024-05-21T00:43:46.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.226+0000 7f44b2800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f44b41a4d90 0x7f44b41a5210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:46.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.227+0000 7f44b2800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f44b41a4d90 0x7f44b41a5210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38862/0 (socket says 172.21.15.44:38862) 2024-05-21T00:43:46.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.227+0000 7f44b2800700 1 -- 172.21.15.44:0/1196408606 learned_addr learned my addr 172.21.15.44:0/1196408606 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:46.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.227+0000 7f44b1e00700 1 --2- 172.21.15.44:0/1196408606 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f44b4104620 0x7f44b410cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:46.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.227+0000 7f44b1400700 1 --2- 172.21.15.44:0/1196408606 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f44b410db40 0x7f44b410d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:46.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.227+0000 7f44b2800700 1 -- 172.21.15.44:0/1196408606 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f44b410db40 msgr2=0x7f44b410d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:46.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.227+0000 7f44b2800700 1 --2- 172.21.15.44:0/1196408606 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f44b410db40 0x7f44b410d010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.227+0000 7f44b2800700 1 -- 172.21.15.44:0/1196408606 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f44b4104620 msgr2=0x7f44b410cad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:46.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.227+0000 7f44b2800700 1 --2- 172.21.15.44:0/1196408606 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f44b4104620 0x7f44b410cad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.227+0000 7f44b2800700 1 -- 172.21.15.44:0/1196408606 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44b41a5880 con 0x7f44b41a4d90 2024-05-21T00:43:46.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.227+0000 7f44b1e00700 1 --2- 172.21.15.44:0/1196408606 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f44b4104620 0x7f44b410cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:43:46.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.228+0000 7f44b2800700 1 --2- 172.21.15.44:0/1196408606 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f44b41a4d90 0x7f44b41a5210 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f44ac00c370 tx=0x7f44ac00c680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:46.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.229+0000 7f44aaa00700 1 -- 172.21.15.44:0/1196408606 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44ac0092e0 con 0x7f44b41a4d90 2024-05-21T00:43:46.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.229+0000 7f44b3200700 1 -- 172.21.15.44:0/1196408606 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44b41a5b10 con 0x7f44b41a4d90 2024-05-21T00:43:46.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.229+0000 7f44aaa00700 1 -- 172.21.15.44:0/1196408606 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f44ac003a00 con 0x7f44b41a4d90 2024-05-21T00:43:46.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.229+0000 7f44b3200700 1 -- 172.21.15.44:0/1196408606 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44b41ad2c0 con 0x7f44b41a4d90 2024-05-21T00:43:46.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.231+0000 7f44aaa00700 1 -- 172.21.15.44:0/1196408606 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44ac0046b0 con 0x7f44b41a4d90 2024-05-21T00:43:46.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.236+0000 7f44c3a14b80 1 Processor -- start 2024-05-21T00:43:46.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.237+0000 7f44aaa00700 1 -- 172.21.15.44:0/1196408606 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f44ac01a020 con 0x7f44b41a4d90 2024-05-21T00:43:46.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.239+0000 7f44c3a14b80 1 -- start start 2024-05-21T00:43:46.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.240+0000 7f44c3a14b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55881b5bffd0 0x55881b5c03b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:46.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.240+0000 7f44c3a14b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55881b5ba2b0 0x55881b5ba710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:46.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.240+0000 7f44c3a14b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55881b5bac50 0x55881b5c6d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:46.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.240+0000 7f44c3a14b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55881b517fd0 con 0x55881b5ba2b0 2024-05-21T00:43:46.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.240+0000 7f44c3a14b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55881b507b70 con 0x55881b5bac50 2024-05-21T00:43:46.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.240+0000 7f44c3a14b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55881b50bbb0 con 0x55881b5bffd0 2024-05-21T00:43:46.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.241+0000 7f44b1400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55881b5bffd0 0x55881b5c03b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:46.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.241+0000 7f44b1400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55881b5bffd0 0x55881b5c03b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:40106/0 (socket says 172.21.15.44:40106) 2024-05-21T00:43:46.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.241+0000 7f44b1400700 1 -- 172.21.15.44:0/2759090114 learned_addr learned my addr 172.21.15.44:0/2759090114 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:46.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.241+0000 7f44b1400700 1 --2- 172.21.15.44:0/2759090114 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55881b5bac50 0x55881b5c6d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:46.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.241+0000 7f44aaa00700 1 --2- 172.21.15.44:0/1196408606 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f44980b2b20 0x7f44980b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:46.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.241+0000 7f44aaa00700 1 -- 172.21.15.44:0/1196408606 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f44ac004450 con 0x7f44b41a4d90 2024-05-21T00:43:46.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.242+0000 7f44b1400700 1 -- 172.21.15.44:0/2759090114 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55881b5bac50 msgr2=0x55881b5c6d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:46.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.242+0000 7f44b1400700 1 --2- 172.21.15.44:0/2759090114 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55881b5bac50 0x55881b5c6d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.242+0000 7f44b1400700 1 -- 172.21.15.44:0/2759090114 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55881b5ba2b0 msgr2=0x55881b5ba710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:46.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.242+0000 7f44b1400700 1 --2- 172.21.15.44:0/2759090114 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55881b5ba2b0 0x55881b5ba710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.242+0000 7f44b1400700 1 -- 172.21.15.44:0/2759090114 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55881b4d05b0 con 0x55881b5bffd0 2024-05-21T00:43:46.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.242+0000 7f44b1400700 1 --2- 172.21.15.44:0/2759090114 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55881b5bffd0 0x55881b5c03b0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f44a000c010 tx=0x7f44a000bf60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=93866a9eed6c91d4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:46.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.242+0000 7f44b2800700 1 --2- 172.21.15.44:0/1196408606 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f44980b2b20 0x7f44980b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:46.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.243+0000 7f449f400700 1 -- 172.21.15.44:0/2759090114 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a000f710 con 0x55881b5bffd0 2024-05-21T00:43:46.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.243+0000 7f449f400700 1 -- 172.21.15.44:0/2759090114 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f44a0021040 con 0x55881b5bffd0 2024-05-21T00:43:46.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.243+0000 7f449f400700 1 -- 172.21.15.44:0/2759090114 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a0003a00 con 0x55881b5bffd0 2024-05-21T00:43:46.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.244+0000 7f44c3a14b80 1 -- 172.21.15.44:0/2759090114 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55881b5bffd0 msgr2=0x55881b5c03b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:46.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.244+0000 7f44c3a14b80 1 --2- 172.21.15.44:0/2759090114 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55881b5bffd0 0x55881b5c03b0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f44a000c010 tx=0x7f44a000bf60 comp rx=0 tx=0).stop 2024-05-21T00:43:46.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.244+0000 7f44c3a14b80 1 -- 172.21.15.44:0/2759090114 shutdown_connections 2024-05-21T00:43:46.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.244+0000 7f44c3a14b80 1 --2- 172.21.15.44:0/2759090114 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55881b5bac50 0x55881b5c6d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.244+0000 7f44c3a14b80 1 --2- 172.21.15.44:0/2759090114 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55881b5bffd0 0x55881b5c03b0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.244+0000 7f44c3a14b80 1 --2- 172.21.15.44:0/2759090114 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55881b5ba2b0 0x55881b5ba710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.244+0000 7f44c3a14b80 1 -- 172.21.15.44:0/2759090114 >> 172.21.15.44:0/2759090114 conn(0x55881b4e7d70 msgr2=0x55881b5b4f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:46.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.245+0000 7f44c3a14b80 1 -- 172.21.15.44:0/2759090114 shutdown_connections 2024-05-21T00:43:46.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.245+0000 7f44c3a14b80 1 -- 172.21.15.44:0/2759090114 wait complete. 2024-05-21T00:43:46.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.246+0000 7f44c3a14b80 1 -- start start 2024-05-21T00:43:46.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.246+0000 7f44c3a14b80 1 Processor -- start 2024-05-21T00:43:46.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.246+0000 7f44b2800700 1 --2- 172.21.15.44:0/1196408606 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f44980b2b20 0x7f44980b4fe0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f44ac0a8a50 tx=0x7f44ac00e1b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:46.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.247+0000 7f44c3a14b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55881b5ba2b0 0x55881b5c68b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:46.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.247+0000 7f44c3a14b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55881b5bac50 0x55881b5c3c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:46.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.247+0000 7f44c3a14b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55881b5bffd0 0x55881b5c4190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:46.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.247+0000 7f44c3a14b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55881b40e130 con 0x55881b5bffd0 2024-05-21T00:43:46.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.247+0000 7f44c3a14b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55881b4a88f0 con 0x55881b5bac50 2024-05-21T00:43:46.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.247+0000 7f44c3a14b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55881b5c7260 con 0x55881b5ba2b0 2024-05-21T00:43:46.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.247+0000 7f44b1e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55881b5bac50 0x55881b5c3c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:46.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.247+0000 7f44b1e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55881b5bac50 0x55881b5c3c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:58434/0 (socket says 172.21.15.44:58434) 2024-05-21T00:43:46.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.247+0000 7f44b1e00700 1 -- 172.21.15.44:0/2239589903 learned_addr learned my addr 172.21.15.44:0/2239589903 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:46.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.248+0000 7f44c3a14b80 10 client.0 _ll_register_callbacks cb 0x55881b4b1e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:43:46.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.248+0000 7f44b1400700 1 --2- 172.21.15.44:0/2239589903 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55881b5bffd0 0x55881b5c4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:46.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.248+0000 7f44b1e00700 1 -- 172.21.15.44:0/2239589903 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55881b5ba2b0 msgr2=0x55881b5c68b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:46.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.248+0000 7f44b1e00700 1 --2- 172.21.15.44:0/2239589903 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55881b5ba2b0 0x55881b5c68b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.248+0000 7f44b1e00700 1 -- 172.21.15.44:0/2239589903 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55881b5bffd0 msgr2=0x55881b5c4190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:46.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.248+0000 7f44b1e00700 1 --2- 172.21.15.44:0/2239589903 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55881b5bffd0 0x55881b5c4190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.248+0000 7f44b1e00700 1 -- 172.21.15.44:0/2239589903 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55881b457a60 con 0x55881b5bac50 2024-05-21T00:43:46.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.249+0000 7f44b1400700 1 --2- 172.21.15.44:0/2239589903 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55881b5bffd0 0x55881b5c4190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:43:46.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.249+0000 7f44b1e00700 1 --2- 172.21.15.44:0/2239589903 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55881b5bac50 0x55881b5c3c50 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f44a4004790 tx=0x7f44a400f6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=af2f2264c23c1f6f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:46.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.249+0000 7f4493e00700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:43:46.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.249+0000 7f4493e00700 1 -- 172.21.15.44:0/2239589903 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a401e060 con 0x55881b5bac50 2024-05-21T00:43:46.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.249+0000 7f44c3a14b80 1 -- 172.21.15.44:0/2239589903 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f44a0021040 con 0x55881b5bac50 2024-05-21T00:43:46.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.252+0000 7f4493e00700 1 -- 172.21.15.44:0/2239589903 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f44a4019430 con 0x55881b5bac50 2024-05-21T00:43:46.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.252+0000 7f4493e00700 1 -- 172.21.15.44:0/2239589903 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f44a4019630 con 0x55881b5bac50 2024-05-21T00:43:46.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.252+0000 7f44c3a14b80 10 client.25517 fetch_fsmap learned FSMap version 26 2024-05-21T00:43:46.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.252+0000 7f44c3a14b80 1 -- 172.21.15.44:0/2239589903 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55881b4d81f0 con 0x55881b5bac50 2024-05-21T00:43:46.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.253+0000 7f4493e00700 1 -- 172.21.15.44:0/2239589903 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f44a0021040 con 0x55881b5bac50 2024-05-21T00:43:46.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.253+0000 7f4493e00700 1 -- 172.21.15.44:0/2239589903 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f44a40248d0 con 0x55881b5bac50 2024-05-21T00:43:46.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.253+0000 7f44c3a14b80 10 client.25517 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:43:46.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.253+0000 7f44c3a14b80 10 client.25517 resolve_mds: validated gid 24521 aka daemon mds.b 2024-05-21T00:43:46.259 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.253+0000 7f44c3a14b80 20 client.25517 populate_metadata read hostname 'smithi044' 2024-05-21T00:43:46.259 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.254+0000 7f44c3a14b80 1 --2- 172.21.15.44:0/2239589903 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55881b5d3d30 0x55881b5d61d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:46.259 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.254+0000 7f44c3a14b80 4 client.25517 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:43:46.259 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.254+0000 7f44c3a14b80 1 -- 172.21.15.44:0/2239589903 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55881b519f20 con 0x55881b5d3d30 2024-05-21T00:43:46.259 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.254+0000 7f44b1400700 1 --2- 172.21.15.44:0/2239589903 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55881b5d3d30 0x55881b5d61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:46.262 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.255+0000 7f44b1400700 1 --2- 172.21.15.44:0/2239589903 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55881b5d3d30 0x55881b5d61d0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b3ad50f8a08b56d3 server_cookie=da1ae978d143d830 in_seq=0 out_seq=0 2024-05-21T00:43:46.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.255+0000 7f4493e00700 10 client.25517 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:46.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.256+0000 7f4493e00700 1 -- 172.21.15.44:0/2239589903 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55881b519f20 con 0x55881b5d3d30 2024-05-21T00:43:46.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.256+0000 7f4493e00700 10 client.25517 handle_command_reply: tid=0 2024-05-21T00:43:46.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.256+0000 7f44c3a14b80 1 client.25517 shutdown 2024-05-21T00:43:46.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.256+0000 7f44c3a14b80 1 -- 172.21.15.44:0/2239589903 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55881b5bac50 msgr2=0x55881b5c3c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:46.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.256+0000 7f44c3a14b80 1 --2- 172.21.15.44:0/2239589903 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55881b5bac50 0x55881b5c3c50 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f44a4004790 tx=0x7f44a400f6a0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.257+0000 7f44c3a14b80 1 -- 172.21.15.44:0/2239589903 shutdown_connections 2024-05-21T00:43:46.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.257+0000 7f44c3a14b80 1 --2- 172.21.15.44:0/2239589903 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55881b5bffd0 0x55881b5c4190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.257+0000 7f44c3a14b80 1 --2- 172.21.15.44:0/2239589903 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55881b5d3d30 0x55881b5d61d0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.257+0000 7f44c3a14b80 1 --2- 172.21.15.44:0/2239589903 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55881b5ba2b0 0x55881b5c68b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.257+0000 7f44c3a14b80 1 --2- 172.21.15.44:0/2239589903 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55881b5bac50 0x55881b5c3c50 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.257+0000 7f44c3a14b80 1 -- 172.21.15.44:0/2239589903 >> 172.21.15.44:0/2239589903 conn(0x55881b4e7d70 msgr2=0x55881b5bf2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:46.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.257+0000 7f4493e00700 0 client.25517 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:46.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.257+0000 7f44c3a14b80 1 -- 172.21.15.44:0/2239589903 shutdown_connections 2024-05-21T00:43:46.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.257+0000 7f44c3a14b80 1 -- 172.21.15.44:0/2239589903 wait complete. 2024-05-21T00:43:46.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.257+0000 7f44c3a14b80 20 client.25517 trim_cache size 0 max 16384 2024-05-21T00:43:46.304 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.301+0000 7f44c3a14b80 1 Processor -- start 2024-05-21T00:43:46.304 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.301+0000 7f44c3a14b80 1 -- start start 2024-05-21T00:43:46.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.301+0000 7f44c3a14b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55881b5ba2b0 0x55881b5b99b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:46.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.301+0000 7f44c3a14b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55881b5bac50 0x55881b5dbaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:46.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.302+0000 7f44c3a14b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55881b5bffd0 0x55881b5dbfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:46.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.302+0000 7f44c3a14b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f449400fd60 con 0x55881b5ba2b0 2024-05-21T00:43:46.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.302+0000 7f44c3a14b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f449400d5f0 con 0x55881b5bffd0 2024-05-21T00:43:46.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.302+0000 7f44c3a14b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f449400b440 con 0x55881b5bac50 2024-05-21T00:43:46.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.302+0000 7f44b1e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55881b5bac50 0x55881b5dbaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:46.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.302+0000 7f44b1e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55881b5bac50 0x55881b5dbaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:40126/0 (socket says 172.21.15.44:40126) 2024-05-21T00:43:46.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.302+0000 7f44b1e00700 1 -- 172.21.15.44:0/3644405220 learned_addr learned my addr 172.21.15.44:0/3644405220 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:46.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.302+0000 7f44b1400700 1 --2- 172.21.15.44:0/3644405220 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55881b5ba2b0 0x55881b5b99b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:46.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.302+0000 7f44b1400700 1 --2- 172.21.15.44:0/3644405220 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55881b5bffd0 0x55881b5dbfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:46.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.302+0000 7f44b1e00700 1 -- 172.21.15.44:0/3644405220 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55881b5bffd0 msgr2=0x55881b5dbfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:46.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.303+0000 7f44b1e00700 1 --2- 172.21.15.44:0/3644405220 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55881b5bffd0 0x55881b5dbfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.303+0000 7f44b1e00700 1 -- 172.21.15.44:0/3644405220 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55881b5ba2b0 msgr2=0x55881b5b99b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:46.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.303+0000 7f44b1e00700 1 --2- 172.21.15.44:0/3644405220 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55881b5ba2b0 0x55881b5b99b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.303+0000 7f44b1e00700 1 -- 172.21.15.44:0/3644405220 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55881b5bb260 con 0x55881b5bac50 2024-05-21T00:43:46.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.303+0000 7f44b1400700 1 --2- 172.21.15.44:0/3644405220 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55881b5bffd0 0x55881b5dbfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:43:46.308 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.303+0000 7f44b1e00700 1 --2- 172.21.15.44:0/3644405220 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55881b5bac50 0x55881b5dbaa0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f44a4000c00 tx=0x7f44a40195c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9261734a2e2c9315 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:46.308 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.303+0000 7f449ea00700 1 -- 172.21.15.44:0/3644405220 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a4004040 con 0x55881b5bac50 2024-05-21T00:43:46.308 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.303+0000 7f449ea00700 1 -- 172.21.15.44:0/3644405220 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f44a40197d0 con 0x55881b5bac50 2024-05-21T00:43:46.308 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.303+0000 7f449ea00700 1 -- 172.21.15.44:0/3644405220 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a4024640 con 0x55881b5bac50 2024-05-21T00:43:46.308 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.304+0000 7f44c3a14b80 1 -- 172.21.15.44:0/3644405220 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55881b5bac50 msgr2=0x55881b5dbaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:46.308 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.304+0000 7f44c3a14b80 1 --2- 172.21.15.44:0/3644405220 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55881b5bac50 0x55881b5dbaa0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f44a4000c00 tx=0x7f44a40195c0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.305+0000 7f44c3a14b80 1 -- 172.21.15.44:0/3644405220 shutdown_connections 2024-05-21T00:43:46.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.305+0000 7f44c3a14b80 1 --2- 172.21.15.44:0/3644405220 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55881b5ba2b0 0x55881b5b99b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.305+0000 7f44c3a14b80 1 --2- 172.21.15.44:0/3644405220 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55881b5bffd0 0x55881b5dbfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.305+0000 7f44c3a14b80 1 --2- 172.21.15.44:0/3644405220 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55881b5bac50 0x55881b5dbaa0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.305+0000 7f44c3a14b80 1 -- 172.21.15.44:0/3644405220 >> 172.21.15.44:0/3644405220 conn(0x55881b4e7d70 msgr2=0x55881b5b92a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:46.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.305+0000 7f44c3a14b80 1 -- 172.21.15.44:0/3644405220 shutdown_connections 2024-05-21T00:43:46.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.305+0000 7f44c3a14b80 1 -- 172.21.15.44:0/3644405220 wait complete. 2024-05-21T00:43:46.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.305+0000 7f44c3a14b80 1 -- start start 2024-05-21T00:43:46.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.306+0000 7f44c3a14b80 1 Processor -- start 2024-05-21T00:43:46.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.306+0000 7f44c3a14b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55881b5ba2b0 0x55881b5cc740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:46.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.306+0000 7f44c3a14b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55881b5bac50 0x55881b5ccc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:46.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.306+0000 7f44c3a14b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55881b5bffd0 0x55881b5bb8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:46.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.306+0000 7f44c3a14b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f449400bab0 con 0x55881b5bffd0 2024-05-21T00:43:46.311 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.306+0000 7f44c3a14b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f449400cf20 con 0x55881b5bac50 2024-05-21T00:43:46.311 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.306+0000 7f44c3a14b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f449400c180 con 0x55881b5ba2b0 2024-05-21T00:43:46.311 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.306+0000 7f44c3a14b80 10 client.0 _ll_register_callbacks cb 0x55881b4b1e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:43:46.311 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.307+0000 7f44b1e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55881b5bac50 0x55881b5ccc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:46.311 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.307+0000 7f44b1e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55881b5bac50 0x55881b5ccc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:58440/0 (socket says 172.21.15.44:58440) 2024-05-21T00:43:46.311 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.307+0000 7f44b1e00700 1 -- 172.21.15.44:0/2005167804 learned_addr learned my addr 172.21.15.44:0/2005167804 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:46.311 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.307+0000 7f44b1400700 1 --2- 172.21.15.44:0/2005167804 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55881b5bffd0 0x55881b5bb8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:46.313 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.308+0000 7f44b1400700 1 -- 172.21.15.44:0/2005167804 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55881b5ba2b0 msgr2=0x55881b5cc740 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T00:43:46.313 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.308+0000 7f44b1400700 1 --2- 172.21.15.44:0/2005167804 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55881b5ba2b0 0x55881b5cc740 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.313 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.308+0000 7f44b1400700 1 -- 172.21.15.44:0/2005167804 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55881b5bac50 msgr2=0x55881b5ccc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:46.313 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.308+0000 7f44b1400700 1 --2- 172.21.15.44:0/2005167804 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55881b5bac50 0x55881b5ccc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.308+0000 7f44b1400700 1 -- 172.21.15.44:0/2005167804 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55881b5bc160 con 0x55881b5bffd0 2024-05-21T00:43:46.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.308+0000 7f44b1400700 1 --2- 172.21.15.44:0/2005167804 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55881b5bffd0 0x55881b5bb8d0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f44a0009810 tx=0x7f44a000f740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e61912e357ed5cc6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:46.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.308+0000 7f4493e00700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-21T00:43:46.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.309+0000 7f4493e00700 1 -- 172.21.15.44:0/2005167804 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a00052c0 con 0x55881b5bffd0 2024-05-21T00:43:46.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.309+0000 7f4493e00700 1 -- 172.21.15.44:0/2005167804 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f44a0005460 con 0x55881b5bffd0 2024-05-21T00:43:46.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.309+0000 7f44c3a14b80 1 -- 172.21.15.44:0/2005167804 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f44a40197d0 con 0x55881b5bffd0 2024-05-21T00:43:46.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.309+0000 7f4493e00700 1 -- 172.21.15.44:0/2005167804 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f44a0041050 con 0x55881b5bffd0 2024-05-21T00:43:46.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.309+0000 7f44c3a14b80 10 client.15393 fetch_fsmap learned FSMap version 26 2024-05-21T00:43:46.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.309+0000 7f44c3a14b80 1 -- 172.21.15.44:0/2005167804 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55881b5bd400 con 0x55881b5bffd0 2024-05-21T00:43:46.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.310+0000 7f4493e00700 1 -- 172.21.15.44:0/2005167804 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f44a40197d0 con 0x55881b5bffd0 2024-05-21T00:43:46.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.310+0000 7f4493e00700 1 -- 172.21.15.44:0/2005167804 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f44a0026070 con 0x55881b5bffd0 2024-05-21T00:43:46.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.310+0000 7f44c3a14b80 10 client.15393 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:43:46.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.310+0000 7f44c3a14b80 10 client.15393 resolve_mds: validated gid 24521 aka daemon mds.b 2024-05-21T00:43:46.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.310+0000 7f44c3a14b80 20 client.15393 populate_metadata read hostname 'smithi044' 2024-05-21T00:43:46.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.310+0000 7f44c3a14b80 1 --2- 172.21.15.44:0/2005167804 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55881b63f980 0x55881b641d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:46.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.310+0000 7f44c3a14b80 4 client.15393 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}] 2024-05-21T00:43:46.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.310+0000 7f44c3a14b80 1 -- 172.21.15.44:0/2005167804 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}) -- 0x55881b513700 con 0x55881b63f980 2024-05-21T00:43:46.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.311+0000 7f44b1e00700 1 --2- 172.21.15.44:0/2005167804 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55881b63f980 0x55881b641d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:46.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.311+0000 7f44b1e00700 1 --2- 172.21.15.44:0/2005167804 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55881b63f980 0x55881b641d70 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fa71079bbb94da1f server_cookie=438fbbeb14b6ded4 in_seq=0 out_seq=0 2024-05-21T00:43:46.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.311+0000 7f4493e00700 10 client.15393 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:46.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.320+0000 7f4493e00700 1 -- 172.21.15.44:0/2005167804 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x55881b513700 con 0x55881b63f980 2024-05-21T00:43:46.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.320+0000 7f4493e00700 10 client.15393 handle_command_reply: tid=0 2024-05-21T00:43:46.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.321+0000 7f44c3a14b80 1 client.15393 shutdown 2024-05-21T00:43:46.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.321+0000 7f44c3a14b80 1 -- 172.21.15.44:0/2005167804 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55881b5bffd0 msgr2=0x55881b5bb8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:46.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.321+0000 7f44c3a14b80 1 --2- 172.21.15.44:0/2005167804 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55881b5bffd0 0x55881b5bb8d0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f44a0009810 tx=0x7f44a000f740 comp rx=0 tx=0).stop 2024-05-21T00:43:46.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.321+0000 7f44c3a14b80 1 -- 172.21.15.44:0/2005167804 shutdown_connections 2024-05-21T00:43:46.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.321+0000 7f44c3a14b80 1 --2- 172.21.15.44:0/2005167804 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55881b5bffd0 0x55881b5bb8d0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.321+0000 7f44c3a14b80 1 --2- 172.21.15.44:0/2005167804 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55881b63f980 0x55881b641d70 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.321+0000 7f44c3a14b80 1 --2- 172.21.15.44:0/2005167804 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55881b5ba2b0 0x55881b5cc740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.321+0000 7f4493e00700 0 client.15393 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:46.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.321+0000 7f44c3a14b80 1 --2- 172.21.15.44:0/2005167804 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55881b5bac50 0x55881b5ccc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.321+0000 7f44c3a14b80 1 -- 172.21.15.44:0/2005167804 >> 172.21.15.44:0/2005167804 conn(0x55881b4e7d70 msgr2=0x55881b5b9b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:46.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.322+0000 7f44c3a14b80 1 -- 172.21.15.44:0/2005167804 shutdown_connections 2024-05-21T00:43:46.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.322+0000 7f44c3a14b80 1 -- 172.21.15.44:0/2005167804 wait complete. 2024-05-21T00:43:46.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.322+0000 7f44c3a14b80 20 client.15393 trim_cache size 0 max 16384 2024-05-21T00:43:46.326 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:43:46.326 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 26, 2024-05-21T00:43:46.326 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24521, 2024-05-21T00:43:46.326 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 6, 2024-05-21T00:43:46.326 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-05-21T00:43:46.326 INFO:teuthology.orchestra.run.smithi044.stdout: "236b8593": { 2024-05-21T00:43:46.326 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 6, 2024-05-21T00:43:46.326 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-05-21T00:43:46.326 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-05-21T00:43:46.326 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-05-21T00:43:46.327 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-05-21T00:43:46.327 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:43:46.327 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 90.0, 2024-05-21T00:43:46.327 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 150.0, 2024-05-21T00:43:46.327 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-05-21T00:43:46.327 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-05-21T00:43:46.327 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-05-21T00:43:46.327 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-05-21T00:43:46.327 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-05-21T00:43:46.327 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-05-21T00:43:46.327 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:43:46.327 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:43:46.327 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:43:46.327 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:43:46.327 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:43:46.328 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:43:46.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.323+0000 7f44b3200700 1 -- 172.21.15.44:0/1196408606 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f44980b2b20 msgr2=0x7f44980b4fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:46.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.323+0000 7f44b3200700 1 --2- 172.21.15.44:0/1196408606 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f44980b2b20 0x7f44980b4fe0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f44ac0a8a50 tx=0x7f44ac00e1b0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.323+0000 7f44b3200700 1 -- 172.21.15.44:0/1196408606 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f44b41a4d90 msgr2=0x7f44b41a5210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:46.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.323+0000 7f44b3200700 1 --2- 172.21.15.44:0/1196408606 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f44b41a4d90 0x7f44b41a5210 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f44ac00c370 tx=0x7f44ac00c680 comp rx=0 tx=0).stop 2024-05-21T00:43:46.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.323+0000 7f44b3200700 1 -- 172.21.15.44:0/1196408606 shutdown_connections 2024-05-21T00:43:46.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.323+0000 7f44b3200700 1 --2- 172.21.15.44:0/1196408606 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f44980b2b20 0x7f44980b4fe0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.323+0000 7f44b3200700 1 --2- 172.21.15.44:0/1196408606 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f44b41a4d90 0x7f44b41a5210 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.323+0000 7f44b3200700 1 --2- 172.21.15.44:0/1196408606 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f44b4104620 0x7f44b410cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.323+0000 7f44b3200700 1 --2- 172.21.15.44:0/1196408606 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f44b410db40 0x7f44b410d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:46.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.323+0000 7f44b3200700 1 -- 172.21.15.44:0/1196408606 >> 172.21.15.44:0/1196408606 conn(0x7f44b40fdd90 msgr2=0x7f44b40feaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:46.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.324+0000 7f44b3200700 1 -- 172.21.15.44:0/1196408606 shutdown_connections 2024-05-21T00:43:46.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:46.324+0000 7f44b3200700 1 -- 172.21.15.44:0/1196408606 wait complete. 2024-05-21T00:43:47.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:47 smithi044 ceph-mon[31392]: pgmap v510: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:43:47.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:47 smithi082 ceph-mon[36141]: pgmap v510: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:43:48.049 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '236b8593', quiesce took 12.3 seconds. Will release after: 17.7 2024-05-21T00:43:48.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:47 smithi092 ceph-mon[36335]: pgmap v510: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:43:49.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.261+0000 7fccdc400700 1 -- 172.21.15.44:0/283644809 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fccd4076090 msgr2=0x7fccd410fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:49.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.261+0000 7fccdc400700 1 --2- 172.21.15.44:0/283644809 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fccd4076090 0x7fccd410fa00 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fccc00098f0 tx=0x7fccc0009c00 comp rx=0 tx=0).stop 2024-05-21T00:43:49.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.261+0000 7fccdc400700 1 -- 172.21.15.44:0/283644809 shutdown_connections 2024-05-21T00:43:49.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.261+0000 7fccdc400700 1 --2- 172.21.15.44:0/283644809 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fccd410ff40 0x7fccd4112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.261+0000 7fccdc400700 1 --2- 172.21.15.44:0/283644809 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fccd4075770 0x7fccd4075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.261+0000 7fccdc400700 1 --2- 172.21.15.44:0/283644809 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fccd4076090 0x7fccd410fa00 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.261+0000 7fccdc400700 1 -- 172.21.15.44:0/283644809 >> 172.21.15.44:0/283644809 conn(0x7fccd407a6a0 msgr2=0x7fccd407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:49.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.262+0000 7fccdc400700 1 -- 172.21.15.44:0/283644809 shutdown_connections 2024-05-21T00:43:49.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.262+0000 7fccdc400700 1 -- 172.21.15.44:0/283644809 wait complete. 2024-05-21T00:43:49.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.263+0000 7fccdc400700 1 Processor -- start 2024-05-21T00:43:49.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.263+0000 7fccdc400700 1 -- start start 2024-05-21T00:43:49.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.264+0000 7fccdc400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fccd4075770 0x7fccd419beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:49.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.264+0000 7fccdc400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fccd4076090 0x7fccd419c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:49.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.264+0000 7fccdc400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fccd410ff40 0x7fccd41a0780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:49.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.264+0000 7fccdc400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fccd4115960 con 0x7fccd4076090 2024-05-21T00:43:49.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.264+0000 7fccdc400700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fccd41157e0 con 0x7fccd4075770 2024-05-21T00:43:49.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.264+0000 7fccdc400700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fccd4115ae0 con 0x7fccd410ff40 2024-05-21T00:43:49.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.264+0000 7fccd9a00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fccd4075770 0x7fccd419beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:49.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.264+0000 7fccd9000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fccd4076090 0x7fccd419c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:49.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.264+0000 7fccd9a00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fccd4075770 0x7fccd419beb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:45976/0 (socket says 172.21.15.44:45976) 2024-05-21T00:43:49.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.264+0000 7fccd9a00700 1 -- 172.21.15.44:0/4229597943 learned_addr learned my addr 172.21.15.44:0/4229597943 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:49.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.265+0000 7fccda400700 1 --2- 172.21.15.44:0/4229597943 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fccd410ff40 0x7fccd41a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:49.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.265+0000 7fccd9a00700 1 -- 172.21.15.44:0/4229597943 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fccd410ff40 msgr2=0x7fccd41a0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:49.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.265+0000 7fccd9a00700 1 --2- 172.21.15.44:0/4229597943 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fccd410ff40 0x7fccd41a0780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.265+0000 7fccd9a00700 1 -- 172.21.15.44:0/4229597943 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fccd4076090 msgr2=0x7fccd419c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:49.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.265+0000 7fccd9a00700 1 --2- 172.21.15.44:0/4229597943 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fccd4076090 0x7fccd419c3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.265+0000 7fccd9a00700 1 -- 172.21.15.44:0/4229597943 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccd41a0ec0 con 0x7fccd4075770 2024-05-21T00:43:49.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.265+0000 7fccd9000700 1 --2- 172.21.15.44:0/4229597943 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fccd4076090 0x7fccd419c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:43:49.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.266+0000 7fccd9a00700 1 --2- 172.21.15.44:0/4229597943 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fccd4075770 0x7fccd419beb0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fccc8009ef0 tx=0x7fccc800eca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:49.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.266+0000 7fccd2000700 1 -- 172.21.15.44:0/4229597943 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccc8017dd0 con 0x7fccd4075770 2024-05-21T00:43:49.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.266+0000 7fccdc400700 1 -- 172.21.15.44:0/4229597943 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccd41a11b0 con 0x7fccd4075770 2024-05-21T00:43:49.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.266+0000 7fccd2000700 1 -- 172.21.15.44:0/4229597943 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fccc8004ce0 con 0x7fccd4075770 2024-05-21T00:43:49.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.266+0000 7fccd2000700 1 -- 172.21.15.44:0/4229597943 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccc8005280 con 0x7fccd4075770 2024-05-21T00:43:49.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.266+0000 7fccdc400700 1 -- 172.21.15.44:0/4229597943 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccd4103590 con 0x7fccd4075770 2024-05-21T00:43:49.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.272+0000 7fccd2000700 1 -- 172.21.15.44:0/4229597943 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fccc801f440 con 0x7fccd4075770 2024-05-21T00:43:49.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.273+0000 7fcce6de0b80 1 Processor -- start 2024-05-21T00:43:49.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.273+0000 7fcce6de0b80 1 -- start start 2024-05-21T00:43:49.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.274+0000 7fcce6de0b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563517823eb0 0x563517824290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:49.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.274+0000 7fcce6de0b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5635178247d0 0x56351781e260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:49.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.274+0000 7fcce6de0b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56351781e880 0x56351781ece0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:49.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.274+0000 7fcce6de0b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56351777ce40 con 0x5635178247d0 2024-05-21T00:43:49.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.274+0000 7fcce6de0b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x56351776c9e0 con 0x56351781e880 2024-05-21T00:43:49.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.274+0000 7fcce6de0b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x563517770a20 con 0x563517823eb0 2024-05-21T00:43:49.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.274+0000 7fccda400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563517823eb0 0x563517824290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:49.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.274+0000 7fccda400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563517823eb0 0x563517824290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:55680/0 (socket says 172.21.15.44:55680) 2024-05-21T00:43:49.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.274+0000 7fccda400700 1 -- 172.21.15.44:0/3473939568 learned_addr learned my addr 172.21.15.44:0/3473939568 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:49.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.274+0000 7fccd9000700 1 --2- 172.21.15.44:0/3473939568 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56351781e880 0x56351781ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:49.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.275+0000 7fccd9a00700 1 --2- 172.21.15.44:0/3473939568 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5635178247d0 0x56351781e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:49.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.275+0000 7fccd2000700 1 --2- 172.21.15.44:0/4229597943 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fccbc0b2900 0x7fccbc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:49.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.275+0000 7fccd9a00700 1 -- 172.21.15.44:0/3473939568 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563517823eb0 msgr2=0x563517824290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:49.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.275+0000 7fccd9a00700 1 --2- 172.21.15.44:0/3473939568 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563517823eb0 0x563517824290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.275+0000 7fccd9a00700 1 -- 172.21.15.44:0/3473939568 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56351781e880 msgr2=0x56351781ece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:49.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.275+0000 7fccd9a00700 1 --2- 172.21.15.44:0/3473939568 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56351781e880 0x56351781ece0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.275+0000 7fccd9a00700 1 -- 172.21.15.44:0/3473939568 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563517735420 con 0x5635178247d0 2024-05-21T00:43:49.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.276+0000 7fccd2000700 1 -- 172.21.15.44:0/4229597943 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fccc80ea9d0 con 0x7fccd4075770 2024-05-21T00:43:49.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.276+0000 7fccd9a00700 1 --2- 172.21.15.44:0/3473939568 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5635178247d0 0x56351781e260 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fccc80e83d0 tx=0x7fccc802b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=572056be3bbdee89 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:49.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.276+0000 7fccda400700 1 --2- 172.21.15.44:0/4229597943 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fccbc0b2900 0x7fccbc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:49.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.277+0000 7fccc6a00700 1 -- 172.21.15.44:0/3473939568 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccc80b2d30 con 0x5635178247d0 2024-05-21T00:43:49.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.277+0000 7fccc6a00700 1 -- 172.21.15.44:0/3473939568 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fccc80b2a70 con 0x5635178247d0 2024-05-21T00:43:49.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.277+0000 7fccc6a00700 1 -- 172.21.15.44:0/3473939568 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccc80b2d30 con 0x5635178247d0 2024-05-21T00:43:49.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.278+0000 7fcce6de0b80 1 -- 172.21.15.44:0/3473939568 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5635178247d0 msgr2=0x56351781e260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:49.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.278+0000 7fcce6de0b80 1 --2- 172.21.15.44:0/3473939568 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5635178247d0 0x56351781e260 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fccc80e83d0 tx=0x7fccc802b000 comp rx=0 tx=0).stop 2024-05-21T00:43:49.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.278+0000 7fccda400700 1 --2- 172.21.15.44:0/4229597943 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fccbc0b2900 0x7fccbc0b4dc0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fcccc011be0 tx=0x7fcccc004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:49.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.278+0000 7fcce6de0b80 1 -- 172.21.15.44:0/3473939568 shutdown_connections 2024-05-21T00:43:49.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.278+0000 7fcce6de0b80 1 --2- 172.21.15.44:0/3473939568 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56351781e880 0x56351781ece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.278+0000 7fcce6de0b80 1 --2- 172.21.15.44:0/3473939568 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563517823eb0 0x563517824290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.278+0000 7fcce6de0b80 1 --2- 172.21.15.44:0/3473939568 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5635178247d0 0x56351781e260 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.278+0000 7fcce6de0b80 1 -- 172.21.15.44:0/3473939568 >> 172.21.15.44:0/3473939568 conn(0x56351774cbe0 msgr2=0x563517819010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:49.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.279+0000 7fcce6de0b80 1 -- 172.21.15.44:0/3473939568 shutdown_connections 2024-05-21T00:43:49.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.279+0000 7fcce6de0b80 1 -- 172.21.15.44:0/3473939568 wait complete. 2024-05-21T00:43:49.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.280+0000 7fcce6de0b80 1 -- start start 2024-05-21T00:43:49.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.280+0000 7fcce6de0b80 1 Processor -- start 2024-05-21T00:43:49.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.281+0000 7fcce6de0b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x56351781e880 0x56351782a460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:49.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.281+0000 7fcce6de0b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563517823eb0 0x563517827800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:49.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.281+0000 7fcce6de0b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5635178247d0 0x563517827d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:49.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.281+0000 7fcce6de0b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x563517672fa0 con 0x563517823eb0 2024-05-21T00:43:49.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.281+0000 7fcce6de0b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x56351770d760 con 0x5635178247d0 2024-05-21T00:43:49.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.281+0000 7fcce6de0b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x56351782b1e0 con 0x56351781e880 2024-05-21T00:43:49.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.281+0000 7fcce6de0b80 10 client.0 _ll_register_callbacks cb 0x563517716c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:43:49.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.282+0000 7fccd9a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x56351781e880 0x56351782a460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:49.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.282+0000 7fccda400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5635178247d0 0x563517827d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:49.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.282+0000 7fccd9000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563517823eb0 0x563517827800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:49.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.282+0000 7fccda400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5635178247d0 0x563517827d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:45982/0 (socket says 172.21.15.44:45982) 2024-05-21T00:43:49.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.282+0000 7fccda400700 1 -- 172.21.15.44:0/3215750842 learned_addr learned my addr 172.21.15.44:0/3215750842 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:49.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.282+0000 7fccda400700 1 -- 172.21.15.44:0/3215750842 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x56351781e880 msgr2=0x56351782a460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:49.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.282+0000 7fccda400700 1 --2- 172.21.15.44:0/3215750842 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x56351781e880 0x56351782a460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.282+0000 7fccda400700 1 -- 172.21.15.44:0/3215750842 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563517823eb0 msgr2=0x563517827800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:49.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.283+0000 7fccda400700 1 --2- 172.21.15.44:0/3215750842 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563517823eb0 0x563517827800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.283+0000 7fccda400700 1 -- 172.21.15.44:0/3215750842 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5635176bc8d0 con 0x5635178247d0 2024-05-21T00:43:49.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.283+0000 7fccd9000700 1 --2- 172.21.15.44:0/3215750842 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563517823eb0 0x563517827800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:43:49.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.283+0000 7fccda400700 1 --2- 172.21.15.44:0/3215750842 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5635178247d0 0x563517827d40 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fcccc01da20 tx=0x7fcccc004ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a5ed857781f7726f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:49.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.283+0000 7fccbb400700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:43:49.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.284+0000 7fccbb400700 1 -- 172.21.15.44:0/3215750842 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcccc01d110 con 0x5635178247d0 2024-05-21T00:43:49.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.284+0000 7fccbb400700 1 -- 172.21.15.44:0/3215750842 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fcccc015850 con 0x5635178247d0 2024-05-21T00:43:49.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.284+0000 7fcce6de0b80 1 -- 172.21.15.44:0/3215750842 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fccc80b2a70 con 0x5635178247d0 2024-05-21T00:43:49.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.284+0000 7fccbb400700 1 -- 172.21.15.44:0/3215750842 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcccc01d2b0 con 0x5635178247d0 2024-05-21T00:43:49.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.284+0000 7fcce6de0b80 10 client.25532 fetch_fsmap learned FSMap version 26 2024-05-21T00:43:49.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.284+0000 7fcce6de0b80 1 -- 172.21.15.44:0/3215750842 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56351773d060 con 0x5635178247d0 2024-05-21T00:43:49.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.285+0000 7fccbb400700 1 -- 172.21.15.44:0/3215750842 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcccc01a470 con 0x5635178247d0 2024-05-21T00:43:49.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.285+0000 7fccbb400700 1 -- 172.21.15.44:0/3215750842 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fcccc01b450 con 0x5635178247d0 2024-05-21T00:43:49.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.285+0000 7fcce6de0b80 10 client.25532 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:43:49.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.285+0000 7fcce6de0b80 10 client.25532 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T00:43:49.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.286+0000 7fcce6de0b80 20 client.25532 populate_metadata read hostname 'smithi044' 2024-05-21T00:43:49.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.286+0000 7fcce6de0b80 1 --2- 172.21.15.44:0/3215750842 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x563517837bc0 0x563517839fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:49.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.286+0000 7fcce6de0b80 4 client.25532 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:43:49.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.286+0000 7fcce6de0b80 1 -- 172.21.15.44:0/3215750842 --> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fccc80b2a70 con 0x563517837bc0 2024-05-21T00:43:49.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.286+0000 7fccd9a00700 1 --2- 172.21.15.44:0/3215750842 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x563517837bc0 0x563517839fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:49.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.287+0000 7fccd9a00700 1 --2- 172.21.15.44:0/3215750842 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x563517837bc0 0x563517839fe0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4ba70cd459dc8c2 server_cookie=276b43f6c8c9747c in_seq=0 out_seq=0 2024-05-21T00:43:49.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.287+0000 7fccbb400700 10 client.25532 ms_handle_connect on v2:172.21.15.44:6838/1038937716 2024-05-21T00:43:49.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.288+0000 7fccbb400700 1 -- 172.21.15.44:0/3215750842 <== mds.1 v2:172.21.15.44:6838/1038937716 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x7fccc80b2a70 con 0x563517837bc0 2024-05-21T00:43:49.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.288+0000 7fccbb400700 10 client.25532 handle_command_reply: tid=0 2024-05-21T00:43:49.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.289+0000 7fcce6de0b80 1 client.25532 shutdown 2024-05-21T00:43:49.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.289+0000 7fcce6de0b80 1 -- 172.21.15.44:0/3215750842 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5635178247d0 msgr2=0x563517827d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:49.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.289+0000 7fcce6de0b80 1 --2- 172.21.15.44:0/3215750842 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5635178247d0 0x563517827d40 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fcccc01da20 tx=0x7fcccc004ad0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.289+0000 7fcce6de0b80 1 -- 172.21.15.44:0/3215750842 shutdown_connections 2024-05-21T00:43:49.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.289+0000 7fcce6de0b80 1 --2- 172.21.15.44:0/3215750842 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5635178247d0 0x563517827d40 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.289+0000 7fcce6de0b80 1 --2- 172.21.15.44:0/3215750842 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x56351781e880 0x56351782a460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.289+0000 7fcce6de0b80 1 --2- 172.21.15.44:0/3215750842 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x563517837bc0 0x563517839fe0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.289+0000 7fcce6de0b80 1 --2- 172.21.15.44:0/3215750842 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563517823eb0 0x563517827800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.289+0000 7fcce6de0b80 1 -- 172.21.15.44:0/3215750842 >> 172.21.15.44:0/3215750842 conn(0x56351774cbe0 msgr2=0x56351781d250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:49.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.289+0000 7fccbb400700 0 client.25532 ms_handle_reset on v2:172.21.15.44:6838/1038937716 2024-05-21T00:43:49.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.290+0000 7fcce6de0b80 1 -- 172.21.15.44:0/3215750842 shutdown_connections 2024-05-21T00:43:49.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.290+0000 7fcce6de0b80 1 -- 172.21.15.44:0/3215750842 wait complete. 2024-05-21T00:43:49.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.290+0000 7fcce6de0b80 20 client.25532 trim_cache size 0 max 16384 2024-05-21T00:43:49.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.322+0000 7fcce6de0b80 1 Processor -- start 2024-05-21T00:43:49.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.322+0000 7fcce6de0b80 1 -- start start 2024-05-21T00:43:49.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.323+0000 7fcce6de0b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56351781e880 0x56351781e260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:49.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.323+0000 7fcce6de0b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563517823eb0 0x5635178283a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:49.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.323+0000 7fcce6de0b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5635178247d0 0x5635178260f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:49.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.323+0000 7fcce6de0b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fccb400fd60 con 0x56351781e880 2024-05-21T00:43:49.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.323+0000 7fcce6de0b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fccb400d5f0 con 0x5635178247d0 2024-05-21T00:43:49.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.323+0000 7fcce6de0b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fccb400b440 con 0x563517823eb0 2024-05-21T00:43:49.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.323+0000 7fccda400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5635178247d0 0x5635178260f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:49.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.323+0000 7fccda400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5635178247d0 0x5635178260f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:45992/0 (socket says 172.21.15.44:45992) 2024-05-21T00:43:49.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.323+0000 7fccda400700 1 -- 172.21.15.44:0/1148318472 learned_addr learned my addr 172.21.15.44:0/1148318472 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:49.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.323+0000 7fccd9a00700 1 --2- 172.21.15.44:0/1148318472 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56351781e880 0x56351781e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:49.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.324+0000 7fccd9000700 1 --2- 172.21.15.44:0/1148318472 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563517823eb0 0x5635178283a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:49.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.324+0000 7fccd9a00700 1 -- 172.21.15.44:0/1148318472 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563517823eb0 msgr2=0x5635178283a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:49.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.324+0000 7fccd9a00700 1 --2- 172.21.15.44:0/1148318472 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563517823eb0 0x5635178283a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.324+0000 7fccd9a00700 1 -- 172.21.15.44:0/1148318472 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5635178247d0 msgr2=0x5635178260f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:49.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.324+0000 7fccd9a00700 1 --2- 172.21.15.44:0/1148318472 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5635178247d0 0x5635178260f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.324+0000 7fccd9a00700 1 -- 172.21.15.44:0/1148318472 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563517825d70 con 0x56351781e880 2024-05-21T00:43:49.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.325+0000 7fccd9a00700 1 --2- 172.21.15.44:0/1148318472 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56351781e880 0x56351781e260 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fccc80aefe0 tx=0x7fccc8017f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9591290683f69457 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:49.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.325+0000 7fccc6000700 1 -- 172.21.15.44:0/1148318472 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccc80b26d0 con 0x56351781e880 2024-05-21T00:43:49.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.325+0000 7fccc6000700 1 -- 172.21.15.44:0/1148318472 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fccc80b7310 con 0x56351781e880 2024-05-21T00:43:49.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.325+0000 7fccc6000700 1 -- 172.21.15.44:0/1148318472 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccc80b28b0 con 0x56351781e880 2024-05-21T00:43:49.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.326+0000 7fcce6de0b80 1 -- 172.21.15.44:0/1148318472 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56351781e880 msgr2=0x56351781e260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:49.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.326+0000 7fcce6de0b80 1 --2- 172.21.15.44:0/1148318472 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56351781e880 0x56351781e260 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fccc80aefe0 tx=0x7fccc8017f70 comp rx=0 tx=0).stop 2024-05-21T00:43:49.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.327+0000 7fcce6de0b80 1 -- 172.21.15.44:0/1148318472 shutdown_connections 2024-05-21T00:43:49.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.327+0000 7fcce6de0b80 1 --2- 172.21.15.44:0/1148318472 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56351781e880 0x56351781e260 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.327+0000 7fcce6de0b80 1 --2- 172.21.15.44:0/1148318472 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5635178247d0 0x5635178260f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.327+0000 7fcce6de0b80 1 --2- 172.21.15.44:0/1148318472 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563517823eb0 0x5635178283a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.327+0000 7fcce6de0b80 1 -- 172.21.15.44:0/1148318472 >> 172.21.15.44:0/1148318472 conn(0x56351774cbe0 msgr2=0x5635178219c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:49.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.327+0000 7fcce6de0b80 1 -- 172.21.15.44:0/1148318472 shutdown_connections 2024-05-21T00:43:49.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.327+0000 7fcce6de0b80 1 -- 172.21.15.44:0/1148318472 wait complete. 2024-05-21T00:43:49.331 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.328+0000 7fcce6de0b80 1 -- start start 2024-05-21T00:43:49.331 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.328+0000 7fcce6de0b80 1 Processor -- start 2024-05-21T00:43:49.332 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.329+0000 7fcce6de0b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56351781e880 0x563517830a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:49.332 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.329+0000 7fcce6de0b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563517823eb0 0x56351783efa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:49.332 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.329+0000 7fcce6de0b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5635178247d0 0x56351783f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:49.332 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.329+0000 7fcce6de0b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fccb400bab0 con 0x5635178247d0 2024-05-21T00:43:49.332 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.329+0000 7fcce6de0b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fccb400cf20 con 0x56351781e880 2024-05-21T00:43:49.332 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.329+0000 7fcce6de0b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fccb400c180 con 0x563517823eb0 2024-05-21T00:43:49.332 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.329+0000 7fcce6de0b80 10 client.0 _ll_register_callbacks cb 0x563517716c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:43:49.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.330+0000 7fccd9a00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56351781e880 0x563517830a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:49.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.330+0000 7fccda400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5635178247d0 0x56351783f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:49.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.330+0000 7fccd9a00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56351781e880 0x563517830a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:46004/0 (socket says 172.21.15.44:46004) 2024-05-21T00:43:49.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.330+0000 7fccd9a00700 1 -- 172.21.15.44:0/1040319064 learned_addr learned my addr 172.21.15.44:0/1040319064 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:49.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.330+0000 7fccd9000700 1 --2- 172.21.15.44:0/1040319064 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563517823eb0 0x56351783efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:49.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.330+0000 7fccd9a00700 1 -- 172.21.15.44:0/1040319064 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563517823eb0 msgr2=0x56351783efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:49.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.330+0000 7fccd9a00700 1 --2- 172.21.15.44:0/1040319064 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563517823eb0 0x56351783efa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.330+0000 7fccd9a00700 1 -- 172.21.15.44:0/1040319064 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5635178247d0 msgr2=0x56351783f4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:49.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.330+0000 7fccd9a00700 1 --2- 172.21.15.44:0/1040319064 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5635178247d0 0x56351783f4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.330+0000 7fccd9a00700 1 -- 172.21.15.44:0/1040319064 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56351783fb20 con 0x56351781e880 2024-05-21T00:43:49.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.330+0000 7fccd9000700 1 --2- 172.21.15.44:0/1040319064 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563517823eb0 0x56351783efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:43:49.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.330+0000 7fccda400700 1 --2- 172.21.15.44:0/1040319064 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5635178247d0 0x56351783f4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:43:49.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.332+0000 7fccd9a00700 1 --2- 172.21.15.44:0/1040319064 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56351781e880 0x563517830a50 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fccc8009ec0 tx=0x7fccc8004e90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2556573bf99994f1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:49.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.332+0000 7fccbb400700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:43:49.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.332+0000 7fccbb400700 1 -- 172.21.15.44:0/1040319064 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccc80aead0 con 0x56351781e880 2024-05-21T00:43:49.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.332+0000 7fccbb400700 1 -- 172.21.15.44:0/1040319064 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fccc80b31c0 con 0x56351781e880 2024-05-21T00:43:49.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.332+0000 7fcce6de0b80 1 -- 172.21.15.44:0/1040319064 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fccc80b7310 con 0x56351781e880 2024-05-21T00:43:49.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.332+0000 7fccbb400700 1 -- 172.21.15.44:0/1040319064 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fccc8078050 con 0x56351781e880 2024-05-21T00:43:49.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.332+0000 7fcce6de0b80 10 client.25538 fetch_fsmap learned FSMap version 26 2024-05-21T00:43:49.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.332+0000 7fcce6de0b80 1 -- 172.21.15.44:0/1040319064 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5635178a25d0 con 0x56351781e880 2024-05-21T00:43:49.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.333+0000 7fccbb400700 1 -- 172.21.15.44:0/1040319064 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fccc80b7310 con 0x56351781e880 2024-05-21T00:43:49.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.334+0000 7fccbb400700 1 -- 172.21.15.44:0/1040319064 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fccc80f0150 con 0x56351781e880 2024-05-21T00:43:49.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.334+0000 7fcce6de0b80 10 client.25538 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:43:49.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.334+0000 7fcce6de0b80 10 client.25538 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T00:43:49.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.334+0000 7fcce6de0b80 20 client.25538 populate_metadata read hostname 'smithi044' 2024-05-21T00:43:49.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.334+0000 7fcce6de0b80 1 --2- 172.21.15.44:0/1040319064 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x5635178a2800 0x5635178a4bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:49.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.334+0000 7fcce6de0b80 4 client.25538 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:43:49.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.334+0000 7fcce6de0b80 1 -- 172.21.15.44:0/1040319064 --> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56351777ed90 con 0x5635178a2800 2024-05-21T00:43:49.338 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.335+0000 7fccd9000700 1 --2- 172.21.15.44:0/1040319064 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x5635178a2800 0x5635178a4bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:49.338 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.336+0000 7fccd9000700 1 --2- 172.21.15.44:0/1040319064 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x5635178a2800 0x5635178a4bf0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=72af61a7e5acf072 server_cookie=c76e3bd78e7fefd9 in_seq=0 out_seq=0 2024-05-21T00:43:49.338 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.336+0000 7fccbb400700 10 client.25538 ms_handle_connect on v2:172.21.15.44:6838/1038937716 2024-05-21T00:43:49.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.336+0000 7fccbb400700 1 -- 172.21.15.44:0/1040319064 <== mds.1 v2:172.21.15.44:6838/1038937716 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56351777ed90 con 0x5635178a2800 2024-05-21T00:43:49.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.336+0000 7fccbb400700 10 client.25538 handle_command_reply: tid=0 2024-05-21T00:43:49.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.336+0000 7fcce6de0b80 1 client.25538 shutdown 2024-05-21T00:43:49.340 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.337+0000 7fcce6de0b80 1 -- 172.21.15.44:0/1040319064 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56351781e880 msgr2=0x563517830a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:49.340 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.337+0000 7fcce6de0b80 1 --2- 172.21.15.44:0/1040319064 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56351781e880 0x563517830a50 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fccc8009ec0 tx=0x7fccc8004e90 comp rx=0 tx=0).stop 2024-05-21T00:43:49.340 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.337+0000 7fcce6de0b80 1 -- 172.21.15.44:0/1040319064 shutdown_connections 2024-05-21T00:43:49.340 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.337+0000 7fcce6de0b80 1 --2- 172.21.15.44:0/1040319064 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x5635178a2800 0x5635178a4bf0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.337+0000 7fcce6de0b80 1 --2- 172.21.15.44:0/1040319064 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5635178247d0 0x56351783f4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.337+0000 7fcce6de0b80 1 --2- 172.21.15.44:0/1040319064 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56351781e880 0x563517830a50 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.337+0000 7fcce6de0b80 1 --2- 172.21.15.44:0/1040319064 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563517823eb0 0x56351783efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.337+0000 7fcce6de0b80 1 -- 172.21.15.44:0/1040319064 >> 172.21.15.44:0/1040319064 conn(0x56351774cbe0 msgr2=0x5635178260b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:49.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.337+0000 7fccbb400700 0 client.25538 ms_handle_reset on v2:172.21.15.44:6838/1038937716 2024-05-21T00:43:49.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.338+0000 7fcce6de0b80 1 -- 172.21.15.44:0/1040319064 shutdown_connections 2024-05-21T00:43:49.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.338+0000 7fcce6de0b80 1 -- 172.21.15.44:0/1040319064 wait complete. 2024-05-21T00:43:49.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.338+0000 7fcce6de0b80 20 client.25538 trim_cache size 0 max 16384 2024-05-21T00:43:49.342 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-21T00:43:49.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.339+0000 7fccdc400700 1 -- 172.21.15.44:0/4229597943 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fccbc0b2900 msgr2=0x7fccbc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:49.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.339+0000 7fccdc400700 1 --2- 172.21.15.44:0/4229597943 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fccbc0b2900 0x7fccbc0b4dc0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fcccc011be0 tx=0x7fcccc004b40 comp rx=0 tx=0).stop 2024-05-21T00:43:49.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.339+0000 7fccdc400700 1 -- 172.21.15.44:0/4229597943 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fccd4075770 msgr2=0x7fccd419beb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:49.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.339+0000 7fccdc400700 1 --2- 172.21.15.44:0/4229597943 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fccd4075770 0x7fccd419beb0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fccc8009ef0 tx=0x7fccc800eca0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.339+0000 7fccdc400700 1 -- 172.21.15.44:0/4229597943 shutdown_connections 2024-05-21T00:43:49.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.339+0000 7fccdc400700 1 --2- 172.21.15.44:0/4229597943 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fccbc0b2900 0x7fccbc0b4dc0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.339+0000 7fccdc400700 1 --2- 172.21.15.44:0/4229597943 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fccd410ff40 0x7fccd41a0780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.339+0000 7fccdc400700 1 --2- 172.21.15.44:0/4229597943 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fccd4075770 0x7fccd419beb0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.339+0000 7fccdc400700 1 --2- 172.21.15.44:0/4229597943 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fccd4076090 0x7fccd419c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:49.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.339+0000 7fccdc400700 1 -- 172.21.15.44:0/4229597943 >> 172.21.15.44:0/4229597943 conn(0x7fccd407a6a0 msgr2=0x7fccd4100810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:49.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.340+0000 7fccdc400700 1 -- 172.21.15.44:0/4229597943 shutdown_connections 2024-05-21T00:43:49.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:49.340+0000 7fccdc400700 1 -- 172.21.15.44:0/4229597943 wait complete. 2024-05-21T00:43:49.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:49 smithi082 ceph-mon[36141]: pgmap v511: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:43:50.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:49 smithi092 ceph-mon[36335]: pgmap v511: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:43:50.147 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:49 smithi044 ceph-mon[31392]: pgmap v511: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T00:43:50.199 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T00:43:50.684 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:43:51.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:51 smithi082 ceph-mon[36141]: pgmap v512: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-21T00:43:52.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:51 smithi092 ceph-mon[36335]: pgmap v512: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-21T00:43:52.147 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:51 smithi044 ceph-mon[31392]: pgmap v512: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-21T00:43:53.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.150+0000 7f50eb200700 1 -- 172.21.15.44:0/3982320559 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f50ec104f50 msgr2=0x7f50ec10d440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:53.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.150+0000 7f50eb200700 1 --2- 172.21.15.44:0/3982320559 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f50ec104f50 0x7f50ec10d440 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f50d8009990 tx=0x7f50d8009ca0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.150+0000 7f50eb200700 1 -- 172.21.15.44:0/3982320559 shutdown_connections 2024-05-21T00:43:53.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.150+0000 7f50eb200700 1 --2- 172.21.15.44:0/3982320559 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f50ec10da60 0x7f50ec10ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.150+0000 7f50eb200700 1 --2- 172.21.15.44:0/3982320559 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50ec104630 0x7f50ec104a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.150+0000 7f50eb200700 1 --2- 172.21.15.44:0/3982320559 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f50ec104f50 0x7f50ec10d440 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.150+0000 7f50eb200700 1 -- 172.21.15.44:0/3982320559 >> 172.21.15.44:0/3982320559 conn(0x7f50ec0fde60 msgr2=0x7f50ec100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:53.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.151+0000 7f50eb200700 1 -- 172.21.15.44:0/3982320559 shutdown_connections 2024-05-21T00:43:53.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.151+0000 7f50eb200700 1 -- 172.21.15.44:0/3982320559 wait complete. 2024-05-21T00:43:53.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.152+0000 7f50eb200700 1 Processor -- start 2024-05-21T00:43:53.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.152+0000 7f50eb200700 1 -- start start 2024-05-21T00:43:53.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.153+0000 7f50eb200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f50ec104630 0x7f50ec102290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:53.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.153+0000 7f50eb200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f50ec104f50 0x7f50ec1027d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:53.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.153+0000 7f50eb200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50ec10da60 0x7f50ec102d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:53.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.153+0000 7f50eb200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f50ec113680 con 0x7f50ec104630 2024-05-21T00:43:53.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.153+0000 7f50eb200700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f50ec113500 con 0x7f50ec104f50 2024-05-21T00:43:53.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.153+0000 7f50eb200700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f50ec113800 con 0x7f50ec10da60 2024-05-21T00:43:53.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.153+0000 7f50e9e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f50ec104630 0x7f50ec102290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:53.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.153+0000 7f50e9e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f50ec104630 0x7f50ec102290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:53684/0 (socket says 172.21.15.44:53684) 2024-05-21T00:43:53.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.153+0000 7f50e9e00700 1 -- 172.21.15.44:0/2195280731 learned_addr learned my addr 172.21.15.44:0/2195280731 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:53.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.153+0000 7f50e9400700 1 --2- 172.21.15.44:0/2195280731 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f50ec104f50 0x7f50ec1027d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:53.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.154+0000 7f50ea800700 1 --2- 172.21.15.44:0/2195280731 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50ec10da60 0x7f50ec102d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:53.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.154+0000 7f50e9400700 1 -- 172.21.15.44:0/2195280731 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50ec10da60 msgr2=0x7f50ec102d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:53.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.154+0000 7f50e9400700 1 --2- 172.21.15.44:0/2195280731 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50ec10da60 0x7f50ec102d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.154+0000 7f50e9400700 1 -- 172.21.15.44:0/2195280731 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f50ec104630 msgr2=0x7f50ec102290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:53.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.154+0000 7f50e9400700 1 --2- 172.21.15.44:0/2195280731 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f50ec104630 0x7f50ec102290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.154+0000 7f50e9400700 1 -- 172.21.15.44:0/2195280731 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50ec1a8140 con 0x7f50ec104f50 2024-05-21T00:43:53.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.154+0000 7f50e9400700 1 --2- 172.21.15.44:0/2195280731 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f50ec104f50 0x7f50ec1027d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f50d80098e0 tx=0x7f50d800b650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:53.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.155+0000 7f50ea800700 1 --2- 172.21.15.44:0/2195280731 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50ec10da60 0x7f50ec102d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:43:53.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.155+0000 7f50e2a00700 1 -- 172.21.15.44:0/2195280731 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50d8027070 con 0x7f50ec104f50 2024-05-21T00:43:53.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.155+0000 7f50e2a00700 1 -- 172.21.15.44:0/2195280731 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50d8022470 con 0x7f50ec104f50 2024-05-21T00:43:53.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.155+0000 7f50e2a00700 1 -- 172.21.15.44:0/2195280731 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50d8017650 con 0x7f50ec104f50 2024-05-21T00:43:53.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.155+0000 7f50eb200700 1 -- 172.21.15.44:0/2195280731 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50ec1a83d0 con 0x7f50ec104f50 2024-05-21T00:43:53.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.155+0000 7f50eb200700 1 -- 172.21.15.44:0/2195280731 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50ec1a8860 con 0x7f50ec104f50 2024-05-21T00:43:53.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.159+0000 7f50e2a00700 1 -- 172.21.15.44:0/2195280731 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f50d8009d10 con 0x7f50ec104f50 2024-05-21T00:43:53.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.161+0000 7f50e2a00700 1 --2- 172.21.15.44:0/2195280731 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f50d00b2900 0x7f50d00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:53.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.162+0000 7f50e2a00700 1 -- 172.21.15.44:0/2195280731 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f50d80e2c00 con 0x7f50ec104f50 2024-05-21T00:43:53.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.163+0000 7f50e9e00700 1 --2- 172.21.15.44:0/2195280731 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f50d00b2900 0x7f50d00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:53.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.165+0000 7f50e9e00700 1 --2- 172.21.15.44:0/2195280731 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f50d00b2900 0x7f50d00b4dc0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f50dc009cc0 tx=0x7f50dc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:53.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.166+0000 7f50fb80cb80 1 Processor -- start 2024-05-21T00:43:53.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.166+0000 7f50fb80cb80 1 -- start start 2024-05-21T00:43:53.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.166+0000 7f50fb80cb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5586e8346020 0x5586e8346400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:53.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.166+0000 7f50fb80cb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5586e8346940 0x5586e83404b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:53.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.166+0000 7f50fb80cb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5586e8340ad0 0x5586e8340f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:53.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.166+0000 7f50fb80cb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5586e829ee40 con 0x5586e8340ad0 2024-05-21T00:43:53.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.166+0000 7f50fb80cb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5586e828e9e0 con 0x5586e8346020 2024-05-21T00:43:53.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.166+0000 7f50fb80cb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x5586e8292a20 con 0x5586e8346940 2024-05-21T00:43:53.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.167+0000 7f50e9400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5586e8346940 0x5586e83404b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:53.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.167+0000 7f50e9e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5586e8346020 0x5586e8346400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:53.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.167+0000 7f50e9400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5586e8346940 0x5586e83404b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:55732/0 (socket says 172.21.15.44:55732) 2024-05-21T00:43:53.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.167+0000 7f50e9400700 1 -- 172.21.15.44:0/520594047 learned_addr learned my addr 172.21.15.44:0/520594047 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:53.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.167+0000 7f50ea800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5586e8340ad0 0x5586e8340f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:53.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.168+0000 7f50e9e00700 1 -- 172.21.15.44:0/520594047 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5586e8346940 msgr2=0x5586e83404b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:53.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.168+0000 7f50e9e00700 1 --2- 172.21.15.44:0/520594047 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5586e8346940 0x5586e83404b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.168+0000 7f50e9e00700 1 -- 172.21.15.44:0/520594047 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5586e8340ad0 msgr2=0x5586e8340f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:53.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.168+0000 7f50e9e00700 1 --2- 172.21.15.44:0/520594047 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5586e8340ad0 0x5586e8340f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.168+0000 7f50e9e00700 1 -- 172.21.15.44:0/520594047 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586e8257420 con 0x5586e8346020 2024-05-21T00:43:53.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.168+0000 7f50ea800700 1 --2- 172.21.15.44:0/520594047 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5586e8340ad0 0x5586e8340f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:43:53.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.168+0000 7f50e9e00700 1 --2- 172.21.15.44:0/520594047 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5586e8346020 0x5586e8346400 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f50dc009680 tx=0x7f50dc014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=26a255c43cd0c195 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:53.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.169+0000 7f50d7400700 1 -- 172.21.15.44:0/520594047 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50dc012b90 con 0x5586e8346020 2024-05-21T00:43:53.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.169+0000 7f50d7400700 1 -- 172.21.15.44:0/520594047 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50dc012d30 con 0x5586e8346020 2024-05-21T00:43:53.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.169+0000 7f50d7400700 1 -- 172.21.15.44:0/520594047 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50dc01d730 con 0x5586e8346020 2024-05-21T00:43:53.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.170+0000 7f50fb80cb80 1 -- 172.21.15.44:0/520594047 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5586e8346020 msgr2=0x5586e8346400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:53.174 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.170+0000 7f50fb80cb80 1 --2- 172.21.15.44:0/520594047 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5586e8346020 0x5586e8346400 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f50dc009680 tx=0x7f50dc014000 comp rx=0 tx=0).stop 2024-05-21T00:43:53.174 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.170+0000 7f50fb80cb80 1 -- 172.21.15.44:0/520594047 shutdown_connections 2024-05-21T00:43:53.174 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.170+0000 7f50fb80cb80 1 --2- 172.21.15.44:0/520594047 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5586e8340ad0 0x5586e8340f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.174 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.170+0000 7f50fb80cb80 1 --2- 172.21.15.44:0/520594047 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5586e8346020 0x5586e8346400 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.174 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.170+0000 7f50fb80cb80 1 --2- 172.21.15.44:0/520594047 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5586e8346940 0x5586e83404b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.174 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.170+0000 7f50fb80cb80 1 -- 172.21.15.44:0/520594047 >> 172.21.15.44:0/520594047 conn(0x5586e826ebe0 msgr2=0x5586e833b150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:53.174 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.170+0000 7f50fb80cb80 1 -- 172.21.15.44:0/520594047 shutdown_connections 2024-05-21T00:43:53.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.171+0000 7f50fb80cb80 1 -- 172.21.15.44:0/520594047 wait complete. 2024-05-21T00:43:53.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.171+0000 7f50fb80cb80 1 -- start start 2024-05-21T00:43:53.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.172+0000 7f50fb80cb80 1 Processor -- start 2024-05-21T00:43:53.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.172+0000 7f50fb80cb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5586e8340ad0 0x5586e834c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:53.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.173+0000 7f50fb80cb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5586e8346020 0x5586e8349a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:53.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.173+0000 7f50fb80cb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5586e8346940 0x5586e8349f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:53.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.173+0000 7f50fb80cb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5586e8194fa0 con 0x5586e8346940 2024-05-21T00:43:53.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.173+0000 7f50fb80cb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5586e822f760 con 0x5586e8340ad0 2024-05-21T00:43:53.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.173+0000 7f50fb80cb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x5586e834d460 con 0x5586e8346020 2024-05-21T00:43:53.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.173+0000 7f50fb80cb80 10 client.0 _ll_register_callbacks cb 0x5586e8238c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:43:53.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.173+0000 7f50e9400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5586e8346020 0x5586e8349a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:53.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.173+0000 7f50e9400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5586e8346020 0x5586e8349a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:55740/0 (socket says 172.21.15.44:55740) 2024-05-21T00:43:53.178 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.173+0000 7f50e9400700 1 -- 172.21.15.44:0/1703775051 learned_addr learned my addr 172.21.15.44:0/1703775051 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:53.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.173+0000 7f50e9e00700 1 --2- 172.21.15.44:0/1703775051 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5586e8340ad0 0x5586e834c6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:53.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.173+0000 7f50ea800700 1 --2- 172.21.15.44:0/1703775051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5586e8346940 0x5586e8349f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:53.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.174+0000 7f50e9400700 1 -- 172.21.15.44:0/1703775051 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5586e8340ad0 msgr2=0x5586e834c6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:53.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.174+0000 7f50e9400700 1 --2- 172.21.15.44:0/1703775051 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5586e8340ad0 0x5586e834c6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.174+0000 7f50e9400700 1 -- 172.21.15.44:0/1703775051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5586e8346940 msgr2=0x5586e8349f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:53.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.174+0000 7f50e9400700 1 --2- 172.21.15.44:0/1703775051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5586e8346940 0x5586e8349f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.174+0000 7f50e9400700 1 -- 172.21.15.44:0/1703775051 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586e81de8d0 con 0x5586e8346020 2024-05-21T00:43:53.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.174+0000 7f50ea800700 1 --2- 172.21.15.44:0/1703775051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5586e8346940 0x5586e8349f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:43:53.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.175+0000 7f50e9400700 1 --2- 172.21.15.44:0/1703775051 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5586e8346020 0x5586e8349a40 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f50d80a7480 tx=0x7f50d8022850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=224a2ae5dd65425 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:53.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.175+0000 7f50cbe00700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:43:53.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.175+0000 7f50cbe00700 1 -- 172.21.15.44:0/1703775051 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50d80c4060 con 0x5586e8346020 2024-05-21T00:43:53.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.175+0000 7f50cbe00700 1 -- 172.21.15.44:0/1703775051 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f50d80aa680 con 0x5586e8346020 2024-05-21T00:43:53.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.175+0000 7f50fb80cb80 1 -- 172.21.15.44:0/1703775051 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f50dc012d30 con 0x5586e8346020 2024-05-21T00:43:53.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.175+0000 7f50cbe00700 1 -- 172.21.15.44:0/1703775051 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f50d80c9050 con 0x5586e8346020 2024-05-21T00:43:53.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.175+0000 7f50fb80cb80 10 client.25570 fetch_fsmap learned FSMap version 26 2024-05-21T00:43:53.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.175+0000 7f50fb80cb80 1 -- 172.21.15.44:0/1703775051 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5586e825f060 con 0x5586e8346020 2024-05-21T00:43:53.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.176+0000 7f50cbe00700 1 -- 172.21.15.44:0/1703775051 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50dc012d30 con 0x5586e8346020 2024-05-21T00:43:53.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.176+0000 7f50cbe00700 1 -- 172.21.15.44:0/1703775051 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f50d80ae170 con 0x5586e8346020 2024-05-21T00:43:53.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.176+0000 7f50fb80cb80 10 client.25570 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:43:53.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.176+0000 7f50fb80cb80 10 client.25570 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:43:53.183 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.176+0000 7f50fb80cb80 20 client.25570 populate_metadata read hostname 'smithi044' 2024-05-21T00:43:53.183 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.176+0000 7f50fb80cb80 1 --2- 172.21.15.44:0/1703775051 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5586e835a030 0x5586e835c470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:53.183 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.176+0000 7f50fb80cb80 4 client.25570 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:43:53.183 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.176+0000 7f50fb80cb80 1 -- 172.21.15.44:0/1703775051 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5586e82a0d90 con 0x5586e835a030 2024-05-21T00:43:53.183 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.177+0000 7f50e9e00700 1 --2- 172.21.15.44:0/1703775051 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5586e835a030 0x5586e835c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:53.183 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.177+0000 7f50e9e00700 1 --2- 172.21.15.44:0/1703775051 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5586e835a030 0x5586e835c470 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cb8839818ad14532 server_cookie=8091478d019e252e in_seq=0 out_seq=0 2024-05-21T00:43:53.183 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.177+0000 7f50cbe00700 10 client.25570 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:53.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.178+0000 7f50cbe00700 1 -- 172.21.15.44:0/1703775051 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5586e82a0d90 con 0x5586e835a030 2024-05-21T00:43:53.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.178+0000 7f50cbe00700 10 client.25570 handle_command_reply: tid=0 2024-05-21T00:43:53.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.178+0000 7f50fb80cb80 1 client.25570 shutdown 2024-05-21T00:43:53.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.179+0000 7f50fb80cb80 1 -- 172.21.15.44:0/1703775051 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5586e8346020 msgr2=0x5586e8349a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:53.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.179+0000 7f50fb80cb80 1 --2- 172.21.15.44:0/1703775051 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5586e8346020 0x5586e8349a40 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f50d80a7480 tx=0x7f50d8022850 comp rx=0 tx=0).stop 2024-05-21T00:43:53.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.179+0000 7f50fb80cb80 1 -- 172.21.15.44:0/1703775051 shutdown_connections 2024-05-21T00:43:53.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.179+0000 7f50fb80cb80 1 --2- 172.21.15.44:0/1703775051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5586e8346940 0x5586e8349f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.179+0000 7f50fb80cb80 1 --2- 172.21.15.44:0/1703775051 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5586e835a030 0x5586e835c470 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.179+0000 7f50fb80cb80 1 --2- 172.21.15.44:0/1703775051 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5586e8340ad0 0x5586e834c6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.179+0000 7f50cbe00700 0 client.25570 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:53.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.179+0000 7f50fb80cb80 1 --2- 172.21.15.44:0/1703775051 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5586e8346020 0x5586e8349a40 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.179+0000 7f50fb80cb80 1 -- 172.21.15.44:0/1703775051 >> 172.21.15.44:0/1703775051 conn(0x5586e826ebe0 msgr2=0x5586e833f4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:53.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.179+0000 7f50fb80cb80 1 -- 172.21.15.44:0/1703775051 shutdown_connections 2024-05-21T00:43:53.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.179+0000 7f50fb80cb80 1 -- 172.21.15.44:0/1703775051 wait complete. 2024-05-21T00:43:53.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.179+0000 7f50fb80cb80 20 client.25570 trim_cache size 0 max 16384 2024-05-21T00:43:53.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.211+0000 7f50fb80cb80 1 Processor -- start 2024-05-21T00:43:53.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.211+0000 7f50fb80cb80 1 -- start start 2024-05-21T00:43:53.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.211+0000 7f50fb80cb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5586e8340ad0 0x5586e833fe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:53.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.211+0000 7f50fb80cb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5586e8346020 0x5586e83403d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:53.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.211+0000 7f50fb80cb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5586e8346940 0x5586e8343b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:53.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.212+0000 7f50fb80cb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f50ec1ae200 con 0x5586e8340ad0 2024-05-21T00:43:53.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.212+0000 7f50fb80cb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f50ec1aba90 con 0x5586e8346940 2024-05-21T00:43:53.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.212+0000 7f50fb80cb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f50ec19d8b0 con 0x5586e8346020 2024-05-21T00:43:53.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.212+0000 7f50e9400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5586e8346020 0x5586e83403d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:53.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.212+0000 7f50e9e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5586e8340ad0 0x5586e833fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:53.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.212+0000 7f50e9400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5586e8346020 0x5586e83403d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:55750/0 (socket says 172.21.15.44:55750) 2024-05-21T00:43:53.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.212+0000 7f50e9400700 1 -- 172.21.15.44:0/3209942623 learned_addr learned my addr 172.21.15.44:0/3209942623 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:53.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.212+0000 7f50ea800700 1 --2- 172.21.15.44:0/3209942623 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5586e8346940 0x5586e8343b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:53.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.213+0000 7f50e9400700 1 -- 172.21.15.44:0/3209942623 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5586e8346940 msgr2=0x5586e8343b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:53.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.213+0000 7f50e9400700 1 --2- 172.21.15.44:0/3209942623 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5586e8346940 0x5586e8343b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.213+0000 7f50e9400700 1 -- 172.21.15.44:0/3209942623 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5586e8340ad0 msgr2=0x5586e833fe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:53.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.213+0000 7f50e9400700 1 --2- 172.21.15.44:0/3209942623 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5586e8340ad0 0x5586e833fe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.213+0000 7f50e9400700 1 -- 172.21.15.44:0/3209942623 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586e8347fb0 con 0x5586e8346020 2024-05-21T00:43:53.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.213+0000 7f50ea800700 1 --2- 172.21.15.44:0/3209942623 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5586e8346940 0x5586e8343b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:43:53.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.213+0000 7f50e9e00700 1 --2- 172.21.15.44:0/3209942623 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5586e8340ad0 0x5586e833fe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:43:53.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.213+0000 7f50e9400700 1 --2- 172.21.15.44:0/3209942623 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5586e8346020 0x5586e83403d0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f50d80a6290 tx=0x7f50d800b2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=909e7ea1689f9f12 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:53.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.213+0000 7f50d6a00700 1 -- 172.21.15.44:0/3209942623 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50d80aa910 con 0x5586e8346020 2024-05-21T00:43:53.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.213+0000 7f50d6a00700 1 -- 172.21.15.44:0/3209942623 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50d80b2fe0 con 0x5586e8346020 2024-05-21T00:43:53.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.213+0000 7f50d6a00700 1 -- 172.21.15.44:0/3209942623 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50d80a9470 con 0x5586e8346020 2024-05-21T00:43:53.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.214+0000 7f50fb80cb80 1 -- 172.21.15.44:0/3209942623 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5586e8346020 msgr2=0x5586e83403d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:53.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.214+0000 7f50fb80cb80 1 --2- 172.21.15.44:0/3209942623 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5586e8346020 0x5586e83403d0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f50d80a6290 tx=0x7f50d800b2d0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.215+0000 7f50fb80cb80 1 -- 172.21.15.44:0/3209942623 shutdown_connections 2024-05-21T00:43:53.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.215+0000 7f50fb80cb80 1 --2- 172.21.15.44:0/3209942623 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5586e8340ad0 0x5586e833fe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.215+0000 7f50fb80cb80 1 --2- 172.21.15.44:0/3209942623 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5586e8346940 0x5586e8343b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.215+0000 7f50fb80cb80 1 --2- 172.21.15.44:0/3209942623 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5586e8346020 0x5586e83403d0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.215+0000 7f50fb80cb80 1 -- 172.21.15.44:0/3209942623 >> 172.21.15.44:0/3209942623 conn(0x5586e826ebe0 msgr2=0x5586e8349a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:53.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.215+0000 7f50fb80cb80 1 -- 172.21.15.44:0/3209942623 shutdown_connections 2024-05-21T00:43:53.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.215+0000 7f50fb80cb80 1 -- 172.21.15.44:0/3209942623 wait complete. 2024-05-21T00:43:53.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.215+0000 7f50fb80cb80 1 -- start start 2024-05-21T00:43:53.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.216+0000 7f50fb80cb80 1 Processor -- start 2024-05-21T00:43:53.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.216+0000 7f50fb80cb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5586e8340ad0 0x5586e83529a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:53.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.216+0000 7f50fb80cb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5586e8346020 0x5586e8352ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:53.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.216+0000 7f50fb80cb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5586e8346940 0x5586e8361350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:53.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.216+0000 7f50fb80cb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f50ec1a9f50 con 0x5586e8346940 2024-05-21T00:43:53.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.216+0000 7f50fb80cb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f50ec1ab3c0 con 0x5586e8340ad0 2024-05-21T00:43:53.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.216+0000 7f50fb80cb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f50ec1aa620 con 0x5586e8346020 2024-05-21T00:43:53.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.216+0000 7f50fb80cb80 10 client.0 _ll_register_callbacks cb 0x5586e8238c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:43:53.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.217+0000 7f50e9400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5586e8346020 0x5586e8352ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:53.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.217+0000 7f50e9400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5586e8346020 0x5586e8352ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:55760/0 (socket says 172.21.15.44:55760) 2024-05-21T00:43:53.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.217+0000 7f50e9400700 1 -- 172.21.15.44:0/1219398199 learned_addr learned my addr 172.21.15.44:0/1219398199 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:53.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.217+0000 7f50e9e00700 1 --2- 172.21.15.44:0/1219398199 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5586e8340ad0 0x5586e83529a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:53.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.217+0000 7f50ea800700 1 --2- 172.21.15.44:0/1219398199 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5586e8346940 0x5586e8361350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:53.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.217+0000 7f50e9400700 1 -- 172.21.15.44:0/1219398199 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5586e8340ad0 msgr2=0x5586e83529a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:53.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.217+0000 7f50e9400700 1 --2- 172.21.15.44:0/1219398199 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5586e8340ad0 0x5586e83529a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.217+0000 7f50e9400700 1 -- 172.21.15.44:0/1219398199 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5586e8346940 msgr2=0x5586e8361350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:53.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.217+0000 7f50e9400700 1 --2- 172.21.15.44:0/1219398199 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5586e8346940 0x5586e8361350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.217+0000 7f50e9400700 1 -- 172.21.15.44:0/1219398199 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586e8361b90 con 0x5586e8346020 2024-05-21T00:43:53.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.218+0000 7f50ea800700 1 --2- 172.21.15.44:0/1219398199 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5586e8346940 0x5586e8361350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:43:53.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.218+0000 7f50e9400700 1 --2- 172.21.15.44:0/1219398199 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5586e8346020 0x5586e8352ee0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f50d8009ce0 tx=0x7f50d80e06e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9733dd353f32b89b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:53.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.218+0000 7f50cbe00700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:43:53.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.218+0000 7f50cbe00700 1 -- 172.21.15.44:0/1219398199 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50d80a9d20 con 0x5586e8346020 2024-05-21T00:43:53.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.218+0000 7f50fb80cb80 1 -- 172.21.15.44:0/1219398199 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f50d80b2fe0 con 0x5586e8346020 2024-05-21T00:43:53.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.218+0000 7f50cbe00700 1 -- 172.21.15.44:0/1219398199 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f50d80050f0 con 0x5586e8346020 2024-05-21T00:43:53.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.219+0000 7f50cbe00700 1 -- 172.21.15.44:0/1219398199 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f50d80aa910 con 0x5586e8346020 2024-05-21T00:43:53.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.219+0000 7f50fb80cb80 10 client.25576 fetch_fsmap learned FSMap version 26 2024-05-21T00:43:53.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.219+0000 7f50fb80cb80 1 -- 172.21.15.44:0/1219398199 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5586e8361b90 con 0x5586e8346020 2024-05-21T00:43:53.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.219+0000 7f50cbe00700 1 -- 172.21.15.44:0/1219398199 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50d80b2fe0 con 0x5586e8346020 2024-05-21T00:43:53.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.220+0000 7f50cbe00700 1 -- 172.21.15.44:0/1219398199 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f50d80a5b80 con 0x5586e8346020 2024-05-21T00:43:53.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.220+0000 7f50fb80cb80 10 client.25576 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:43:53.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.220+0000 7f50fb80cb80 10 client.25576 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:43:53.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.220+0000 7f50fb80cb80 20 client.25576 populate_metadata read hostname 'smithi044' 2024-05-21T00:43:53.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.220+0000 7f50fb80cb80 1 --2- 172.21.15.44:0/1219398199 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5586e83c4990 0x5586e83c6d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:53.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.220+0000 7f50fb80cb80 4 client.25576 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:43:53.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.220+0000 7f50fb80cb80 1 -- 172.21.15.44:0/1219398199 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5586e829a570 con 0x5586e83c4990 2024-05-21T00:43:53.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.220+0000 7f50e9e00700 1 --2- 172.21.15.44:0/1219398199 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5586e83c4990 0x5586e83c6d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:53.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.221+0000 7f50e9e00700 1 --2- 172.21.15.44:0/1219398199 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5586e83c4990 0x5586e83c6d80 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=db24761800fbdc36 server_cookie=90abb276adf699b1 in_seq=0 out_seq=0 2024-05-21T00:43:53.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.221+0000 7f50cbe00700 10 client.25576 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:53.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.221+0000 7f50cbe00700 1 -- 172.21.15.44:0/1219398199 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5586e829a570 con 0x5586e83c4990 2024-05-21T00:43:53.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.221+0000 7f50cbe00700 10 client.25576 handle_command_reply: tid=0 2024-05-21T00:43:53.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.221+0000 7f50fb80cb80 1 client.25576 shutdown 2024-05-21T00:43:53.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.222+0000 7f50fb80cb80 1 -- 172.21.15.44:0/1219398199 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5586e8346020 msgr2=0x5586e8352ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:53.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.222+0000 7f50fb80cb80 1 --2- 172.21.15.44:0/1219398199 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5586e8346020 0x5586e8352ee0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f50d8009ce0 tx=0x7f50d80e06e0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.222+0000 7f50fb80cb80 1 -- 172.21.15.44:0/1219398199 shutdown_connections 2024-05-21T00:43:53.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.222+0000 7f50fb80cb80 1 --2- 172.21.15.44:0/1219398199 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5586e8346940 0x5586e8361350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.222+0000 7f50fb80cb80 1 --2- 172.21.15.44:0/1219398199 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5586e83c4990 0x5586e83c6d80 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.222+0000 7f50fb80cb80 1 --2- 172.21.15.44:0/1219398199 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5586e8340ad0 0x5586e83529a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.222+0000 7f50fb80cb80 1 --2- 172.21.15.44:0/1219398199 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5586e8346020 0x5586e8352ee0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.222+0000 7f50fb80cb80 1 -- 172.21.15.44:0/1219398199 >> 172.21.15.44:0/1219398199 conn(0x5586e826ebe0 msgr2=0x5586e8349a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:53.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.222+0000 7f50cbe00700 0 client.25576 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:53.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.222+0000 7f50fb80cb80 1 -- 172.21.15.44:0/1219398199 shutdown_connections 2024-05-21T00:43:53.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.222+0000 7f50fb80cb80 1 -- 172.21.15.44:0/1219398199 wait complete. 2024-05-21T00:43:53.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.222+0000 7f50fb80cb80 20 client.25576 trim_cache size 0 max 16384 2024-05-21T00:43:53.227 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-21T00:43:53.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.223+0000 7f50eb200700 1 -- 172.21.15.44:0/2195280731 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f50d00b2900 msgr2=0x7f50d00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:53.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.223+0000 7f50eb200700 1 --2- 172.21.15.44:0/2195280731 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f50d00b2900 0x7f50d00b4dc0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f50dc009cc0 tx=0x7f50dc009260 comp rx=0 tx=0).stop 2024-05-21T00:43:53.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.223+0000 7f50eb200700 1 -- 172.21.15.44:0/2195280731 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f50ec104f50 msgr2=0x7f50ec1027d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:53.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.223+0000 7f50eb200700 1 --2- 172.21.15.44:0/2195280731 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f50ec104f50 0x7f50ec1027d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f50d80098e0 tx=0x7f50d800b650 comp rx=0 tx=0).stop 2024-05-21T00:43:53.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.223+0000 7f50eb200700 1 -- 172.21.15.44:0/2195280731 shutdown_connections 2024-05-21T00:43:53.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.223+0000 7f50eb200700 1 --2- 172.21.15.44:0/2195280731 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f50d00b2900 0x7f50d00b4dc0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.223+0000 7f50eb200700 1 --2- 172.21.15.44:0/2195280731 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f50ec104630 0x7f50ec102290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.223+0000 7f50eb200700 1 --2- 172.21.15.44:0/2195280731 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50ec10da60 0x7f50ec102d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.223+0000 7f50eb200700 1 --2- 172.21.15.44:0/2195280731 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f50ec104f50 0x7f50ec1027d0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:53.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.223+0000 7f50eb200700 1 -- 172.21.15.44:0/2195280731 >> 172.21.15.44:0/2195280731 conn(0x7f50ec0fde60 msgr2=0x7f50ec0febd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:53.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.223+0000 7f50eb200700 1 -- 172.21.15.44:0/2195280731 shutdown_connections 2024-05-21T00:43:53.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:53.224+0000 7f50eb200700 1 -- 172.21.15.44:0/2195280731 wait complete. 2024-05-21T00:43:53.556 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:53 smithi092 ceph-mon[36335]: pgmap v513: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-21T00:43:53.610 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:53 smithi044 ceph-mon[31392]: pgmap v513: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-21T00:43:53.694 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:53 smithi082 ceph-mon[36141]: pgmap v513: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-21T00:43:55.223 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T00:43:55.223 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T00:43:55.647 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:55 smithi044 ceph-mon[31392]: pgmap v514: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-21T00:43:55.736 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:43:55.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:55 smithi092 ceph-mon[36335]: pgmap v514: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-21T00:43:55.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:55 smithi082 ceph-mon[36141]: pgmap v514: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-21T00:43:57.786 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:57 smithi044 ceph-mon[31392]: pgmap v515: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-21T00:43:57.786 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:57 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:43:57.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:57 smithi092 ceph-mon[36335]: pgmap v515: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-21T00:43:57.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:57 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:43:57.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:57 smithi082 ceph-mon[36141]: pgmap v515: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-21T00:43:57.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:57 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:43:58.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.310+0000 7f0e56000700 1 -- 172.21.15.44:0/2128654702 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0e501041a0 msgr2=0x7f0e501081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:58.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.310+0000 7f0e56000700 1 --2- 172.21.15.44:0/2128654702 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0e501041a0 0x7f0e501081c0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f0e3c009990 tx=0x7f0e3c009ca0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.310+0000 7f0e56000700 1 -- 172.21.15.44:0/2128654702 shutdown_connections 2024-05-21T00:43:58.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.310+0000 7f0e56000700 1 --2- 172.21.15.44:0/2128654702 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e501088f0 0x7f0e50110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.310+0000 7f0e56000700 1 --2- 172.21.15.44:0/2128654702 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0e501037f0 0x7f0e50103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.310+0000 7f0e56000700 1 --2- 172.21.15.44:0/2128654702 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0e501041a0 0x7f0e501081c0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.310+0000 7f0e56000700 1 -- 172.21.15.44:0/2128654702 >> 172.21.15.44:0/2128654702 conn(0x7f0e5007a6a0 msgr2=0x7f0e5007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:58.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.310+0000 7f0e56000700 1 -- 172.21.15.44:0/2128654702 shutdown_connections 2024-05-21T00:43:58.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.311+0000 7f0e56000700 1 -- 172.21.15.44:0/2128654702 wait complete. 2024-05-21T00:43:58.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.312+0000 7f0e56000700 1 Processor -- start 2024-05-21T00:43:58.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.312+0000 7f0e56000700 1 -- start start 2024-05-21T00:43:58.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.312+0000 7f0e56000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e501037f0 0x7f0e50075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:58.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.312+0000 7f0e56000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0e501041a0 0x7f0e50075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:58.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.312+0000 7f0e56000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0e501088f0 0x7f0e500762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:58.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.312+0000 7f0e56000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0e50113700 con 0x7f0e501037f0 2024-05-21T00:43:58.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.312+0000 7f0e56000700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0e50113580 con 0x7f0e501041a0 2024-05-21T00:43:58.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.312+0000 7f0e56000700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0e50113880 con 0x7f0e501088f0 2024-05-21T00:43:58.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.312+0000 7f0e4f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e501037f0 0x7f0e50075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:58.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.313+0000 7f0e4f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e501037f0 0x7f0e50075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57908/0 (socket says 172.21.15.44:57908) 2024-05-21T00:43:58.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.313+0000 7f0e4f400700 1 -- 172.21.15.44:0/3559336446 learned_addr learned my addr 172.21.15.44:0/3559336446 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:58.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.313+0000 7f0e4ea00700 1 --2- 172.21.15.44:0/3559336446 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0e501041a0 0x7f0e50075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:58.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.313+0000 7f0e4fe00700 1 --2- 172.21.15.44:0/3559336446 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0e501088f0 0x7f0e500762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:58.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.313+0000 7f0e4fe00700 1 -- 172.21.15.44:0/3559336446 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0e501041a0 msgr2=0x7f0e50075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:58.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.313+0000 7f0e4fe00700 1 --2- 172.21.15.44:0/3559336446 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0e501041a0 0x7f0e50075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.313+0000 7f0e4fe00700 1 -- 172.21.15.44:0/3559336446 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e501037f0 msgr2=0x7f0e50075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:58.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.313+0000 7f0e4fe00700 1 --2- 172.21.15.44:0/3559336446 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e501037f0 0x7f0e50075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.313+0000 7f0e4fe00700 1 -- 172.21.15.44:0/3559336446 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e501a80e0 con 0x7f0e501088f0 2024-05-21T00:43:58.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.313+0000 7f0e4ea00700 1 --2- 172.21.15.44:0/3559336446 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0e501041a0 0x7f0e50075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:43:58.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.313+0000 7f0e4f400700 1 --2- 172.21.15.44:0/3559336446 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e501037f0 0x7f0e50075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:43:58.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.313+0000 7f0e4fe00700 1 --2- 172.21.15.44:0/3559336446 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0e501088f0 0x7f0e500762c0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f0e4800efc0 tx=0x7f0e4800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:58.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.314+0000 7f0e47e00700 1 -- 172.21.15.44:0/3559336446 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e480092e0 con 0x7f0e501088f0 2024-05-21T00:43:58.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.314+0000 7f0e47e00700 1 -- 172.21.15.44:0/3559336446 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e48004bb0 con 0x7f0e501088f0 2024-05-21T00:43:58.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.314+0000 7f0e47e00700 1 -- 172.21.15.44:0/3559336446 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e48004020 con 0x7f0e501088f0 2024-05-21T00:43:58.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.314+0000 7f0e56000700 1 -- 172.21.15.44:0/3559336446 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e501a8370 con 0x7f0e501088f0 2024-05-21T00:43:58.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.314+0000 7f0e56000700 1 -- 172.21.15.44:0/3559336446 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e501a8860 con 0x7f0e501088f0 2024-05-21T00:43:58.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.317+0000 7f0e47e00700 1 -- 172.21.15.44:0/3559336446 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f0e4801b030 con 0x7f0e501088f0 2024-05-21T00:43:58.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.318+0000 7f0e609d3b80 1 Processor -- start 2024-05-21T00:43:58.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.318+0000 7f0e609d3b80 1 -- start start 2024-05-21T00:43:58.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.319+0000 7f0e609d3b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b9a2554690 0x55b9a2554a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:58.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.319+0000 7f0e609d3b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b9a2554fb0 0x55b9a254eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:58.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.319+0000 7f0e609d3b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b9a254f1c0 0x55b9a254f640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:58.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.319+0000 7f0e609d3b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55b9a24acec0 con 0x55b9a254f1c0 2024-05-21T00:43:58.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.319+0000 7f0e609d3b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55b9a249ca60 con 0x55b9a2554fb0 2024-05-21T00:43:58.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.319+0000 7f0e609d3b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55b9a24a0aa0 con 0x55b9a2554690 2024-05-21T00:43:58.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.319+0000 7f0e47e00700 1 --2- 172.21.15.44:0/3559336446 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0e340b2900 0x7f0e340b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:58.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.319+0000 7f0e4ea00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b9a2554690 0x55b9a2554a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:58.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.319+0000 7f0e4ea00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b9a2554690 0x55b9a2554a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:41062/0 (socket says 172.21.15.44:41062) 2024-05-21T00:43:58.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.319+0000 7f0e4f400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b9a2554fb0 0x55b9a254eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:58.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.319+0000 7f0e4ea00700 1 -- 172.21.15.44:0/1000839403 learned_addr learned my addr 172.21.15.44:0/1000839403 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:58.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.319+0000 7f0e47e00700 1 -- 172.21.15.44:0/3559336446 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f0e480e1c20 con 0x7f0e501088f0 2024-05-21T00:43:58.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.319+0000 7f0e4ea00700 1 --2- 172.21.15.44:0/1000839403 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b9a254f1c0 0x55b9a254f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:58.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.320+0000 7f0e4fe00700 1 --2- 172.21.15.44:0/3559336446 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0e340b2900 0x7f0e340b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:58.331 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.320+0000 7f0e4f400700 1 -- 172.21.15.44:0/1000839403 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b9a2554690 msgr2=0x55b9a2554a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:58.331 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.320+0000 7f0e4f400700 1 --2- 172.21.15.44:0/1000839403 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b9a2554690 0x55b9a2554a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.331 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.320+0000 7f0e4f400700 1 -- 172.21.15.44:0/1000839403 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b9a254f1c0 msgr2=0x55b9a254f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:58.331 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.320+0000 7f0e4f400700 1 --2- 172.21.15.44:0/1000839403 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b9a254f1c0 0x55b9a254f640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.331 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.320+0000 7f0e4f400700 1 -- 172.21.15.44:0/1000839403 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b9a24654a0 con 0x55b9a2554fb0 2024-05-21T00:43:58.331 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.320+0000 7f0e4f400700 1 --2- 172.21.15.44:0/1000839403 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b9a2554fb0 0x55b9a254eba0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f0e40010480 tx=0x7f0e40010790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7641b8b450858339 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:58.331 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.320+0000 7f0e44c00700 1 -- 172.21.15.44:0/1000839403 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e40004a30 con 0x55b9a2554fb0 2024-05-21T00:43:58.331 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.320+0000 7f0e44c00700 1 -- 172.21.15.44:0/1000839403 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e40015070 con 0x55b9a2554fb0 2024-05-21T00:43:58.331 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.321+0000 7f0e44c00700 1 -- 172.21.15.44:0/1000839403 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e400116a0 con 0x55b9a2554fb0 2024-05-21T00:43:58.332 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.322+0000 7f0e609d3b80 1 -- 172.21.15.44:0/1000839403 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b9a2554fb0 msgr2=0x55b9a254eba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:58.332 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.322+0000 7f0e4fe00700 1 --2- 172.21.15.44:0/3559336446 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0e340b2900 0x7f0e340b4dc0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f0e480a64a0 tx=0x7f0e48009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:58.332 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.322+0000 7f0e609d3b80 1 --2- 172.21.15.44:0/1000839403 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b9a2554fb0 0x55b9a254eba0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f0e40010480 tx=0x7f0e40010790 comp rx=0 tx=0).stop 2024-05-21T00:43:58.332 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.322+0000 7f0e609d3b80 1 -- 172.21.15.44:0/1000839403 shutdown_connections 2024-05-21T00:43:58.332 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.322+0000 7f0e609d3b80 1 --2- 172.21.15.44:0/1000839403 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b9a254f1c0 0x55b9a254f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.332 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.322+0000 7f0e609d3b80 1 --2- 172.21.15.44:0/1000839403 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b9a2554690 0x55b9a2554a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.332 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.322+0000 7f0e609d3b80 1 --2- 172.21.15.44:0/1000839403 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b9a2554fb0 0x55b9a254eba0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.332 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.322+0000 7f0e609d3b80 1 -- 172.21.15.44:0/1000839403 >> 172.21.15.44:0/1000839403 conn(0x55b9a247cc60 msgr2=0x55b9a2549710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:58.332 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.322+0000 7f0e609d3b80 1 -- 172.21.15.44:0/1000839403 shutdown_connections 2024-05-21T00:43:58.332 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.322+0000 7f0e609d3b80 1 -- 172.21.15.44:0/1000839403 wait complete. 2024-05-21T00:43:58.332 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.323+0000 7f0e609d3b80 1 -- start start 2024-05-21T00:43:58.332 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.323+0000 7f0e609d3b80 1 Processor -- start 2024-05-21T00:43:58.332 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.324+0000 7f0e609d3b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b9a254f1c0 0x55b9a255ac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:58.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.324+0000 7f0e609d3b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b9a2554690 0x55b9a2558020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:58.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.324+0000 7f0e609d3b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b9a2554fb0 0x55b9a2558560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:58.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.324+0000 7f0e609d3b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55b9a23a3020 con 0x55b9a254f1c0 2024-05-21T00:43:58.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.324+0000 7f0e609d3b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55b9a243d7e0 con 0x55b9a2554fb0 2024-05-21T00:43:58.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.324+0000 7f0e609d3b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55b9a255ba60 con 0x55b9a2554690 2024-05-21T00:43:58.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.324+0000 7f0e609d3b80 10 client.0 _ll_register_callbacks cb 0x55b9a2446cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:43:58.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.324+0000 7f0e4ea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b9a254f1c0 0x55b9a255ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:58.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.324+0000 7f0e4ea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b9a254f1c0 0x55b9a255ac80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57928/0 (socket says 172.21.15.44:57928) 2024-05-21T00:43:58.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.324+0000 7f0e4ea00700 1 -- 172.21.15.44:0/2272228956 learned_addr learned my addr 172.21.15.44:0/2272228956 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:58.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.324+0000 7f0e4f400700 1 --2- 172.21.15.44:0/2272228956 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b9a2554690 0x55b9a2558020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:58.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.324+0000 7f0e4ea00700 1 --2- 172.21.15.44:0/2272228956 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b9a2554fb0 0x55b9a2558560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:58.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.325+0000 7f0e4ea00700 1 -- 172.21.15.44:0/2272228956 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b9a2554690 msgr2=0x55b9a2558020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:58.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.325+0000 7f0e4ea00700 1 --2- 172.21.15.44:0/2272228956 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b9a2554690 0x55b9a2558020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.325+0000 7f0e4ea00700 1 -- 172.21.15.44:0/2272228956 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b9a2554fb0 msgr2=0x55b9a2558560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:58.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.325+0000 7f0e4ea00700 1 --2- 172.21.15.44:0/2272228956 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b9a2554fb0 0x55b9a2558560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.325+0000 7f0e4ea00700 1 -- 172.21.15.44:0/2272228956 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b9a23ec950 con 0x55b9a254f1c0 2024-05-21T00:43:58.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.325+0000 7f0e4ea00700 1 --2- 172.21.15.44:0/2272228956 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b9a254f1c0 0x55b9a255ac80 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f0e3c009990 tx=0x7f0e3c009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2de51f6c03500b98 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:58.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.325+0000 7f0e39600700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-21T00:43:58.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.325+0000 7f0e39600700 1 -- 172.21.15.44:0/2272228956 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e3c030060 con 0x55b9a254f1c0 2024-05-21T00:43:58.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.325+0000 7f0e39600700 1 -- 172.21.15.44:0/2272228956 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f0e3c004320 con 0x55b9a254f1c0 2024-05-21T00:43:58.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.325+0000 7f0e609d3b80 1 -- 172.21.15.44:0/2272228956 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0e40015070 con 0x55b9a254f1c0 2024-05-21T00:43:58.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.326+0000 7f0e39600700 1 -- 172.21.15.44:0/2272228956 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0e3c004520 con 0x55b9a254f1c0 2024-05-21T00:43:58.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.326+0000 7f0e609d3b80 10 client.15438 fetch_fsmap learned FSMap version 26 2024-05-21T00:43:58.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.326+0000 7f0e609d3b80 1 -- 172.21.15.44:0/2272228956 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b9a246d0e0 con 0x55b9a254f1c0 2024-05-21T00:43:58.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.326+0000 7f0e39600700 1 -- 172.21.15.44:0/2272228956 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e40015070 con 0x55b9a254f1c0 2024-05-21T00:43:58.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.326+0000 7f0e39600700 1 -- 172.21.15.44:0/2272228956 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0e3c003b90 con 0x55b9a254f1c0 2024-05-21T00:43:58.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.326+0000 7f0e609d3b80 10 client.15438 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:43:58.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.326+0000 7f0e609d3b80 10 client.15438 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:43:58.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.326+0000 7f0e609d3b80 20 client.15438 populate_metadata read hostname 'smithi044' 2024-05-21T00:43:58.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.326+0000 7f0e609d3b80 1 --2- 172.21.15.44:0/2272228956 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55b9a2568590 0x55b9a256a980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:58.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.327+0000 7f0e609d3b80 4 client.15438 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:43:58.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.327+0000 7f0e609d3b80 1 -- 172.21.15.44:0/2272228956 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b9a24aee10 con 0x55b9a2568590 2024-05-21T00:43:58.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.327+0000 7f0e4f400700 1 --2- 172.21.15.44:0/2272228956 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55b9a2568590 0x55b9a256a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:58.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.328+0000 7f0e4f400700 1 --2- 172.21.15.44:0/2272228956 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55b9a2568590 0x55b9a256a980 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eaae77761d93acf8 server_cookie=92333fe37c8443c5 in_seq=0 out_seq=0 2024-05-21T00:43:58.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.328+0000 7f0e39600700 10 client.15438 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:58.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.328+0000 7f0e39600700 1 -- 172.21.15.44:0/2272228956 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b9a24aee10 con 0x55b9a2568590 2024-05-21T00:43:58.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.328+0000 7f0e39600700 10 client.15438 handle_command_reply: tid=0 2024-05-21T00:43:58.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.328+0000 7f0e609d3b80 1 client.15438 shutdown 2024-05-21T00:43:58.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.329+0000 7f0e609d3b80 1 -- 172.21.15.44:0/2272228956 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b9a254f1c0 msgr2=0x55b9a255ac80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:58.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.329+0000 7f0e609d3b80 1 --2- 172.21.15.44:0/2272228956 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b9a254f1c0 0x55b9a255ac80 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f0e3c009990 tx=0x7f0e3c009ca0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.329+0000 7f0e609d3b80 1 -- 172.21.15.44:0/2272228956 shutdown_connections 2024-05-21T00:43:58.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.329+0000 7f0e609d3b80 1 --2- 172.21.15.44:0/2272228956 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b9a254f1c0 0x55b9a255ac80 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.329+0000 7f0e609d3b80 1 --2- 172.21.15.44:0/2272228956 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55b9a2568590 0x55b9a256a980 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.329+0000 7f0e609d3b80 1 --2- 172.21.15.44:0/2272228956 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b9a2554fb0 0x55b9a2558560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.329+0000 7f0e609d3b80 1 --2- 172.21.15.44:0/2272228956 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b9a2554690 0x55b9a2558020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.329+0000 7f0e609d3b80 1 -- 172.21.15.44:0/2272228956 >> 172.21.15.44:0/2272228956 conn(0x55b9a247cc60 msgr2=0x55b9a2548df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:58.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.329+0000 7f0e39600700 0 client.15438 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:58.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.329+0000 7f0e609d3b80 1 -- 172.21.15.44:0/2272228956 shutdown_connections 2024-05-21T00:43:58.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.329+0000 7f0e609d3b80 1 -- 172.21.15.44:0/2272228956 wait complete. 2024-05-21T00:43:58.338 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.329+0000 7f0e609d3b80 20 client.15438 trim_cache size 0 max 16384 2024-05-21T00:43:58.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.353+0000 7f0e609d3b80 1 Processor -- start 2024-05-21T00:43:58.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.354+0000 7f0e609d3b80 1 -- start start 2024-05-21T00:43:58.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.354+0000 7f0e609d3b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b9a254f1c0 0x55b9a254eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:58.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.354+0000 7f0e609d3b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b9a2554690 0x55b9a25571a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:58.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.354+0000 7f0e609d3b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b9a2554fb0 0x55b9a2549570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:58.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.354+0000 7f0e609d3b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0e501b2850 con 0x55b9a254f1c0 2024-05-21T00:43:58.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.354+0000 7f0e609d3b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0e501b00e0 con 0x55b9a2554690 2024-05-21T00:43:58.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.354+0000 7f0e609d3b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0e501adf30 con 0x55b9a2554fb0 2024-05-21T00:43:58.358 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.354+0000 7f0e4ea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b9a254f1c0 0x55b9a254eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:58.358 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.354+0000 7f0e4f400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b9a2554690 0x55b9a25571a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:58.358 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.355+0000 7f0e4f400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b9a2554690 0x55b9a25571a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:44108/0 (socket says 172.21.15.44:44108) 2024-05-21T00:43:58.358 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.355+0000 7f0e4f400700 1 -- 172.21.15.44:0/1907080023 learned_addr learned my addr 172.21.15.44:0/1907080023 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:58.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.355+0000 7f0e4ea00700 1 --2- 172.21.15.44:0/1907080023 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b9a2554fb0 0x55b9a2549570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:58.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.355+0000 7f0e4f400700 1 -- 172.21.15.44:0/1907080023 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b9a2554fb0 msgr2=0x55b9a2549570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:58.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.355+0000 7f0e4f400700 1 --2- 172.21.15.44:0/1907080023 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b9a2554fb0 0x55b9a2549570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.355+0000 7f0e4f400700 1 -- 172.21.15.44:0/1907080023 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b9a254f1c0 msgr2=0x55b9a254eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:58.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.355+0000 7f0e4f400700 1 --2- 172.21.15.44:0/1907080023 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b9a254f1c0 0x55b9a254eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.355+0000 7f0e4f400700 1 -- 172.21.15.44:0/1907080023 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b9a2554db0 con 0x55b9a2554690 2024-05-21T00:43:58.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.355+0000 7f0e4ea00700 1 --2- 172.21.15.44:0/1907080023 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b9a254f1c0 0x55b9a254eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:43:58.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.355+0000 7f0e4f400700 1 --2- 172.21.15.44:0/1907080023 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b9a2554690 0x55b9a25571a0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f0e40010ae0 tx=0x7f0e40004d10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6c543ee96c8d635c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:58.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.356+0000 7f0e3be00700 1 -- 172.21.15.44:0/1907080023 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e40004b70 con 0x55b9a2554690 2024-05-21T00:43:58.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.356+0000 7f0e3be00700 1 -- 172.21.15.44:0/1907080023 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e40015070 con 0x55b9a2554690 2024-05-21T00:43:58.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.356+0000 7f0e3be00700 1 -- 172.21.15.44:0/1907080023 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e40003db0 con 0x55b9a2554690 2024-05-21T00:43:58.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.357+0000 7f0e609d3b80 1 -- 172.21.15.44:0/1907080023 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b9a2554690 msgr2=0x55b9a25571a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:58.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.357+0000 7f0e609d3b80 1 --2- 172.21.15.44:0/1907080023 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b9a2554690 0x55b9a25571a0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f0e40010ae0 tx=0x7f0e40004d10 comp rx=0 tx=0).stop 2024-05-21T00:43:58.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.357+0000 7f0e609d3b80 1 -- 172.21.15.44:0/1907080023 shutdown_connections 2024-05-21T00:43:58.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.357+0000 7f0e609d3b80 1 --2- 172.21.15.44:0/1907080023 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b9a254f1c0 0x55b9a254eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.357+0000 7f0e609d3b80 1 --2- 172.21.15.44:0/1907080023 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b9a2554fb0 0x55b9a2549570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.357+0000 7f0e609d3b80 1 --2- 172.21.15.44:0/1907080023 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b9a2554690 0x55b9a25571a0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.357+0000 7f0e609d3b80 1 -- 172.21.15.44:0/1907080023 >> 172.21.15.44:0/1907080023 conn(0x55b9a247cc60 msgr2=0x55b9a2553150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:58.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.357+0000 7f0e609d3b80 1 -- 172.21.15.44:0/1907080023 shutdown_connections 2024-05-21T00:43:58.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.357+0000 7f0e609d3b80 1 -- 172.21.15.44:0/1907080023 wait complete. 2024-05-21T00:43:58.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.357+0000 7f0e609d3b80 1 -- start start 2024-05-21T00:43:58.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.358+0000 7f0e609d3b80 1 Processor -- start 2024-05-21T00:43:58.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.358+0000 7f0e609d3b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b9a254f1c0 0x55b9a2561520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:58.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.358+0000 7f0e609d3b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b9a2554690 0x55b9a255dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:58.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.358+0000 7f0e609d3b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b9a2554fb0 0x55b9a255e400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:58.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.358+0000 7f0e609d3b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0e501ae5a0 con 0x55b9a2554690 2024-05-21T00:43:58.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.358+0000 7f0e609d3b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0e501afa10 con 0x55b9a254f1c0 2024-05-21T00:43:58.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.358+0000 7f0e609d3b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0e501aec70 con 0x55b9a2554fb0 2024-05-21T00:43:58.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.358+0000 7f0e609d3b80 10 client.0 _ll_register_callbacks cb 0x55b9a2446cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:43:58.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.358+0000 7f0e4ea00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b9a254f1c0 0x55b9a2561520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:58.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.358+0000 7f0e4ea00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b9a254f1c0 0x55b9a2561520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:44116/0 (socket says 172.21.15.44:44116) 2024-05-21T00:43:58.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.358+0000 7f0e4ea00700 1 -- 172.21.15.44:0/1973468409 learned_addr learned my addr 172.21.15.44:0/1973468409 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:43:58.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.358+0000 7f0e4ea00700 1 --2- 172.21.15.44:0/1973468409 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b9a2554fb0 0x55b9a255e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:58.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.359+0000 7f0e4f400700 1 --2- 172.21.15.44:0/1973468409 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b9a2554690 0x55b9a255dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:58.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.359+0000 7f0e4ea00700 1 -- 172.21.15.44:0/1973468409 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b9a2554fb0 msgr2=0x55b9a255e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:58.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.359+0000 7f0e4ea00700 1 --2- 172.21.15.44:0/1973468409 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b9a2554fb0 0x55b9a255e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.359+0000 7f0e4ea00700 1 -- 172.21.15.44:0/1973468409 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b9a2554690 msgr2=0x55b9a255dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:43:58.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.359+0000 7f0e4ea00700 1 --2- 172.21.15.44:0/1973468409 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b9a2554690 0x55b9a255dcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.359+0000 7f0e4ea00700 1 -- 172.21.15.44:0/1973468409 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b9a25d30c0 con 0x55b9a254f1c0 2024-05-21T00:43:58.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.359+0000 7f0e4ea00700 1 --2- 172.21.15.44:0/1973468409 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b9a254f1c0 0x55b9a2561520 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f0e3c000c00 tx=0x7f0e3c029610 comp rx=0 tx=0).ready entity=mon.2 client_cookie=caaa7bddd2ad86e6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:43:58.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.359+0000 7f0e39600700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:43:58.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.359+0000 7f0e39600700 1 -- 172.21.15.44:0/1973468409 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e3c030040 con 0x55b9a254f1c0 2024-05-21T00:43:58.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.360+0000 7f0e609d3b80 1 -- 172.21.15.44:0/1973468409 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0e40015070 con 0x55b9a254f1c0 2024-05-21T00:43:58.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.360+0000 7f0e39600700 1 -- 172.21.15.44:0/1973468409 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f0e3c00f8a0 con 0x55b9a254f1c0 2024-05-21T00:43:58.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.360+0000 7f0e39600700 1 -- 172.21.15.44:0/1973468409 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0e3c00faa0 con 0x55b9a254f1c0 2024-05-21T00:43:58.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.360+0000 7f0e609d3b80 10 client.25574 fetch_fsmap learned FSMap version 26 2024-05-21T00:43:58.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.360+0000 7f0e609d3b80 1 -- 172.21.15.44:0/1973468409 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b9a25d4290 con 0x55b9a254f1c0 2024-05-21T00:43:58.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.360+0000 7f0e39600700 1 -- 172.21.15.44:0/1973468409 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e40015070 con 0x55b9a254f1c0 2024-05-21T00:43:58.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.360+0000 7f0e39600700 1 -- 172.21.15.44:0/1973468409 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0e3c042450 con 0x55b9a254f1c0 2024-05-21T00:43:58.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.361+0000 7f0e609d3b80 10 client.25574 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:43:58.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.361+0000 7f0e609d3b80 10 client.25574 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:43:58.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.361+0000 7f0e609d3b80 20 client.25574 populate_metadata read hostname 'smithi044' 2024-05-21T00:43:58.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.361+0000 7f0e609d3b80 1 --2- 172.21.15.44:0/1973468409 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55b9a25d48f0 0x55b9a25d6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:43:58.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.361+0000 7f0e609d3b80 4 client.25574 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T00:43:58.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.361+0000 7f0e609d3b80 1 -- 172.21.15.44:0/1973468409 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55b9a24a85f0 con 0x55b9a25d48f0 2024-05-21T00:43:58.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.361+0000 7f0e4f400700 1 --2- 172.21.15.44:0/1973468409 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55b9a25d48f0 0x55b9a25d6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:43:58.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.361+0000 7f0e4f400700 1 --2- 172.21.15.44:0/1973468409 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55b9a25d48f0 0x55b9a25d6d10 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cc732b96089bbd90 server_cookie=d8f9996871aa40c2 in_seq=0 out_seq=0 2024-05-21T00:43:58.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.361+0000 7f0e39600700 10 client.25574 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:58.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.363+0000 7f0e39600700 1 -- 172.21.15.44:0/1973468409 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55b9a24a85f0 con 0x55b9a25d48f0 2024-05-21T00:43:58.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.363+0000 7f0e39600700 10 client.25574 handle_command_reply: tid=0 2024-05-21T00:43:58.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.363+0000 7f0e609d3b80 1 client.25574 shutdown 2024-05-21T00:43:58.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.363+0000 7f0e609d3b80 1 -- 172.21.15.44:0/1973468409 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b9a254f1c0 msgr2=0x55b9a2561520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:58.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.363+0000 7f0e609d3b80 1 --2- 172.21.15.44:0/1973468409 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b9a254f1c0 0x55b9a2561520 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f0e3c000c00 tx=0x7f0e3c029610 comp rx=0 tx=0).stop 2024-05-21T00:43:58.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.363+0000 7f0e609d3b80 1 -- 172.21.15.44:0/1973468409 shutdown_connections 2024-05-21T00:43:58.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.363+0000 7f0e609d3b80 1 --2- 172.21.15.44:0/1973468409 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55b9a25d48f0 0x55b9a25d6d10 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.363+0000 7f0e609d3b80 1 --2- 172.21.15.44:0/1973468409 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b9a2554fb0 0x55b9a255e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.363+0000 7f0e609d3b80 1 --2- 172.21.15.44:0/1973468409 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b9a254f1c0 0x55b9a2561520 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.363+0000 7f0e39600700 0 client.25574 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:43:58.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.363+0000 7f0e609d3b80 1 --2- 172.21.15.44:0/1973468409 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b9a2554690 0x55b9a255dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.363+0000 7f0e609d3b80 1 -- 172.21.15.44:0/1973468409 >> 172.21.15.44:0/1973468409 conn(0x55b9a247cc60 msgr2=0x55b9a2553150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:58.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.363+0000 7f0e609d3b80 1 -- 172.21.15.44:0/1973468409 shutdown_connections 2024-05-21T00:43:58.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.363+0000 7f0e609d3b80 1 -- 172.21.15.44:0/1973468409 wait complete. 2024-05-21T00:43:58.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.364+0000 7f0e609d3b80 20 client.25574 trim_cache size 0 max 16384 2024-05-21T00:43:58.369 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:43:58.369 INFO:teuthology.orchestra.run.smithi044.stdout: "return_code": 0, 2024-05-21T00:43:58.369 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_tag": "a1a23e1b-0b35-43d3-8915-8d8e9de955eb", 2024-05-21T00:43:58.369 INFO:teuthology.orchestra.run.smithi044.stdout: "mode": "asynchronous" 2024-05-21T00:43:58.369 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:43:58.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.364+0000 7f0e56000700 1 -- 172.21.15.44:0/3559336446 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0e340b2900 msgr2=0x7f0e340b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:58.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.364+0000 7f0e56000700 1 --2- 172.21.15.44:0/3559336446 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0e340b2900 0x7f0e340b4dc0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f0e480a64a0 tx=0x7f0e48009040 comp rx=0 tx=0).stop 2024-05-21T00:43:58.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.364+0000 7f0e56000700 1 -- 172.21.15.44:0/3559336446 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0e501088f0 msgr2=0x7f0e500762c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:43:58.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.364+0000 7f0e56000700 1 --2- 172.21.15.44:0/3559336446 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0e501088f0 0x7f0e500762c0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f0e4800efc0 tx=0x7f0e4800c3a0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.365+0000 7f0e56000700 1 -- 172.21.15.44:0/3559336446 shutdown_connections 2024-05-21T00:43:58.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.365+0000 7f0e56000700 1 --2- 172.21.15.44:0/3559336446 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f0e340b2900 0x7f0e340b4dc0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.365+0000 7f0e56000700 1 --2- 172.21.15.44:0/3559336446 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e501037f0 0x7f0e50075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.365+0000 7f0e56000700 1 --2- 172.21.15.44:0/3559336446 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0e501088f0 0x7f0e500762c0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.365+0000 7f0e56000700 1 --2- 172.21.15.44:0/3559336446 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0e501041a0 0x7f0e50075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:43:58.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.365+0000 7f0e56000700 1 -- 172.21.15.44:0/3559336446 >> 172.21.15.44:0/3559336446 conn(0x7f0e5007a6a0 msgr2=0x7f0e501018b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:43:58.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.365+0000 7f0e56000700 1 -- 172.21.15.44:0/3559336446 shutdown_connections 2024-05-21T00:43:58.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:43:58.365+0000 7f0e56000700 1 -- 172.21.15.44:0/3559336446 wait complete. 2024-05-21T00:43:58.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:58 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:43:58.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:58 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:43:58.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:58 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:43:58.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:58 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:43:58.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:58 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:43:58.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:58 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:43:58.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:58 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:43:58.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:58 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:43:58.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:58 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:43:59.459 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T00:43:59.647 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:59 smithi044 ceph-mon[31392]: scrub queued for path: / 2024-05-21T00:43:59.647 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:59 smithi044 ceph-mon[31392]: scrub summary: idle+waiting paths [/] 2024-05-21T00:43:59.647 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:59 smithi044 ceph-mon[31392]: scrub summary: active paths [/] 2024-05-21T00:43:59.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:59 smithi044 ceph-mon[31392]: scrub summary: idle+waiting paths [/] 2024-05-21T00:43:59.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:43:59 smithi044 ceph-mon[31392]: pgmap v516: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-21T00:43:59.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:59 smithi092 ceph-mon[36335]: scrub queued for path: / 2024-05-21T00:43:59.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:59 smithi092 ceph-mon[36335]: scrub summary: idle+waiting paths [/] 2024-05-21T00:43:59.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:59 smithi092 ceph-mon[36335]: scrub summary: active paths [/] 2024-05-21T00:43:59.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:59 smithi092 ceph-mon[36335]: scrub summary: idle+waiting paths [/] 2024-05-21T00:43:59.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:43:59 smithi092 ceph-mon[36335]: pgmap v516: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-21T00:43:59.898 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:43:59.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:59 smithi082 ceph-mon[36141]: scrub queued for path: / 2024-05-21T00:43:59.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:59 smithi082 ceph-mon[36141]: scrub summary: idle+waiting paths [/] 2024-05-21T00:43:59.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:59 smithi082 ceph-mon[36141]: scrub summary: active paths [/] 2024-05-21T00:43:59.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:59 smithi082 ceph-mon[36141]: scrub summary: idle+waiting paths [/] 2024-05-21T00:43:59.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:43:59 smithi082 ceph-mon[36141]: pgmap v516: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-21T00:44:00.240 INFO:tasks.workunit.client.0.smithi044.stderr:Updating files: 55% (6824/12271) Updating files: 56% (6872/12271) Updating files: 57% (6995/12271) Updating files: 58% (7118/12271) Updating files: 59% (7240/12271) Updating files: 60% (7363/12271) Updating files: 61% (7486/12271) Updating files: 62% (7609/12271) Updating files: 63% (7731/12271) Updating files: 64% (7854/12271) Updating files: 65% (7977/12271) Updating files: 66% (8099/12271) Updating files: 67% (8222/12271) Updating files: 68% (8345/12271) Updating files: 69% (8467/12271) Updating files: 70% (8590/12271) Updating files: 71% (8713/12271) Updating files: 72% (8836/12271) Updating files: 73% (8958/12271) Updating files: 74% (9081/12271) Updating files: 75% (9204/12271) Updating files: 76% (9326/12271) Updating files: 77% (9449/12271) Updating files: 78% (9572/12271) Updating files: 79% (9695/12271) Updating files: 80% (9817/12271) Updating files: 81% (9940/12271) Updating files: 82% (10063/12271) Updating files: 83% (10185/12271) Updating files: 84% (10308/12271) Updating files: 85% (10431/12271) Updating files: 86% (10554/12271) Updating files: 87% (10676/12271) Updating files: 88% (10799/12271) Updating files: 89% (10922/12271) Updating files: 90% (11044/12271) Updating files: 91% (11167/12271) Updating files: 91% (11234/12271) Updating files: 92% (11290/12271) Updating files: 93% (11413/12271) Updating files: 94% (11535/12271) Updating files: 95% (11658/12271) Updating files: 96% (11781/12271) Updating files: 97% (11903/12271) Updating files: 98% (12026/12271) Updating files: 99% (12149/12271) Updating files: 100% (12271/12271) Updating files: 100% (12271/12271), done. 2024-05-21T00:44:01.002 INFO:tasks.workunit.client.0.smithi044.stderr:Note: switching to 'b772be9bbd810236a4ab405b6b221a45c687051f'. 2024-05-21T00:44:01.003 INFO:tasks.workunit.client.0.smithi044.stderr: 2024-05-21T00:44:01.003 INFO:tasks.workunit.client.0.smithi044.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-05-21T00:44:01.003 INFO:tasks.workunit.client.0.smithi044.stderr:changes and commit them, and you can discard any commits you make in this 2024-05-21T00:44:01.003 INFO:tasks.workunit.client.0.smithi044.stderr:state without impacting any branches by switching back to a branch. 2024-05-21T00:44:01.003 INFO:tasks.workunit.client.0.smithi044.stderr: 2024-05-21T00:44:01.003 INFO:tasks.workunit.client.0.smithi044.stderr:If you want to create a new branch to retain commits you create, you may 2024-05-21T00:44:01.003 INFO:tasks.workunit.client.0.smithi044.stderr:do so (now or later) by using -c with the switch command. Example: 2024-05-21T00:44:01.003 INFO:tasks.workunit.client.0.smithi044.stderr: 2024-05-21T00:44:01.003 INFO:tasks.workunit.client.0.smithi044.stderr: git switch -c 2024-05-21T00:44:01.003 INFO:tasks.workunit.client.0.smithi044.stderr: 2024-05-21T00:44:01.003 INFO:tasks.workunit.client.0.smithi044.stderr:Or undo this operation with: 2024-05-21T00:44:01.004 INFO:tasks.workunit.client.0.smithi044.stderr: 2024-05-21T00:44:01.004 INFO:tasks.workunit.client.0.smithi044.stderr: git switch - 2024-05-21T00:44:01.004 INFO:tasks.workunit.client.0.smithi044.stderr: 2024-05-21T00:44:01.004 INFO:tasks.workunit.client.0.smithi044.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-05-21T00:44:01.004 INFO:tasks.workunit.client.0.smithi044.stderr: 2024-05-21T00:44:01.004 INFO:tasks.workunit.client.0.smithi044.stderr:HEAD is now at b772be9bbd8 mds/queisce-db: collect acks while bootstrapping 2024-05-21T00:44:01.017 DEBUG:teuthology.orchestra.run.smithi044:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-05-21T00:44:01.159 INFO:tasks.workunit.client.0.smithi044.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-05-21T00:44:01.168 INFO:tasks.workunit.client.0.smithi044.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-05-21T00:44:01.168 INFO:tasks.workunit.client.0.smithi044.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-05-21T00:44:01.560 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:01 smithi044 ceph-mon[31392]: pgmap v517: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-21T00:44:01.747 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:01 smithi082 ceph-mon[36141]: pgmap v517: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-21T00:44:01.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:01 smithi092 ceph-mon[36335]: pgmap v517: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-21T00:44:02.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.511+0000 7f16fb200700 1 -- 172.21.15.44:0/964170700 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f16fc104f50 msgr2=0x7f16fc10d440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:02.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.511+0000 7f16fb200700 1 --2- 172.21.15.44:0/964170700 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f16fc104f50 0x7f16fc10d440 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f16e8009990 tx=0x7f16e8009ca0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.511+0000 7f16fb200700 1 -- 172.21.15.44:0/964170700 shutdown_connections 2024-05-21T00:44:02.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.511+0000 7f16fb200700 1 --2- 172.21.15.44:0/964170700 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16fc10da60 0x7f16fc10ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.511+0000 7f16fb200700 1 --2- 172.21.15.44:0/964170700 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16fc104630 0x7f16fc104a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.511+0000 7f16fb200700 1 --2- 172.21.15.44:0/964170700 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f16fc104f50 0x7f16fc10d440 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.511+0000 7f16fb200700 1 -- 172.21.15.44:0/964170700 >> 172.21.15.44:0/964170700 conn(0x7f16fc0fde60 msgr2=0x7f16fc100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:02.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.511+0000 7f16fb200700 1 -- 172.21.15.44:0/964170700 shutdown_connections 2024-05-21T00:44:02.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.511+0000 7f16fb200700 1 -- 172.21.15.44:0/964170700 wait complete. 2024-05-21T00:44:02.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.512+0000 7f16fb200700 1 Processor -- start 2024-05-21T00:44:02.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.513+0000 7f16fb200700 1 -- start start 2024-05-21T00:44:02.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.513+0000 7f16fb200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16fc104630 0x7f16fc102290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:02.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.513+0000 7f16fb200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16fc104f50 0x7f16fc1027d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:02.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.513+0000 7f16fb200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f16fc10da60 0x7f16fc102d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:02.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.513+0000 7f16fb200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f16fc1136b0 con 0x7f16fc10da60 2024-05-21T00:44:02.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.513+0000 7f16fb200700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f16fc113530 con 0x7f16fc104f50 2024-05-21T00:44:02.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.513+0000 7f16fb200700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f16fc113830 con 0x7f16fc104630 2024-05-21T00:44:02.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.514+0000 7f16f9e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16fc104630 0x7f16fc102290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:02.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.514+0000 7f16f9400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16fc104f50 0x7f16fc1027d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:02.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.514+0000 7f16f9e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16fc104630 0x7f16fc102290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:41104/0 (socket says 172.21.15.44:41104) 2024-05-21T00:44:02.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.514+0000 7f16f9e00700 1 -- 172.21.15.44:0/972086842 learned_addr learned my addr 172.21.15.44:0/972086842 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:02.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.514+0000 7f16fa800700 1 --2- 172.21.15.44:0/972086842 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f16fc10da60 0x7f16fc102d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:02.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.514+0000 7f16f9e00700 1 -- 172.21.15.44:0/972086842 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16fc104f50 msgr2=0x7f16fc1027d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:02.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.514+0000 7f16f9e00700 1 --2- 172.21.15.44:0/972086842 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16fc104f50 0x7f16fc1027d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.514+0000 7f16f9e00700 1 -- 172.21.15.44:0/972086842 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f16fc10da60 msgr2=0x7f16fc102d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:02.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.514+0000 7f16f9e00700 1 --2- 172.21.15.44:0/972086842 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f16fc10da60 0x7f16fc102d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.514+0000 7f16f9e00700 1 -- 172.21.15.44:0/972086842 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16fc1a80c0 con 0x7f16fc104630 2024-05-21T00:44:02.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.514+0000 7f16f9e00700 1 --2- 172.21.15.44:0/972086842 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16fc104630 0x7f16fc102290 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f16ec00e9a0 tx=0x7f16ec00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:02.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.515+0000 7f16f2a00700 1 -- 172.21.15.44:0/972086842 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16ec00ca10 con 0x7f16fc104630 2024-05-21T00:44:02.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.515+0000 7f16f2a00700 1 -- 172.21.15.44:0/972086842 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16ec00cbb0 con 0x7f16fc104630 2024-05-21T00:44:02.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.515+0000 7f16fb200700 1 -- 172.21.15.44:0/972086842 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16fc1a83b0 con 0x7f16fc104630 2024-05-21T00:44:02.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.515+0000 7f16f2a00700 1 -- 172.21.15.44:0/972086842 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16ec018680 con 0x7f16fc104630 2024-05-21T00:44:02.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.515+0000 7f16fb200700 1 -- 172.21.15.44:0/972086842 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16fc1a8910 con 0x7f16fc104630 2024-05-21T00:44:02.521 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.518+0000 7f16f2a00700 1 -- 172.21.15.44:0/972086842 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f16ec010430 con 0x7f16fc104630 2024-05-21T00:44:02.522 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.520+0000 7f170b87ab80 1 Processor -- start 2024-05-21T00:44:02.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.520+0000 7f16f2a00700 1 --2- 172.21.15.44:0/972086842 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f16e00b2900 0x7f16e00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:02.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.520+0000 7f170b87ab80 1 -- start start 2024-05-21T00:44:02.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.520+0000 7f16f2a00700 1 -- 172.21.15.44:0/972086842 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f16ec0e23a0 con 0x7f16fc104630 2024-05-21T00:44:02.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.520+0000 7f16fa800700 1 --2- 172.21.15.44:0/972086842 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f16e00b2900 0x7f16e00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:02.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.520+0000 7f170b87ab80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55baead43830 0x55baead43c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:02.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.520+0000 7f170b87ab80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55baead44150 0x55baead3dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:02.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.520+0000 7f170b87ab80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55baead3e2e0 0x55baead3e720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:02.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.520+0000 7f170b87ab80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55baeac93e40 con 0x55baead3e2e0 2024-05-21T00:44:02.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.520+0000 7f170b87ab80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55baeac839e0 con 0x55baead44150 2024-05-21T00:44:02.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.520+0000 7f170b87ab80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55baeac87a20 con 0x55baead43830 2024-05-21T00:44:02.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.521+0000 7f16fa800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55baead3e2e0 0x55baead3e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:02.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.521+0000 7f16f9400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55baead44150 0x55baead3dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:02.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.521+0000 7f16f9e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55baead43830 0x55baead43c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:02.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.521+0000 7f16fa800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55baead3e2e0 0x55baead3e720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57956/0 (socket says 172.21.15.44:57956) 2024-05-21T00:44:02.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.521+0000 7f16fa800700 1 -- 172.21.15.44:0/1795877795 learned_addr learned my addr 172.21.15.44:0/1795877795 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:02.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.521+0000 7f16f9400700 1 -- 172.21.15.44:0/1795877795 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55baead43830 msgr2=0x55baead43c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:02.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.521+0000 7f16f9400700 1 --2- 172.21.15.44:0/1795877795 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55baead43830 0x55baead43c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.521+0000 7f16f9400700 1 -- 172.21.15.44:0/1795877795 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55baead3e2e0 msgr2=0x55baead3e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:02.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.521+0000 7f16f9400700 1 --2- 172.21.15.44:0/1795877795 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55baead3e2e0 0x55baead3e720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.521+0000 7f16f9400700 1 -- 172.21.15.44:0/1795877795 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55baeac4c420 con 0x55baead44150 2024-05-21T00:44:02.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.521+0000 7f16fa800700 1 --2- 172.21.15.44:0/1795877795 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55baead3e2e0 0x55baead3e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:44:02.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.522+0000 7f16fa800700 1 --2- 172.21.15.44:0/972086842 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f16e00b2900 0x7f16e00b4dc0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f16f400f930 tx=0x7f16f400fcf0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:02.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.522+0000 7f16f9400700 1 --2- 172.21.15.44:0/1795877795 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55baead44150 0x55baead3dcc0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f16e80098e0 tx=0x7f16e80096a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2e3eea97903fe1d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:02.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.522+0000 7f16e7400700 1 -- 172.21.15.44:0/1795877795 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e8027070 con 0x55baead44150 2024-05-21T00:44:02.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.522+0000 7f16e7400700 1 -- 172.21.15.44:0/1795877795 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16e80056a0 con 0x55baead44150 2024-05-21T00:44:02.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.522+0000 7f16e7400700 1 -- 172.21.15.44:0/1795877795 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e8003a70 con 0x55baead44150 2024-05-21T00:44:02.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.523+0000 7f170b87ab80 1 -- 172.21.15.44:0/1795877795 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55baead44150 msgr2=0x55baead3dcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:02.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.523+0000 7f170b87ab80 1 --2- 172.21.15.44:0/1795877795 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55baead44150 0x55baead3dcc0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f16e80098e0 tx=0x7f16e80096a0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.523+0000 7f170b87ab80 1 -- 172.21.15.44:0/1795877795 shutdown_connections 2024-05-21T00:44:02.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.523+0000 7f170b87ab80 1 --2- 172.21.15.44:0/1795877795 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55baead3e2e0 0x55baead3e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.523+0000 7f170b87ab80 1 --2- 172.21.15.44:0/1795877795 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55baead43830 0x55baead43c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.523+0000 7f170b87ab80 1 --2- 172.21.15.44:0/1795877795 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55baead44150 0x55baead3dcc0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.523+0000 7f170b87ab80 1 -- 172.21.15.44:0/1795877795 >> 172.21.15.44:0/1795877795 conn(0x55baeac63be0 msgr2=0x55baead30150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:02.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.523+0000 7f170b87ab80 1 -- 172.21.15.44:0/1795877795 shutdown_connections 2024-05-21T00:44:02.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.523+0000 7f170b87ab80 1 -- 172.21.15.44:0/1795877795 wait complete. 2024-05-21T00:44:02.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.524+0000 7f170b87ab80 1 -- start start 2024-05-21T00:44:02.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.524+0000 7f170b87ab80 1 Processor -- start 2024-05-21T00:44:02.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.525+0000 7f170b87ab80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55baead3e2e0 0x55baead49f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:02.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.525+0000 7f170b87ab80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55baead43830 0x55baead472a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:02.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.525+0000 7f170b87ab80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55baead44150 0x55baead477e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:02.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.525+0000 7f170b87ab80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55baeab89fa0 con 0x55baead43830 2024-05-21T00:44:02.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.525+0000 7f170b87ab80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55baeac24760 con 0x55baead44150 2024-05-21T00:44:02.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.525+0000 7f170b87ab80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55baead4ac10 con 0x55baead3e2e0 2024-05-21T00:44:02.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.525+0000 7f170b87ab80 10 client.0 _ll_register_callbacks cb 0x55baeac2dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:44:02.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.525+0000 7f16f9e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55baead3e2e0 0x55baead49f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:02.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.525+0000 7f16f9400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55baead43830 0x55baead472a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:02.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.525+0000 7f16f9e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55baead3e2e0 0x55baead49f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:41134/0 (socket says 172.21.15.44:41134) 2024-05-21T00:44:02.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.525+0000 7f16f9e00700 1 -- 172.21.15.44:0/864727653 learned_addr learned my addr 172.21.15.44:0/864727653 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:02.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.525+0000 7f16fa800700 1 --2- 172.21.15.44:0/864727653 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55baead44150 0x55baead477e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:02.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.525+0000 7f16f9e00700 1 -- 172.21.15.44:0/864727653 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55baead44150 msgr2=0x55baead477e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:02.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.525+0000 7f16f9e00700 1 --2- 172.21.15.44:0/864727653 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55baead44150 0x55baead477e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.525+0000 7f16f9e00700 1 -- 172.21.15.44:0/864727653 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55baead43830 msgr2=0x55baead472a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:02.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.525+0000 7f16f9e00700 1 --2- 172.21.15.44:0/864727653 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55baead43830 0x55baead472a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.525+0000 7f16f9e00700 1 -- 172.21.15.44:0/864727653 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55baeabd38d0 con 0x55baead3e2e0 2024-05-21T00:44:02.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.526+0000 7f16f9e00700 1 --2- 172.21.15.44:0/864727653 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55baead3e2e0 0x55baead49f00 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f16ec0a98b0 tx=0x7f16ec0a9e60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5e51fdfeb8ae500f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:02.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.526+0000 7f16dbe00700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:44:02.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.526+0000 7f16dbe00700 1 -- 172.21.15.44:0/864727653 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16ec0aa020 con 0x55baead3e2e0 2024-05-21T00:44:02.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.526+0000 7f16dbe00700 1 -- 172.21.15.44:0/864727653 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f16ec0cabd0 con 0x55baead3e2e0 2024-05-21T00:44:02.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.526+0000 7f170b87ab80 1 -- 172.21.15.44:0/864727653 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16e80056a0 con 0x55baead3e2e0 2024-05-21T00:44:02.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.526+0000 7f16dbe00700 1 -- 172.21.15.44:0/864727653 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f16ec0a9920 con 0x55baead3e2e0 2024-05-21T00:44:02.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.526+0000 7f170b87ab80 10 client.25606 fetch_fsmap learned FSMap version 26 2024-05-21T00:44:02.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.526+0000 7f170b87ab80 1 -- 172.21.15.44:0/864727653 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55baeac54060 con 0x55baead3e2e0 2024-05-21T00:44:02.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.526+0000 7f16dbe00700 1 -- 172.21.15.44:0/864727653 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16e80056a0 con 0x55baead3e2e0 2024-05-21T00:44:02.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.527+0000 7f16dbe00700 1 -- 172.21.15.44:0/864727653 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f16ec010720 con 0x55baead3e2e0 2024-05-21T00:44:02.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.527+0000 7f170b87ab80 10 client.25606 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:44:02.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.527+0000 7f170b87ab80 10 client.25606 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:44:02.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.527+0000 7f170b87ab80 20 client.25606 populate_metadata read hostname 'smithi044' 2024-05-21T00:44:02.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.527+0000 7f170b87ab80 1 --2- 172.21.15.44:0/864727653 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55baead57860 0x55baead59c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:02.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.527+0000 7f170b87ab80 4 client.25606 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:44:02.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.527+0000 7f170b87ab80 1 -- 172.21.15.44:0/864727653 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55baeac95d90 con 0x55baead57860 2024-05-21T00:44:02.533 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.527+0000 7f16f9400700 1 --2- 172.21.15.44:0/864727653 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55baead57860 0x55baead59c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:02.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.528+0000 7f16f9400700 1 --2- 172.21.15.44:0/864727653 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55baead57860 0x55baead59c50 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3d931707114e4121 server_cookie=3fe1acbbf2a0e72b in_seq=0 out_seq=0 2024-05-21T00:44:02.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.528+0000 7f16dbe00700 10 client.25606 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:02.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.529+0000 7f16dbe00700 1 -- 172.21.15.44:0/864727653 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55baeac95d90 con 0x55baead57860 2024-05-21T00:44:02.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.529+0000 7f16dbe00700 10 client.25606 handle_command_reply: tid=0 2024-05-21T00:44:02.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.529+0000 7f170b87ab80 1 client.25606 shutdown 2024-05-21T00:44:02.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.529+0000 7f170b87ab80 1 -- 172.21.15.44:0/864727653 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55baead3e2e0 msgr2=0x55baead49f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:02.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.529+0000 7f170b87ab80 1 --2- 172.21.15.44:0/864727653 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55baead3e2e0 0x55baead49f00 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f16ec0a98b0 tx=0x7f16ec0a9e60 comp rx=0 tx=0).stop 2024-05-21T00:44:02.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.529+0000 7f170b87ab80 1 -- 172.21.15.44:0/864727653 shutdown_connections 2024-05-21T00:44:02.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.529+0000 7f170b87ab80 1 --2- 172.21.15.44:0/864727653 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55baead57860 0x55baead59c50 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.529+0000 7f170b87ab80 1 --2- 172.21.15.44:0/864727653 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55baead44150 0x55baead477e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.529+0000 7f170b87ab80 1 --2- 172.21.15.44:0/864727653 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55baead3e2e0 0x55baead49f00 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.529+0000 7f170b87ab80 1 --2- 172.21.15.44:0/864727653 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55baead43830 0x55baead472a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.529+0000 7f170b87ab80 1 -- 172.21.15.44:0/864727653 >> 172.21.15.44:0/864727653 conn(0x55baeac63be0 msgr2=0x55baead344a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:02.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.529+0000 7f16dbe00700 0 client.25606 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:02.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.529+0000 7f170b87ab80 1 -- 172.21.15.44:0/864727653 shutdown_connections 2024-05-21T00:44:02.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.529+0000 7f170b87ab80 1 -- 172.21.15.44:0/864727653 wait complete. 2024-05-21T00:44:02.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.530+0000 7f170b87ab80 20 client.25606 trim_cache size 0 max 16384 2024-05-21T00:44:02.556 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.553+0000 7f170b87ab80 1 Processor -- start 2024-05-21T00:44:02.556 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.553+0000 7f170b87ab80 1 -- start start 2024-05-21T00:44:02.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.553+0000 7f170b87ab80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55baead3e2e0 0x55baead53cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:02.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.553+0000 7f170b87ab80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55baead43830 0x55baead2fc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:02.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.553+0000 7f170b87ab80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55baead44150 0x55baead30170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:02.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.553+0000 7f170b87ab80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f16fc1ae1f0 con 0x55baead3e2e0 2024-05-21T00:44:02.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.553+0000 7f170b87ab80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f16fc1aba80 con 0x55baead43830 2024-05-21T00:44:02.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.553+0000 7f170b87ab80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f16fc19d880 con 0x55baead44150 2024-05-21T00:44:02.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.554+0000 7f16f9e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55baead3e2e0 0x55baead53cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:02.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.554+0000 7f16f9e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55baead3e2e0 0x55baead53cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57980/0 (socket says 172.21.15.44:57980) 2024-05-21T00:44:02.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.554+0000 7f16f9e00700 1 -- 172.21.15.44:0/2791657174 learned_addr learned my addr 172.21.15.44:0/2791657174 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:02.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.554+0000 7f16fa800700 1 --2- 172.21.15.44:0/2791657174 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55baead44150 0x55baead30170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:02.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.554+0000 7f16f9400700 1 --2- 172.21.15.44:0/2791657174 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55baead43830 0x55baead2fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:02.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.554+0000 7f16f9e00700 1 -- 172.21.15.44:0/2791657174 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55baead44150 msgr2=0x55baead30170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:02.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.554+0000 7f16f9e00700 1 --2- 172.21.15.44:0/2791657174 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55baead44150 0x55baead30170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.554+0000 7f16f9e00700 1 -- 172.21.15.44:0/2791657174 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55baead43830 msgr2=0x55baead2fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:02.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.554+0000 7f16f9e00700 1 --2- 172.21.15.44:0/2791657174 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55baead43830 0x55baead2fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.554+0000 7f16f9e00700 1 -- 172.21.15.44:0/2791657174 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55baead45810 con 0x55baead3e2e0 2024-05-21T00:44:02.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.554+0000 7f16f9e00700 1 --2- 172.21.15.44:0/2791657174 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55baead3e2e0 0x55baead53cb0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f16ec000c00 tx=0x7f16ec009790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6708476404ee80d6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:02.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.555+0000 7f16e6a00700 1 -- 172.21.15.44:0/2791657174 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16ec0a55f0 con 0x55baead3e2e0 2024-05-21T00:44:02.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.555+0000 7f16e6a00700 1 -- 172.21.15.44:0/2791657174 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16ec0aa020 con 0x55baead3e2e0 2024-05-21T00:44:02.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.555+0000 7f16e6a00700 1 -- 172.21.15.44:0/2791657174 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16ec0cabd0 con 0x55baead3e2e0 2024-05-21T00:44:02.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.556+0000 7f170b87ab80 1 -- 172.21.15.44:0/2791657174 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55baead3e2e0 msgr2=0x55baead53cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:02.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.556+0000 7f170b87ab80 1 --2- 172.21.15.44:0/2791657174 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55baead3e2e0 0x55baead53cb0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f16ec000c00 tx=0x7f16ec009790 comp rx=0 tx=0).stop 2024-05-21T00:44:02.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.556+0000 7f170b87ab80 1 -- 172.21.15.44:0/2791657174 shutdown_connections 2024-05-21T00:44:02.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.556+0000 7f170b87ab80 1 --2- 172.21.15.44:0/2791657174 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55baead3e2e0 0x55baead53cb0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.556+0000 7f170b87ab80 1 --2- 172.21.15.44:0/2791657174 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55baead44150 0x55baead30170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.556+0000 7f170b87ab80 1 --2- 172.21.15.44:0/2791657174 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55baead43830 0x55baead2fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.556+0000 7f170b87ab80 1 -- 172.21.15.44:0/2791657174 >> 172.21.15.44:0/2791657174 conn(0x55baeac63be0 msgr2=0x55baead41380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:02.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.556+0000 7f170b87ab80 1 -- 172.21.15.44:0/2791657174 shutdown_connections 2024-05-21T00:44:02.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.556+0000 7f170b87ab80 1 -- 172.21.15.44:0/2791657174 wait complete. 2024-05-21T00:44:02.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.556+0000 7f170b87ab80 1 -- start start 2024-05-21T00:44:02.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.556+0000 7f170b87ab80 1 Processor -- start 2024-05-21T00:44:02.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.557+0000 7f170b87ab80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55baead3e2e0 0x55baead50550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:02.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.557+0000 7f170b87ab80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55baead43830 0x55baead5ed40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:02.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.557+0000 7f170b87ab80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55baead44150 0x55baead5f280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:02.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.557+0000 7f170b87ab80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f16fc1a9f40 con 0x55baead44150 2024-05-21T00:44:02.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.557+0000 7f170b87ab80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f16fc1ab3b0 con 0x55baead43830 2024-05-21T00:44:02.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.557+0000 7f170b87ab80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f16fc1aa610 con 0x55baead3e2e0 2024-05-21T00:44:02.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.557+0000 7f170b87ab80 10 client.0 _ll_register_callbacks cb 0x55baeac2dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:44:02.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.557+0000 7f16fa800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55baead44150 0x55baead5f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:02.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.557+0000 7f16f9400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55baead43830 0x55baead5ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:02.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.557+0000 7f16f9400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55baead43830 0x55baead5ed40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:44162/0 (socket says 172.21.15.44:44162) 2024-05-21T00:44:02.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.557+0000 7f16f9400700 1 -- 172.21.15.44:0/3292959561 learned_addr learned my addr 172.21.15.44:0/3292959561 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:02.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.558+0000 7f16f9e00700 1 --2- 172.21.15.44:0/3292959561 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55baead3e2e0 0x55baead50550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:02.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.558+0000 7f16f9400700 1 -- 172.21.15.44:0/3292959561 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55baead3e2e0 msgr2=0x55baead50550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:02.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.558+0000 7f16f9400700 1 --2- 172.21.15.44:0/3292959561 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55baead3e2e0 0x55baead50550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.558+0000 7f16f9400700 1 -- 172.21.15.44:0/3292959561 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55baead44150 msgr2=0x55baead5f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:02.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.558+0000 7f16f9400700 1 --2- 172.21.15.44:0/3292959561 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55baead44150 0x55baead5f280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.558+0000 7f16f9400700 1 -- 172.21.15.44:0/3292959561 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55baead5faa0 con 0x55baead43830 2024-05-21T00:44:02.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.558+0000 7f16f9e00700 1 --2- 172.21.15.44:0/3292959561 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55baead3e2e0 0x55baead50550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:44:02.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.558+0000 7f16f9400700 1 --2- 172.21.15.44:0/3292959561 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55baead43830 0x55baead5ed40 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f16e80098e0 tx=0x7f16e8005990 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9a50467f2f4a0930 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:02.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.558+0000 7f16dbe00700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:44:02.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.558+0000 7f16dbe00700 1 -- 172.21.15.44:0/3292959561 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e8027040 con 0x55baead43830 2024-05-21T00:44:02.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.559+0000 7f170b87ab80 1 -- 172.21.15.44:0/3292959561 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16ec0aa020 con 0x55baead43830 2024-05-21T00:44:02.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.559+0000 7f16dbe00700 1 -- 172.21.15.44:0/3292959561 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f16e800b8a0 con 0x55baead43830 2024-05-21T00:44:02.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.559+0000 7f16dbe00700 1 -- 172.21.15.44:0/3292959561 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f16e800baa0 con 0x55baead43830 2024-05-21T00:44:02.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.559+0000 7f170b87ab80 10 client.25592 fetch_fsmap learned FSMap version 26 2024-05-21T00:44:02.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.559+0000 7f170b87ab80 1 -- 172.21.15.44:0/3292959561 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55baeadc23f0 con 0x55baead43830 2024-05-21T00:44:02.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.559+0000 7f16dbe00700 1 -- 172.21.15.44:0/3292959561 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16ec0aa020 con 0x55baead43830 2024-05-21T00:44:02.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.559+0000 7f16dbe00700 1 -- 172.21.15.44:0/3292959561 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f16e8021070 con 0x55baead43830 2024-05-21T00:44:02.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.560+0000 7f170b87ab80 10 client.25592 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:44:02.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.560+0000 7f170b87ab80 10 client.25592 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:44:02.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.560+0000 7f170b87ab80 20 client.25592 populate_metadata read hostname 'smithi044' 2024-05-21T00:44:02.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.560+0000 7f170b87ab80 1 --2- 172.21.15.44:0/3292959561 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55baeadc2680 0x55baeadc4a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:02.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.560+0000 7f170b87ab80 4 client.25592 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T00:44:02.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.560+0000 7f170b87ab80 1 -- 172.21.15.44:0/3292959561 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55baeac8f570 con 0x55baeadc2680 2024-05-21T00:44:02.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.560+0000 7f16f9e00700 1 --2- 172.21.15.44:0/3292959561 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55baeadc2680 0x55baeadc4a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:02.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.560+0000 7f16f9e00700 1 --2- 172.21.15.44:0/3292959561 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55baeadc2680 0x55baeadc4a70 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2e1cf266a46937ba server_cookie=11ba54aaf9304e44 in_seq=0 out_seq=0 2024-05-21T00:44:02.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.560+0000 7f16dbe00700 10 client.25592 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:02.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.560+0000 7f16dbe00700 1 -- 172.21.15.44:0/3292959561 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55baeac8f570 con 0x55baeadc2680 2024-05-21T00:44:02.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.560+0000 7f16dbe00700 10 client.25592 handle_command_reply: tid=0 2024-05-21T00:44:02.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.561+0000 7f170b87ab80 1 client.25592 shutdown 2024-05-21T00:44:02.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.561+0000 7f170b87ab80 1 -- 172.21.15.44:0/3292959561 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55baead43830 msgr2=0x55baead5ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:02.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.561+0000 7f170b87ab80 1 --2- 172.21.15.44:0/3292959561 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55baead43830 0x55baead5ed40 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f16e80098e0 tx=0x7f16e8005990 comp rx=0 tx=0).stop 2024-05-21T00:44:02.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.561+0000 7f170b87ab80 1 -- 172.21.15.44:0/3292959561 shutdown_connections 2024-05-21T00:44:02.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.561+0000 7f170b87ab80 1 --2- 172.21.15.44:0/3292959561 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55baead44150 0x55baead5f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.561+0000 7f170b87ab80 1 --2- 172.21.15.44:0/3292959561 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55baeadc2680 0x55baeadc4a70 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.561+0000 7f170b87ab80 1 --2- 172.21.15.44:0/3292959561 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55baead3e2e0 0x55baead50550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.561+0000 7f170b87ab80 1 --2- 172.21.15.44:0/3292959561 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55baead43830 0x55baead5ed40 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.561+0000 7f16dbe00700 0 client.25592 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:02.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.561+0000 7f170b87ab80 1 -- 172.21.15.44:0/3292959561 >> 172.21.15.44:0/3292959561 conn(0x55baeac63be0 msgr2=0x55baead2fc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:02.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.561+0000 7f170b87ab80 1 -- 172.21.15.44:0/3292959561 shutdown_connections 2024-05-21T00:44:02.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.561+0000 7f170b87ab80 1 -- 172.21.15.44:0/3292959561 wait complete. 2024-05-21T00:44:02.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.561+0000 7f170b87ab80 20 client.25592 trim_cache size 0 max 16384 2024-05-21T00:44:02.568 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:44:02.568 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "no active scrubs running", 2024-05-21T00:44:02.568 INFO:teuthology.orchestra.run.smithi044.stdout: "scrubs": {} 2024-05-21T00:44:02.568 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:44:02.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.562+0000 7f16fb200700 1 -- 172.21.15.44:0/972086842 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f16e00b2900 msgr2=0x7f16e00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:02.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.562+0000 7f16fb200700 1 --2- 172.21.15.44:0/972086842 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f16e00b2900 0x7f16e00b4dc0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f16f400f930 tx=0x7f16f400fcf0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.562+0000 7f16fb200700 1 -- 172.21.15.44:0/972086842 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16fc104630 msgr2=0x7f16fc102290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:02.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.562+0000 7f16fb200700 1 --2- 172.21.15.44:0/972086842 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16fc104630 0x7f16fc102290 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f16ec00e9a0 tx=0x7f16ec00ecb0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.562+0000 7f16fb200700 1 -- 172.21.15.44:0/972086842 shutdown_connections 2024-05-21T00:44:02.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.562+0000 7f16fb200700 1 --2- 172.21.15.44:0/972086842 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f16e00b2900 0x7f16e00b4dc0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.562+0000 7f16fb200700 1 --2- 172.21.15.44:0/972086842 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f16fc10da60 0x7f16fc102d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.562+0000 7f16fb200700 1 --2- 172.21.15.44:0/972086842 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16fc104630 0x7f16fc102290 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.562+0000 7f16fb200700 1 --2- 172.21.15.44:0/972086842 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16fc104f50 0x7f16fc1027d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:02.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.562+0000 7f16fb200700 1 -- 172.21.15.44:0/972086842 >> 172.21.15.44:0/972086842 conn(0x7f16fc0fde60 msgr2=0x7f16fc0feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:02.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.562+0000 7f16fb200700 1 -- 172.21.15.44:0/972086842 shutdown_connections 2024-05-21T00:44:02.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:02.562+0000 7f16fb200700 1 -- 172.21.15.44:0/972086842 wait complete. 2024-05-21T00:44:02.904 INFO:tasks.workunit.client.0.smithi044.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-05-21T00:44:03.082 INFO:tasks.workunit.client.0.smithi044.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-05-21T00:44:03.171 INFO:tasks.workunit.client.0.smithi044.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-05-21T00:44:03.177 INFO:tasks.workunit.client.0.smithi044.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-05-21T00:44:03.177 INFO:tasks.workunit.client.0.smithi044.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-05-21T00:44:03.262 INFO:tasks.workunit.client.0.smithi044.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-05-21T00:44:03.272 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-21T00:44:03.272 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-05-21T00:44:03.327 INFO:tasks.workunit:Running workunits matching direct_io on client.0... 2024-05-21T00:44:03.328 INFO:tasks.workunit:Running workunit direct_io/big.sh... 2024-05-21T00:44:03.329 DEBUG:teuthology.orchestra.run.smithi044:workunit test direct_io/big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=b772be9bbd810236a4ab405b6b221a45c687051f TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io/big.sh 2024-05-21T00:44:03.621 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T00:44:03.622 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:44:03.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:03 smithi092 ceph-mon[36335]: pgmap v518: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-21T00:44:03.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:03 smithi092 ceph-mon[36335]: scrub summary: idle 2024-05-21T00:44:03.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:03 smithi044 ceph-mon[31392]: pgmap v518: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-21T00:44:03.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:03 smithi044 ceph-mon[31392]: scrub summary: idle 2024-05-21T00:44:03.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:03 smithi082 ceph-mon[36141]: pgmap v518: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-21T00:44:03.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:03 smithi082 ceph-mon[36141]: scrub summary: idle 2024-05-21T00:44:04.094 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:44:05.751 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:44:05.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:05 smithi092 ceph-mon[36335]: pgmap v519: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s 2024-05-21T00:44:05.812 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:05 smithi044 ceph-mon[31392]: pgmap v519: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s 2024-05-21T00:44:05.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:05 smithi082 ceph-mon[36141]: pgmap v519: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s 2024-05-21T00:44:06.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.373+0000 7fb0e2000700 1 -- 172.21.15.44:0/738374162 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb0dc1095d0 msgr2=0x7fb0dc1099b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:06.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.373+0000 7fb0e2000700 1 --2- 172.21.15.44:0/738374162 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb0dc1095d0 0x7fb0dc1099b0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fb0cc009990 tx=0x7fb0cc009ca0 comp rx=0 tx=0).stop 2024-05-21T00:44:06.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.373+0000 7fb0e2000700 1 -- 172.21.15.44:0/738374162 shutdown_connections 2024-05-21T00:44:06.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.373+0000 7fb0e2000700 1 --2- 172.21.15.44:0/738374162 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb0dc1095d0 0x7fb0dc1099b0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:06.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.373+0000 7fb0e2000700 1 --2- 172.21.15.44:0/738374162 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb0dc103f80 0x7fb0dc110410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:06.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.373+0000 7fb0e2000700 1 --2- 172.21.15.44:0/738374162 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb0dc1035c0 0x7fb0dc103a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:06.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.373+0000 7fb0e2000700 1 -- 172.21.15.44:0/738374162 >> 172.21.15.44:0/738374162 conn(0x7fb0dc07a6f0 msgr2=0x7fb0dc07ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:06.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.374+0000 7fb0e2000700 1 -- 172.21.15.44:0/738374162 shutdown_connections 2024-05-21T00:44:06.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.375+0000 7fb0e2000700 1 -- 172.21.15.44:0/738374162 wait complete. 2024-05-21T00:44:06.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.376+0000 7fb0e2000700 1 Processor -- start 2024-05-21T00:44:06.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.376+0000 7fb0e2000700 1 -- start start 2024-05-21T00:44:06.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.376+0000 7fb0e2000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb0dc1035c0 0x7fb0dc075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:06.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.376+0000 7fb0e2000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb0dc103f80 0x7fb0dc075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:06.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.376+0000 7fb0e2000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb0dc1095d0 0x7fb0dc0762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:06.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.376+0000 7fb0e2000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb0dc113790 con 0x7fb0dc103f80 2024-05-21T00:44:06.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.376+0000 7fb0e2000700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fb0dc113610 con 0x7fb0dc1095d0 2024-05-21T00:44:06.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.376+0000 7fb0e2000700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fb0dc113910 con 0x7fb0dc1035c0 2024-05-21T00:44:06.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.377+0000 7fb0db400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb0dc1035c0 0x7fb0dc075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:06.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.377+0000 7fb0daa00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb0dc103f80 0x7fb0dc075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:06.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.377+0000 7fb0db400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb0dc1035c0 0x7fb0dc075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:41164/0 (socket says 172.21.15.44:41164) 2024-05-21T00:44:06.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.377+0000 7fb0db400700 1 -- 172.21.15.44:0/49714 learned_addr learned my addr 172.21.15.44:0/49714 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:06.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.377+0000 7fb0db400700 1 -- 172.21.15.44:0/49714 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb0dc1095d0 msgr2=0x7fb0dc0762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:06.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.377+0000 7fb0dbe00700 1 --2- 172.21.15.44:0/49714 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb0dc1095d0 0x7fb0dc0762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:06.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.377+0000 7fb0db400700 1 --2- 172.21.15.44:0/49714 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb0dc1095d0 0x7fb0dc0762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:06.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.377+0000 7fb0db400700 1 -- 172.21.15.44:0/49714 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb0dc103f80 msgr2=0x7fb0dc075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:06.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.377+0000 7fb0db400700 1 --2- 172.21.15.44:0/49714 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb0dc103f80 0x7fb0dc075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:06.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.377+0000 7fb0db400700 1 -- 172.21.15.44:0/49714 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0dc1a8130 con 0x7fb0dc1035c0 2024-05-21T00:44:06.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.377+0000 7fb0dbe00700 1 --2- 172.21.15.44:0/49714 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb0dc1095d0 0x7fb0dc0762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:44:06.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.378+0000 7fb0db400700 1 --2- 172.21.15.44:0/49714 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb0dc1035c0 0x7fb0dc075840 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fb0cc000c00 tx=0x7fb0cc0057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:06.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.378+0000 7fb0d3e00700 1 -- 172.21.15.44:0/49714 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0cc027070 con 0x7fb0dc1035c0 2024-05-21T00:44:06.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.378+0000 7fb0d3e00700 1 -- 172.21.15.44:0/49714 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb0cc022470 con 0x7fb0dc1035c0 2024-05-21T00:44:06.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.378+0000 7fb0e2000700 1 -- 172.21.15.44:0/49714 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0dc1a83c0 con 0x7fb0dc1035c0 2024-05-21T00:44:06.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.378+0000 7fb0d3e00700 1 -- 172.21.15.44:0/49714 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0cc017650 con 0x7fb0dc1035c0 2024-05-21T00:44:06.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.378+0000 7fb0e2000700 1 -- 172.21.15.44:0/49714 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0dc1a8870 con 0x7fb0dc1035c0 2024-05-21T00:44:06.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.380+0000 7fb0e2000700 1 -- 172.21.15.44:0/49714 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0dc06a230 con 0x7fb0dc1035c0 2024-05-21T00:44:06.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.382+0000 7fb0d3e00700 1 -- 172.21.15.44:0/49714 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fb0cc02a070 con 0x7fb0dc1035c0 2024-05-21T00:44:06.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.385+0000 7fb0d3e00700 1 --2- 172.21.15.44:0/49714 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb0c00b2900 0x7fb0c00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:06.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.385+0000 7fb0d3e00700 1 -- 172.21.15.44:0/49714 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fb0cc0e2fa0 con 0x7fb0dc1035c0 2024-05-21T00:44:06.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.385+0000 7fb0daa00700 1 --2- 172.21.15.44:0/49714 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb0c00b2900 0x7fb0c00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:06.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.386+0000 7fb0daa00700 1 --2- 172.21.15.44:0/49714 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb0c00b2900 0x7fb0c00b4dc0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fb0dc07ad60 tx=0x7fb0c8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:06.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.388+0000 7fb0d3e00700 1 -- 172.21.15.44:0/49714 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb0cc013070 con 0x7fb0dc1035c0 2024-05-21T00:44:06.394 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:44:06.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.686+0000 7fb0e2000700 1 -- 172.21.15.44:0/49714 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb0dc10ba20 con 0x7fb0dc1035c0 2024-05-21T00:44:06.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.687+0000 7fb0d3e00700 1 -- 172.21.15.44:0/49714 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11854 (secure 0 0 0) 0x7fb0cc0aacb0 con 0x7fb0dc1035c0 2024-05-21T00:44:06.691 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:44:06.691 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/561549854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":561549854},{"type":"v1","addr":"172.21.15.44:6837","nonce":561549854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/2400906516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2400906516},{"type":"v1","addr":"172.21.15.82:6835","nonce":2400906516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2996309052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2996309052},{"type":"v1","addr":"172.21.15.92:6835","nonce":2996309052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:37:29.521554+0000","modified":"2024-05-21T00:41:28.977476+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24521,"mds_1":24511,"mds_2":24509},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24482":{"gid":24482,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6837/2183805482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":2183805482},{"type":"v1","addr":"172.21.15.82:6837","nonce":2183805482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6837/1462528640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1462528640},{"type":"v1","addr":"172.21.15.92:6837","nonce":1462528640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6839/1183044801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6838","nonce":1183044801},{"type":"v1","addr":"172.21.15.92:6839","nonce":1183044801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"a","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/3917264755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":3917264755},{"type":"v1","addr":"172.21.15.44:6841","nonce":3917264755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1038937716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1038937716},{"type":"v1","addr":"172.21.15.44:6839","nonce":1038937716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.82:6839/3736218763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":3736218763},{"type":"v1","addr":"172.21.15.82:6839","nonce":3736218763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24521,"qdb_cluster":[24509,24511,24521]},"id":1}]} 2024-05-21T00:44:06.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.690+0000 7fb0e2000700 1 -- 172.21.15.44:0/49714 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb0c00b2900 msgr2=0x7fb0c00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:06.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.690+0000 7fb0e2000700 1 --2- 172.21.15.44:0/49714 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb0c00b2900 0x7fb0c00b4dc0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fb0dc07ad60 tx=0x7fb0c8009260 comp rx=0 tx=0).stop 2024-05-21T00:44:06.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.690+0000 7fb0e2000700 1 -- 172.21.15.44:0/49714 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb0dc1035c0 msgr2=0x7fb0dc075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:06.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.690+0000 7fb0e2000700 1 --2- 172.21.15.44:0/49714 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb0dc1035c0 0x7fb0dc075840 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fb0cc000c00 tx=0x7fb0cc0057c0 comp rx=0 tx=0).stop 2024-05-21T00:44:06.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.691+0000 7fb0e2000700 1 -- 172.21.15.44:0/49714 shutdown_connections 2024-05-21T00:44:06.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.691+0000 7fb0e2000700 1 --2- 172.21.15.44:0/49714 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fb0c00b2900 0x7fb0c00b4dc0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:06.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.691+0000 7fb0e2000700 1 --2- 172.21.15.44:0/49714 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb0dc1095d0 0x7fb0dc0762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:06.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.691+0000 7fb0e2000700 1 --2- 172.21.15.44:0/49714 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb0dc1035c0 0x7fb0dc075840 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:06.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.691+0000 7fb0e2000700 1 --2- 172.21.15.44:0/49714 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb0dc103f80 0x7fb0dc075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:06.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.691+0000 7fb0e2000700 1 -- 172.21.15.44:0/49714 >> 172.21.15.44:0/49714 conn(0x7fb0dc07a6f0 msgr2=0x7fb0dc1022b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:06.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.691+0000 7fb0e2000700 1 -- 172.21.15.44:0/49714 shutdown_connections 2024-05-21T00:44:06.695 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:06.691+0000 7fb0e2000700 1 -- 172.21.15.44:0/49714 wait complete. 2024-05-21T00:44:06.695 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 26 2024-05-21T00:44:07.647 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:07 smithi044 ceph-mon[31392]: pgmap v520: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-21T00:44:07.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:07 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/49714' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:44:07.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:07 smithi092 ceph-mon[36335]: pgmap v520: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-21T00:44:07.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:07 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/49714' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:44:07.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:07 smithi082 ceph-mon[36141]: pgmap v520: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-21T00:44:07.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:07 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/49714' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:44:08.301 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T00:44:08.931 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:44:09.587 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:09 smithi044 ceph-mon[31392]: pgmap v521: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-21T00:44:09.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.635+0000 7f207be00700 1 -- 172.21.15.44:0/2402331612 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f207c10b670 msgr2=0x7f207c10ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:09.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.635+0000 7f207be00700 1 --2- 172.21.15.44:0/2402331612 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f207c10b670 0x7f207c10ba50 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f206c009990 tx=0x7f206c009ca0 comp rx=0 tx=0).stop 2024-05-21T00:44:09.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.635+0000 7f207be00700 1 -- 172.21.15.44:0/2402331612 shutdown_connections 2024-05-21T00:44:09.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.635+0000 7f207be00700 1 --2- 172.21.15.44:0/2402331612 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f207c10b670 0x7f207c10ba50 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:09.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.635+0000 7f207be00700 1 --2- 172.21.15.44:0/2402331612 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f207c106030 0x7f207c112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:09.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.635+0000 7f207be00700 1 --2- 172.21.15.44:0/2402331612 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f207c105670 0x7f207c105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:09.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.635+0000 7f207be00700 1 -- 172.21.15.44:0/2402331612 >> 172.21.15.44:0/2402331612 conn(0x7f207c101160 msgr2=0x7f207c103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:09.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.636+0000 7f207be00700 1 -- 172.21.15.44:0/2402331612 shutdown_connections 2024-05-21T00:44:09.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.636+0000 7f207be00700 1 -- 172.21.15.44:0/2402331612 wait complete. 2024-05-21T00:44:09.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.637+0000 7f207be00700 1 Processor -- start 2024-05-21T00:44:09.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.637+0000 7f207be00700 1 -- start start 2024-05-21T00:44:09.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.637+0000 7f207be00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f207c105670 0x7f207c077a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:09.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.638+0000 7f207be00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f207c106030 0x7f207c077f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:09.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.638+0000 7f207be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f207c10b670 0x7f207c0784d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:09.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.638+0000 7f207be00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f207c115870 con 0x7f207c10b670 2024-05-21T00:44:09.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.638+0000 7f207be00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f207c1156f0 con 0x7f207c106030 2024-05-21T00:44:09.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.638+0000 7f207be00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f207c1159f0 con 0x7f207c105670 2024-05-21T00:44:09.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.638+0000 7f207aa00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f207c105670 0x7f207c077a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:09.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.638+0000 7f207aa00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f207c105670 0x7f207c077a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:41524/0 (socket says 172.21.15.44:41524) 2024-05-21T00:44:09.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.638+0000 7f207aa00700 1 -- 172.21.15.44:0/3087560904 learned_addr learned my addr 172.21.15.44:0/3087560904 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:09.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.638+0000 7f207b400700 1 --2- 172.21.15.44:0/3087560904 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f207c10b670 0x7f207c0784d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:09.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.638+0000 7f207a000700 1 --2- 172.21.15.44:0/3087560904 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f207c106030 0x7f207c077f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:09.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.638+0000 7f207aa00700 1 -- 172.21.15.44:0/3087560904 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f207c106030 msgr2=0x7f207c077f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:09.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.638+0000 7f207aa00700 1 --2- 172.21.15.44:0/3087560904 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f207c106030 0x7f207c077f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:09.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.638+0000 7f207aa00700 1 -- 172.21.15.44:0/3087560904 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f207c10b670 msgr2=0x7f207c0784d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:09.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.638+0000 7f207aa00700 1 --2- 172.21.15.44:0/3087560904 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f207c10b670 0x7f207c0784d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:09.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.638+0000 7f207aa00700 1 -- 172.21.15.44:0/3087560904 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f207c1ac3d0 con 0x7f207c105670 2024-05-21T00:44:09.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.639+0000 7f207aa00700 1 --2- 172.21.15.44:0/3087560904 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f207c105670 0x7f207c077a50 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f206c0047b0 tx=0x7f206c00bfd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:09.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.639+0000 7f2073400700 1 -- 172.21.15.44:0/3087560904 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f206c027070 con 0x7f207c105670 2024-05-21T00:44:09.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.639+0000 7f207be00700 1 -- 172.21.15.44:0/3087560904 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f207c1ac660 con 0x7f207c105670 2024-05-21T00:44:09.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.639+0000 7f2073400700 1 -- 172.21.15.44:0/3087560904 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f206c022470 con 0x7f207c105670 2024-05-21T00:44:09.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.639+0000 7f2073400700 1 -- 172.21.15.44:0/3087560904 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f206c017650 con 0x7f207c105670 2024-05-21T00:44:09.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.639+0000 7f207be00700 1 -- 172.21.15.44:0/3087560904 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f207c1acb10 con 0x7f207c105670 2024-05-21T00:44:09.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.641+0000 7f207be00700 1 -- 172.21.15.44:0/3087560904 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f207c106db0 con 0x7f207c105670 2024-05-21T00:44:09.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.643+0000 7f2073400700 1 -- 172.21.15.44:0/3087560904 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f206c02a070 con 0x7f207c105670 2024-05-21T00:44:09.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.644+0000 7f2073400700 1 --2- 172.21.15.44:0/3087560904 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f20600b2880 0x7f20600b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:09.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.645+0000 7f2073400700 1 -- 172.21.15.44:0/3087560904 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f206c0e2f00 con 0x7f207c105670 2024-05-21T00:44:09.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.645+0000 7f207a000700 1 --2- 172.21.15.44:0/3087560904 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f20600b2880 0x7f20600b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:09.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.645+0000 7f207a000700 1 --2- 172.21.15.44:0/3087560904 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f20600b2880 0x7f20600b4d40 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f207c079210 tx=0x7f2068009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:09.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.646+0000 7f2073400700 1 -- 172.21.15.44:0/3087560904 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f206c013070 con 0x7f207c105670 2024-05-21T00:44:09.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:09 smithi092 ceph-mon[36335]: pgmap v521: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-21T00:44:09.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:09 smithi082 ceph-mon[36141]: pgmap v521: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-21T00:44:09.950 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.947+0000 7f207be00700 1 -- 172.21.15.44:0/3087560904 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f207c02e560 con 0x7f207c105670 2024-05-21T00:44:09.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.949+0000 7f2073400700 1 -- 172.21.15.44:0/3087560904 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11854 (secure 0 0 0) 0x7f206c0aac10 con 0x7f207c105670 2024-05-21T00:44:09.952 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:44:09.952 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/561549854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":561549854},{"type":"v1","addr":"172.21.15.44:6837","nonce":561549854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/2400906516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2400906516},{"type":"v1","addr":"172.21.15.82:6835","nonce":2400906516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2996309052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2996309052},{"type":"v1","addr":"172.21.15.92:6835","nonce":2996309052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:37:29.521554+0000","modified":"2024-05-21T00:41:28.977476+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24521,"mds_1":24511,"mds_2":24509},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24482":{"gid":24482,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6837/2183805482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":2183805482},{"type":"v1","addr":"172.21.15.82:6837","nonce":2183805482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6837/1462528640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1462528640},{"type":"v1","addr":"172.21.15.92:6837","nonce":1462528640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6839/1183044801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6838","nonce":1183044801},{"type":"v1","addr":"172.21.15.92:6839","nonce":1183044801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"a","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/3917264755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":3917264755},{"type":"v1","addr":"172.21.15.44:6841","nonce":3917264755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1038937716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1038937716},{"type":"v1","addr":"172.21.15.44:6839","nonce":1038937716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.82:6839/3736218763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":3736218763},{"type":"v1","addr":"172.21.15.82:6839","nonce":3736218763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24521,"qdb_cluster":[24509,24511,24521]},"id":1}]} 2024-05-21T00:44:09.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.952+0000 7f207be00700 1 -- 172.21.15.44:0/3087560904 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f20600b2880 msgr2=0x7f20600b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:09.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.952+0000 7f207be00700 1 --2- 172.21.15.44:0/3087560904 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f20600b2880 0x7f20600b4d40 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f207c079210 tx=0x7f2068009260 comp rx=0 tx=0).stop 2024-05-21T00:44:09.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.952+0000 7f207be00700 1 -- 172.21.15.44:0/3087560904 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f207c105670 msgr2=0x7f207c077a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:09.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.952+0000 7f207be00700 1 --2- 172.21.15.44:0/3087560904 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f207c105670 0x7f207c077a50 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f206c0047b0 tx=0x7f206c00bfd0 comp rx=0 tx=0).stop 2024-05-21T00:44:09.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.952+0000 7f207be00700 1 -- 172.21.15.44:0/3087560904 shutdown_connections 2024-05-21T00:44:09.956 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.952+0000 7f207be00700 1 --2- 172.21.15.44:0/3087560904 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f20600b2880 0x7f20600b4d40 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:09.956 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.952+0000 7f207be00700 1 --2- 172.21.15.44:0/3087560904 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f207c10b670 0x7f207c0784d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:09.956 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.952+0000 7f207be00700 1 --2- 172.21.15.44:0/3087560904 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f207c105670 0x7f207c077a50 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:09.956 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.952+0000 7f207be00700 1 --2- 172.21.15.44:0/3087560904 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f207c106030 0x7f207c077f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:09.956 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.952+0000 7f207be00700 1 -- 172.21.15.44:0/3087560904 >> 172.21.15.44:0/3087560904 conn(0x7f207c101160 msgr2=0x7f207c101870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:09.956 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.952+0000 7f207be00700 1 -- 172.21.15.44:0/3087560904 shutdown_connections 2024-05-21T00:44:09.956 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:09.952+0000 7f207be00700 1 -- 172.21.15.44:0/3087560904 wait complete. 2024-05-21T00:44:09.956 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 26 2024-05-21T00:44:10.647 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:10 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/3087560904' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:44:10.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:10 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/3087560904' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:44:10.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:10 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/3087560904' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:44:11.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:11 smithi092 ceph-mon[36335]: pgmap v522: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:44:11.876 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:11 smithi044 ceph-mon[31392]: pgmap v522: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:44:11.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:11 smithi082 ceph-mon[36141]: pgmap v522: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:44:11.983 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24521 quiesce db --set-id 236b8593 --release --await' 2024-05-21T00:44:11.983 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24521 quiesce db --set-id 236b8593 --release --await 2024-05-21T00:44:12.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.569+0000 7fa552a00700 1 -- 172.21.15.44:0/66749728 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa54c1095b0 msgr2=0x7fa54c109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:12.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.569+0000 7fa552a00700 1 --2- 172.21.15.44:0/66749728 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa54c1095b0 0x7fa54c109990 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fa53c009990 tx=0x7fa53c009ca0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.569+0000 7fa552a00700 1 -- 172.21.15.44:0/66749728 shutdown_connections 2024-05-21T00:44:12.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.569+0000 7fa552a00700 1 --2- 172.21.15.44:0/66749728 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa54c1095b0 0x7fa54c109990 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.569+0000 7fa552a00700 1 --2- 172.21.15.44:0/66749728 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa54c06bbe0 0x7fa54c1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.569+0000 7fa552a00700 1 --2- 172.21.15.44:0/66749728 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa54c06b220 0x7fa54c06b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.569+0000 7fa552a00700 1 -- 172.21.15.44:0/66749728 >> 172.21.15.44:0/66749728 conn(0x7fa54c0793f0 msgr2=0x7fa54c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:12.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.569+0000 7fa552a00700 1 -- 172.21.15.44:0/66749728 shutdown_connections 2024-05-21T00:44:12.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.569+0000 7fa552a00700 1 -- 172.21.15.44:0/66749728 wait complete. 2024-05-21T00:44:12.575 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.571+0000 7fa552a00700 1 Processor -- start 2024-05-21T00:44:12.575 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.571+0000 7fa552a00700 1 -- start start 2024-05-21T00:44:12.575 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.572+0000 7fa552a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa54c06b220 0x7fa54c199d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:12.575 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.572+0000 7fa552a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa54c06bbe0 0x7fa54c19a270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:12.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.572+0000 7fa552a00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa54c1095b0 0x7fa54c19e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:12.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.572+0000 7fa552a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa54c113740 con 0x7fa54c06bbe0 2024-05-21T00:44:12.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.572+0000 7fa552a00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa54c1135c0 con 0x7fa54c1095b0 2024-05-21T00:44:12.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.572+0000 7fa552a00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa54c1138c0 con 0x7fa54c06b220 2024-05-21T00:44:12.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.572+0000 7fa550a00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa54c1095b0 0x7fa54c19e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:12.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.572+0000 7fa54b400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa54c06bbe0 0x7fa54c19a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:12.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.572+0000 7fa550a00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa54c1095b0 0x7fa54c19e600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:41270/0 (socket says 172.21.15.44:41270) 2024-05-21T00:44:12.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.572+0000 7fa550a00700 1 -- 172.21.15.44:0/329416099 learned_addr learned my addr 172.21.15.44:0/329416099 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:12.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.572+0000 7fa54be00700 1 --2- 172.21.15.44:0/329416099 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa54c06b220 0x7fa54c199d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:12.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.573+0000 7fa550a00700 1 -- 172.21.15.44:0/329416099 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa54c06b220 msgr2=0x7fa54c199d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:12.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.573+0000 7fa550a00700 1 --2- 172.21.15.44:0/329416099 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa54c06b220 0x7fa54c199d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.573+0000 7fa550a00700 1 -- 172.21.15.44:0/329416099 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa54c06bbe0 msgr2=0x7fa54c19a270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:12.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.573+0000 7fa550a00700 1 --2- 172.21.15.44:0/329416099 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa54c06bbe0 0x7fa54c19a270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.573+0000 7fa550a00700 1 -- 172.21.15.44:0/329416099 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa54c19ed40 con 0x7fa54c1095b0 2024-05-21T00:44:12.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.573+0000 7fa54b400700 1 --2- 172.21.15.44:0/329416099 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa54c06bbe0 0x7fa54c19a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:44:12.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.573+0000 7fa550a00700 1 --2- 172.21.15.44:0/329416099 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa54c1095b0 0x7fa54c19e600 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fa54400ef30 tx=0x7fa54400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:12.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.573+0000 7fa548c00700 1 -- 172.21.15.44:0/329416099 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5440092e0 con 0x7fa54c1095b0 2024-05-21T00:44:12.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.573+0000 7fa548c00700 1 -- 172.21.15.44:0/329416099 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa544004bb0 con 0x7fa54c1095b0 2024-05-21T00:44:12.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.573+0000 7fa548c00700 1 -- 172.21.15.44:0/329416099 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa544004280 con 0x7fa54c1095b0 2024-05-21T00:44:12.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.573+0000 7fa552a00700 1 -- 172.21.15.44:0/329416099 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa54c19efd0 con 0x7fa54c1095b0 2024-05-21T00:44:12.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.574+0000 7fa552a00700 1 -- 172.21.15.44:0/329416099 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa54c1a68b0 con 0x7fa54c1095b0 2024-05-21T00:44:12.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.577+0000 7fa548c00700 1 -- 172.21.15.44:0/329416099 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fa54401b030 con 0x7fa54c1095b0 2024-05-21T00:44:12.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.578+0000 7fa548c00700 1 --2- 172.21.15.44:0/329416099 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa5300b2880 0x7fa5300b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:12.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.579+0000 7fa548c00700 1 -- 172.21.15.44:0/329416099 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fa5440e1da0 con 0x7fa54c1095b0 2024-05-21T00:44:12.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.579+0000 7fa54be00700 1 --2- 172.21.15.44:0/329416099 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa5300b2880 0x7fa5300b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:12.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.580+0000 7fa54be00700 1 --2- 172.21.15.44:0/329416099 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa5300b2880 0x7fa5300b4d40 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fa53c00b2e0 tx=0x7fa53c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:12.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.580+0000 7fa55d3a2b80 1 Processor -- start 2024-05-21T00:44:12.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.581+0000 7fa55d3a2b80 1 -- start start 2024-05-21T00:44:12.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.581+0000 7fa55d3a2b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5589a0464b20 0x5589a0464f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:12.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.581+0000 7fa55d3a2b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5589a0465440 0x5589a045ef30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:12.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.581+0000 7fa55d3a2b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5589a045f4c0 0x5589a045f940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:12.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.581+0000 7fa55d3a2b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5589a03b8e40 con 0x5589a0464b20 2024-05-21T00:44:12.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.581+0000 7fa55d3a2b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5589a03a89e0 con 0x5589a0465440 2024-05-21T00:44:12.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.581+0000 7fa55d3a2b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x5589a03aca20 con 0x5589a045f4c0 2024-05-21T00:44:12.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.581+0000 7fa54be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5589a0464b20 0x5589a0464f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:12.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.582+0000 7fa54be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5589a0464b20 0x5589a0464f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:53422/0 (socket says 172.21.15.44:53422) 2024-05-21T00:44:12.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.582+0000 7fa54be00700 1 -- 172.21.15.44:0/2477579821 learned_addr learned my addr 172.21.15.44:0/2477579821 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:12.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.582+0000 7fa550a00700 1 --2- 172.21.15.44:0/2477579821 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5589a045f4c0 0x5589a045f940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:12.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.582+0000 7fa54b400700 1 --2- 172.21.15.44:0/2477579821 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5589a0465440 0x5589a045ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:12.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.582+0000 7fa550a00700 1 -- 172.21.15.44:0/2477579821 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5589a0465440 msgr2=0x5589a045ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:12.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.582+0000 7fa550a00700 1 --2- 172.21.15.44:0/2477579821 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5589a0465440 0x5589a045ef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.582+0000 7fa550a00700 1 -- 172.21.15.44:0/2477579821 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5589a0464b20 msgr2=0x5589a0464f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:12.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.582+0000 7fa550a00700 1 --2- 172.21.15.44:0/2477579821 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5589a0464b20 0x5589a0464f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.582+0000 7fa550a00700 1 -- 172.21.15.44:0/2477579821 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5589a0371420 con 0x5589a045f4c0 2024-05-21T00:44:12.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.582+0000 7fa54be00700 1 --2- 172.21.15.44:0/2477579821 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5589a0464b20 0x5589a0464f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:44:12.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.582+0000 7fa550a00700 1 --2- 172.21.15.44:0/2477579821 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5589a045f4c0 0x5589a045f940 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fa5440df800 tx=0x7fa54400c9f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b192ff8f0d46cfac server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:12.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.583+0000 7fa541600700 1 -- 172.21.15.44:0/2477579821 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5440a93b0 con 0x5589a045f4c0 2024-05-21T00:44:12.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.583+0000 7fa541600700 1 -- 172.21.15.44:0/2477579821 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa5440ad760 con 0x5589a045f4c0 2024-05-21T00:44:12.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.583+0000 7fa541600700 1 -- 172.21.15.44:0/2477579821 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5440a4d20 con 0x5589a045f4c0 2024-05-21T00:44:12.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.584+0000 7fa55d3a2b80 1 -- 172.21.15.44:0/2477579821 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5589a045f4c0 msgr2=0x5589a045f940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:12.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.584+0000 7fa55d3a2b80 1 --2- 172.21.15.44:0/2477579821 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5589a045f4c0 0x5589a045f940 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fa5440df800 tx=0x7fa54400c9f0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.584+0000 7fa55d3a2b80 1 -- 172.21.15.44:0/2477579821 shutdown_connections 2024-05-21T00:44:12.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.584+0000 7fa55d3a2b80 1 --2- 172.21.15.44:0/2477579821 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5589a0464b20 0x5589a0464f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.584+0000 7fa55d3a2b80 1 --2- 172.21.15.44:0/2477579821 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5589a045f4c0 0x5589a045f940 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.584+0000 7fa55d3a2b80 1 --2- 172.21.15.44:0/2477579821 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5589a0465440 0x5589a045ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.584+0000 7fa55d3a2b80 1 -- 172.21.15.44:0/2477579821 >> 172.21.15.44:0/2477579821 conn(0x5589a0388be0 msgr2=0x5589a0455690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:12.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.584+0000 7fa55d3a2b80 1 -- 172.21.15.44:0/2477579821 shutdown_connections 2024-05-21T00:44:12.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.584+0000 7fa55d3a2b80 1 -- 172.21.15.44:0/2477579821 wait complete. 2024-05-21T00:44:12.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.585+0000 7fa55d3a2b80 1 -- start start 2024-05-21T00:44:12.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.586+0000 7fa55d3a2b80 1 Processor -- start 2024-05-21T00:44:12.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.586+0000 7fa55d3a2b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5589a045f4c0 0x5589a046b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:12.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.586+0000 7fa55d3a2b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5589a0464b20 0x5589a0468550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:12.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.586+0000 7fa55d3a2b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5589a0465440 0x5589a0468a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:12.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.586+0000 7fa55d3a2b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5589a02aefa0 con 0x5589a0465440 2024-05-21T00:44:12.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.586+0000 7fa55d3a2b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5589a0349760 con 0x5589a0464b20 2024-05-21T00:44:12.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.586+0000 7fa55d3a2b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x5589a046be00 con 0x5589a045f4c0 2024-05-21T00:44:12.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.586+0000 7fa55d3a2b80 10 client.0 _ll_register_callbacks cb 0x5589a0352c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:44:12.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.587+0000 7fa54be00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5589a045f4c0 0x5589a046b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:12.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.587+0000 7fa54b400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5589a0464b20 0x5589a0468550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:12.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.587+0000 7fa54b400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5589a0464b20 0x5589a0468550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:41288/0 (socket says 172.21.15.44:41288) 2024-05-21T00:44:12.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.587+0000 7fa54b400700 1 -- 172.21.15.44:0/3481888102 learned_addr learned my addr 172.21.15.44:0/3481888102 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:12.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.587+0000 7fa550a00700 1 --2- 172.21.15.44:0/3481888102 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5589a0465440 0x5589a0468a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:12.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.587+0000 7fa54b400700 1 -- 172.21.15.44:0/3481888102 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5589a045f4c0 msgr2=0x5589a046b1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:12.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.588+0000 7fa54b400700 1 --2- 172.21.15.44:0/3481888102 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5589a045f4c0 0x5589a046b1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.588+0000 7fa54b400700 1 -- 172.21.15.44:0/3481888102 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5589a0465440 msgr2=0x5589a0468a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:12.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.588+0000 7fa54b400700 1 --2- 172.21.15.44:0/3481888102 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5589a0465440 0x5589a0468a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.588+0000 7fa54b400700 1 -- 172.21.15.44:0/3481888102 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5589a02f88d0 con 0x5589a0464b20 2024-05-21T00:44:12.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.588+0000 7fa550a00700 1 --2- 172.21.15.44:0/3481888102 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5589a0465440 0x5589a0468a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:44:12.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.588+0000 7fa54b400700 1 --2- 172.21.15.44:0/3481888102 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5589a0464b20 0x5589a0468550 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fa538013790 tx=0x7fa538013aa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9ee15831bd4782f8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:12.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.588+0000 7fa536000700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:44:12.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.588+0000 7fa536000700 1 -- 172.21.15.44:0/3481888102 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa538011910 con 0x5589a0464b20 2024-05-21T00:44:12.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.588+0000 7fa536000700 1 -- 172.21.15.44:0/3481888102 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fa538011ab0 con 0x5589a0464b20 2024-05-21T00:44:12.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.588+0000 7fa55d3a2b80 1 -- 172.21.15.44:0/3481888102 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa5440ad760 con 0x5589a0464b20 2024-05-21T00:44:12.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.589+0000 7fa536000700 1 -- 172.21.15.44:0/3481888102 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa538011cb0 con 0x5589a0464b20 2024-05-21T00:44:12.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.589+0000 7fa55d3a2b80 10 client.25613 fetch_fsmap learned FSMap version 26 2024-05-21T00:44:12.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.589+0000 7fa55d3a2b80 1 -- 172.21.15.44:0/3481888102 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5589a0379060 con 0x5589a0464b20 2024-05-21T00:44:12.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.589+0000 7fa536000700 1 -- 172.21.15.44:0/3481888102 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa5440ad760 con 0x5589a0464b20 2024-05-21T00:44:12.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.589+0000 7fa536000700 1 -- 172.21.15.44:0/3481888102 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa53801d430 con 0x5589a0464b20 2024-05-21T00:44:12.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.589+0000 7fa55d3a2b80 10 client.25613 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:44:12.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.589+0000 7fa55d3a2b80 10 client.25613 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.a 2024-05-21T00:44:12.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.589+0000 7fa55d3a2b80 20 client.25613 populate_metadata read hostname 'smithi044' 2024-05-21T00:44:12.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.589+0000 7fa55d3a2b80 1 --2- 172.21.15.44:0/3481888102 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x5589a0478b80 0x5589a047af70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:12.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.590+0000 7fa55d3a2b80 4 client.25613 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:44:12.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.590+0000 7fa55d3a2b80 1 -- 172.21.15.44:0/3481888102 --> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5589a03bad90 con 0x5589a0478b80 2024-05-21T00:44:12.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.591+0000 7fa54be00700 1 --2- 172.21.15.44:0/3481888102 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x5589a0478b80 0x5589a047af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:12.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.591+0000 7fa54be00700 1 --2- 172.21.15.44:0/3481888102 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x5589a0478b80 0x5589a047af70 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a5a6b44ab074f424 server_cookie=8dd96a2a422e8b2f in_seq=0 out_seq=0 2024-05-21T00:44:12.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.591+0000 7fa536000700 10 client.25613 ms_handle_connect on v2:172.21.15.44:6840/3917264755 2024-05-21T00:44:12.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.592+0000 7fa536000700 1 -- 172.21.15.44:0/3481888102 <== mds.2 v2:172.21.15.44:6840/3917264755 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5589a03bad90 con 0x5589a0478b80 2024-05-21T00:44:12.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.592+0000 7fa536000700 10 client.25613 handle_command_reply: tid=0 2024-05-21T00:44:12.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.593+0000 7fa55d3a2b80 1 client.25613 shutdown 2024-05-21T00:44:12.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.593+0000 7fa55d3a2b80 1 -- 172.21.15.44:0/3481888102 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5589a0464b20 msgr2=0x5589a0468550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:12.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.593+0000 7fa55d3a2b80 1 --2- 172.21.15.44:0/3481888102 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5589a0464b20 0x5589a0468550 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fa538013790 tx=0x7fa538013aa0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.593+0000 7fa55d3a2b80 1 -- 172.21.15.44:0/3481888102 shutdown_connections 2024-05-21T00:44:12.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.593+0000 7fa55d3a2b80 1 --2- 172.21.15.44:0/3481888102 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5589a0465440 0x5589a0468a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.593+0000 7fa55d3a2b80 1 --2- 172.21.15.44:0/3481888102 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x5589a0478b80 0x5589a047af70 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.593+0000 7fa55d3a2b80 1 --2- 172.21.15.44:0/3481888102 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5589a045f4c0 0x5589a046b1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.593+0000 7fa55d3a2b80 1 --2- 172.21.15.44:0/3481888102 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5589a0464b20 0x5589a0468550 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.593+0000 7fa536000700 0 client.25613 ms_handle_reset on v2:172.21.15.44:6840/3917264755 2024-05-21T00:44:12.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.593+0000 7fa55d3a2b80 1 -- 172.21.15.44:0/3481888102 >> 172.21.15.44:0/3481888102 conn(0x5589a0388be0 msgr2=0x5589a0454d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:12.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.593+0000 7fa55d3a2b80 1 -- 172.21.15.44:0/3481888102 shutdown_connections 2024-05-21T00:44:12.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.593+0000 7fa55d3a2b80 1 -- 172.21.15.44:0/3481888102 wait complete. 2024-05-21T00:44:12.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.594+0000 7fa55d3a2b80 20 client.25613 trim_cache size 0 max 16384 2024-05-21T00:44:12.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.612+0000 7fa55d3a2b80 1 Processor -- start 2024-05-21T00:44:12.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.612+0000 7fa55d3a2b80 1 -- start start 2024-05-21T00:44:12.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.613+0000 7fa55d3a2b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5589a045f4c0 0x5589a0474ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:12.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.613+0000 7fa55d3a2b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5589a0464b20 0x5589a04689a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:12.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.613+0000 7fa55d3a2b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5589a0465440 0x5589a0465f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:12.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.613+0000 7fa55d3a2b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa54c1ae480 con 0x5589a045f4c0 2024-05-21T00:44:12.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.613+0000 7fa55d3a2b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa54c1abd10 con 0x5589a0464b20 2024-05-21T00:44:12.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.613+0000 7fa55d3a2b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa54c1a9b60 con 0x5589a0465440 2024-05-21T00:44:12.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.613+0000 7fa54be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5589a045f4c0 0x5589a0474ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:12.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.613+0000 7fa54b400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5589a0464b20 0x5589a04689a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:12.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.613+0000 7fa54b400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5589a0464b20 0x5589a04689a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:41302/0 (socket says 172.21.15.44:41302) 2024-05-21T00:44:12.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.613+0000 7fa54b400700 1 -- 172.21.15.44:0/2440274642 learned_addr learned my addr 172.21.15.44:0/2440274642 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:12.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.613+0000 7fa550a00700 1 --2- 172.21.15.44:0/2440274642 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5589a0465440 0x5589a0465f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:12.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.613+0000 7fa54b400700 1 -- 172.21.15.44:0/2440274642 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5589a0465440 msgr2=0x5589a0465f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:12.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.613+0000 7fa54b400700 1 --2- 172.21.15.44:0/2440274642 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5589a0465440 0x5589a0465f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.613+0000 7fa54b400700 1 -- 172.21.15.44:0/2440274642 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5589a045f4c0 msgr2=0x5589a0474ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:12.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.613+0000 7fa54b400700 1 --2- 172.21.15.44:0/2440274642 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5589a045f4c0 0x5589a0474ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.613+0000 7fa54b400700 1 -- 172.21.15.44:0/2440274642 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5589a045f180 con 0x5589a0464b20 2024-05-21T00:44:12.619 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.614+0000 7fa54b400700 1 --2- 172.21.15.44:0/2440274642 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5589a0464b20 0x5589a04689a0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fa538009340 tx=0x7fa538009660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d3354631505507f2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:12.619 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.614+0000 7fa540c00700 1 -- 172.21.15.44:0/2440274642 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa53802c070 con 0x5589a0464b20 2024-05-21T00:44:12.619 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.614+0000 7fa540c00700 1 -- 172.21.15.44:0/2440274642 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa53802e070 con 0x5589a0464b20 2024-05-21T00:44:12.619 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.614+0000 7fa540c00700 1 -- 172.21.15.44:0/2440274642 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa538005470 con 0x5589a0464b20 2024-05-21T00:44:12.619 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.615+0000 7fa55d3a2b80 1 -- 172.21.15.44:0/2440274642 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5589a0464b20 msgr2=0x5589a04689a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:12.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.615+0000 7fa55d3a2b80 1 --2- 172.21.15.44:0/2440274642 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5589a0464b20 0x5589a04689a0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fa538009340 tx=0x7fa538009660 comp rx=0 tx=0).stop 2024-05-21T00:44:12.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.615+0000 7fa55d3a2b80 1 -- 172.21.15.44:0/2440274642 shutdown_connections 2024-05-21T00:44:12.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.615+0000 7fa55d3a2b80 1 --2- 172.21.15.44:0/2440274642 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5589a045f4c0 0x5589a0474ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.615+0000 7fa55d3a2b80 1 --2- 172.21.15.44:0/2440274642 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5589a0465440 0x5589a0465f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.615+0000 7fa55d3a2b80 1 --2- 172.21.15.44:0/2440274642 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5589a0464b20 0x5589a04689a0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.615+0000 7fa55d3a2b80 1 -- 172.21.15.44:0/2440274642 >> 172.21.15.44:0/2440274642 conn(0x5589a0388be0 msgr2=0x5589a0465820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:12.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.616+0000 7fa55d3a2b80 1 -- 172.21.15.44:0/2440274642 shutdown_connections 2024-05-21T00:44:12.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.616+0000 7fa55d3a2b80 1 -- 172.21.15.44:0/2440274642 wait complete. 2024-05-21T00:44:12.621 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.617+0000 7fa55d3a2b80 1 -- start start 2024-05-21T00:44:12.621 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.618+0000 7fa55d3a2b80 1 Processor -- start 2024-05-21T00:44:12.622 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.618+0000 7fa55d3a2b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5589a045f4c0 0x5589a0471820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:12.622 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.618+0000 7fa55d3a2b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5589a0464b20 0x5589a0480150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:12.622 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.618+0000 7fa55d3a2b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5589a0465440 0x5589a0480710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:12.622 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.619+0000 7fa55d3a2b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa54c1aa1d0 con 0x5589a0465440 2024-05-21T00:44:12.622 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.619+0000 7fa55d3a2b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa54c1ab640 con 0x5589a045f4c0 2024-05-21T00:44:12.622 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.619+0000 7fa55d3a2b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa54c1aa8a0 con 0x5589a0464b20 2024-05-21T00:44:12.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.619+0000 7fa55d3a2b80 10 client.0 _ll_register_callbacks cb 0x5589a0352c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:44:12.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.619+0000 7fa54b400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5589a0464b20 0x5589a0480150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:12.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.619+0000 7fa54b400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5589a0464b20 0x5589a0480150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:41582/0 (socket says 172.21.15.44:41582) 2024-05-21T00:44:12.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.619+0000 7fa54b400700 1 -- 172.21.15.44:0/3916026865 learned_addr learned my addr 172.21.15.44:0/3916026865 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:12.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.619+0000 7fa54b400700 1 -- 172.21.15.44:0/3916026865 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5589a045f4c0 msgr2=0x5589a0471820 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T00:44:12.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.619+0000 7fa54b400700 1 --2- 172.21.15.44:0/3916026865 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5589a045f4c0 0x5589a0471820 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.619+0000 7fa54b400700 1 -- 172.21.15.44:0/3916026865 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5589a0465440 msgr2=0x5589a0480710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:12.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.619+0000 7fa54b400700 1 --2- 172.21.15.44:0/3916026865 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5589a0465440 0x5589a0480710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.619+0000 7fa54b400700 1 -- 172.21.15.44:0/3916026865 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5589a0480f50 con 0x5589a0464b20 2024-05-21T00:44:12.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.619+0000 7fa54b400700 1 --2- 172.21.15.44:0/3916026865 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5589a0464b20 0x5589a0480150 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fa53801da10 tx=0x7fa53801d4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e8ef3a69400e5e6b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:12.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.620+0000 7fa536000700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:44:12.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.620+0000 7fa536000700 1 -- 172.21.15.44:0/3916026865 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa53802c040 con 0x5589a0464b20 2024-05-21T00:44:12.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.620+0000 7fa55d3a2b80 1 -- 172.21.15.44:0/3916026865 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa53802e070 con 0x5589a0464b20 2024-05-21T00:44:12.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.620+0000 7fa536000700 1 -- 172.21.15.44:0/3916026865 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fa538005070 con 0x5589a0464b20 2024-05-21T00:44:12.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.620+0000 7fa536000700 1 -- 172.21.15.44:0/3916026865 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa538005270 con 0x5589a0464b20 2024-05-21T00:44:12.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.621+0000 7fa55d3a2b80 10 client.25642 fetch_fsmap learned FSMap version 26 2024-05-21T00:44:12.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.621+0000 7fa55d3a2b80 1 -- 172.21.15.44:0/3916026865 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5589a04e3810 con 0x5589a0464b20 2024-05-21T00:44:12.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.621+0000 7fa536000700 1 -- 172.21.15.44:0/3916026865 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa53802e070 con 0x5589a0464b20 2024-05-21T00:44:12.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.622+0000 7fa536000700 1 -- 172.21.15.44:0/3916026865 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa53803e4d0 con 0x5589a0464b20 2024-05-21T00:44:12.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.622+0000 7fa55d3a2b80 10 client.25642 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:44:12.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.622+0000 7fa55d3a2b80 10 client.25642 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.a 2024-05-21T00:44:12.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.622+0000 7fa55d3a2b80 20 client.25642 populate_metadata read hostname 'smithi044' 2024-05-21T00:44:12.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.622+0000 7fa55d3a2b80 1 --2- 172.21.15.44:0/3916026865 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x5589a04e3e10 0x5589a04e6230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:12.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.623+0000 7fa55d3a2b80 4 client.25642 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:44:12.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.623+0000 7fa55d3a2b80 1 -- 172.21.15.44:0/3916026865 --> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5589a03b4570 con 0x5589a04e3e10 2024-05-21T00:44:12.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.623+0000 7fa54be00700 1 --2- 172.21.15.44:0/3916026865 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x5589a04e3e10 0x5589a04e6230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:12.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.624+0000 7fa54be00700 1 --2- 172.21.15.44:0/3916026865 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x5589a04e3e10 0x5589a04e6230 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=fcbbcfc5299ff4f8 server_cookie=67968a97fa718a70 in_seq=0 out_seq=0 2024-05-21T00:44:12.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.624+0000 7fa536000700 10 client.25642 ms_handle_connect on v2:172.21.15.44:6840/3917264755 2024-05-21T00:44:12.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.624+0000 7fa536000700 1 -- 172.21.15.44:0/3916026865 <== mds.2 v2:172.21.15.44:6840/3917264755 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5589a03b4570 con 0x5589a04e3e10 2024-05-21T00:44:12.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.624+0000 7fa536000700 10 client.25642 handle_command_reply: tid=0 2024-05-21T00:44:12.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.624+0000 7fa55d3a2b80 1 client.25642 shutdown 2024-05-21T00:44:12.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.625+0000 7fa55d3a2b80 1 -- 172.21.15.44:0/3916026865 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5589a0464b20 msgr2=0x5589a0480150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:12.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.625+0000 7fa55d3a2b80 1 --2- 172.21.15.44:0/3916026865 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5589a0464b20 0x5589a0480150 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fa53801da10 tx=0x7fa53801d4a0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.625+0000 7fa55d3a2b80 1 -- 172.21.15.44:0/3916026865 shutdown_connections 2024-05-21T00:44:12.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.625+0000 7fa55d3a2b80 1 --2- 172.21.15.44:0/3916026865 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5589a0465440 0x5589a0480710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.625+0000 7fa55d3a2b80 1 --2- 172.21.15.44:0/3916026865 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x5589a04e3e10 0x5589a04e6230 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.625+0000 7fa55d3a2b80 1 --2- 172.21.15.44:0/3916026865 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5589a045f4c0 0x5589a0471820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.625+0000 7fa55d3a2b80 1 --2- 172.21.15.44:0/3916026865 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5589a0464b20 0x5589a0480150 secure :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fa53801da10 tx=0x7fa53801d4a0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.625+0000 7fa55d3a2b80 1 -- 172.21.15.44:0/3916026865 >> 172.21.15.44:0/3916026865 conn(0x5589a0388be0 msgr2=0x5589a04660b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:12.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.625+0000 7fa536000700 0 client.25642 ms_handle_reset on v2:172.21.15.44:6840/3917264755 2024-05-21T00:44:12.630 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-21T00:44:12.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.625+0000 7fa55d3a2b80 1 -- 172.21.15.44:0/3916026865 shutdown_connections 2024-05-21T00:44:12.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.625+0000 7fa55d3a2b80 1 -- 172.21.15.44:0/3916026865 wait complete. 2024-05-21T00:44:12.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.626+0000 7fa55d3a2b80 20 client.25642 trim_cache size 0 max 16384 2024-05-21T00:44:12.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.627+0000 7fa552a00700 1 -- 172.21.15.44:0/329416099 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa5300b2880 msgr2=0x7fa5300b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:12.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.627+0000 7fa552a00700 1 --2- 172.21.15.44:0/329416099 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa5300b2880 0x7fa5300b4d40 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fa53c00b2e0 tx=0x7fa53c005fd0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.627+0000 7fa552a00700 1 -- 172.21.15.44:0/329416099 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa54c1095b0 msgr2=0x7fa54c19e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:12.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.627+0000 7fa552a00700 1 --2- 172.21.15.44:0/329416099 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa54c1095b0 0x7fa54c19e600 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fa54400ef30 tx=0x7fa54400c3a0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.627+0000 7fa552a00700 1 -- 172.21.15.44:0/329416099 shutdown_connections 2024-05-21T00:44:12.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.627+0000 7fa552a00700 1 --2- 172.21.15.44:0/329416099 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa5300b2880 0x7fa5300b4d40 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.627+0000 7fa552a00700 1 --2- 172.21.15.44:0/329416099 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa54c1095b0 0x7fa54c19e600 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.627+0000 7fa552a00700 1 --2- 172.21.15.44:0/329416099 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa54c06b220 0x7fa54c199d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.627+0000 7fa552a00700 1 --2- 172.21.15.44:0/329416099 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa54c06bbe0 0x7fa54c19a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:12.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.627+0000 7fa552a00700 1 -- 172.21.15.44:0/329416099 >> 172.21.15.44:0/329416099 conn(0x7fa54c0793f0 msgr2=0x7fa54c101160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:12.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.627+0000 7fa552a00700 1 -- 172.21.15.44:0/329416099 shutdown_connections 2024-05-21T00:44:12.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:12.627+0000 7fa552a00700 1 -- 172.21.15.44:0/329416099 wait complete. 2024-05-21T00:44:12.638 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:44:13.462 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T00:44:13.739 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:13 smithi044 ceph-mon[31392]: pgmap v523: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:44:13.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:13 smithi092 ceph-mon[36335]: pgmap v523: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:44:13.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:13 smithi082 ceph-mon[36141]: pgmap v523: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:44:15.064 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:44:15.796 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:15 smithi044 ceph-mon[31392]: pgmap v524: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:44:15.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:15 smithi092 ceph-mon[36335]: pgmap v524: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:44:15.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:15 smithi082 ceph-mon[36141]: pgmap v524: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:44:16.637 INFO:tasks.workunit.client.0.smithi044.stderr:+ echo 'test large (16MB) dio write' 2024-05-21T00:44:16.637 INFO:tasks.workunit.client.0.smithi044.stderr:+ dd if=/dev/zero of=foo.big bs=16M count=1 oflag=direct 2024-05-21T00:44:16.638 INFO:tasks.workunit.client.0.smithi044.stdout:test large (16MB) dio write 2024-05-21T00:44:16.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.567+0000 7f78d7200700 1 -- 172.21.15.44:0/3528785049 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78d810dac0 msgr2=0x7f78d810ff10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:16.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.567+0000 7f78d7200700 1 --2- 172.21.15.44:0/3528785049 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78d810dac0 0x7f78d810ff10 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f78d000b0a0 tx=0x7f78d000b3b0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.567+0000 7f78d7200700 1 -- 172.21.15.44:0/3528785049 shutdown_connections 2024-05-21T00:44:16.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.567+0000 7f78d7200700 1 --2- 172.21.15.44:0/3528785049 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78d810dac0 0x7f78d810ff10 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.567+0000 7f78d7200700 1 --2- 172.21.15.44:0/3528785049 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f78d8101b40 0x7f78d8101f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.567+0000 7f78d7200700 1 --2- 172.21.15.44:0/3528785049 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f78d8102460 0x7f78d810d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.567+0000 7f78d7200700 1 -- 172.21.15.44:0/3528785049 >> 172.21.15.44:0/3528785049 conn(0x7f78d80771e0 msgr2=0x7f78d80775f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:16.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.567+0000 7f78d7200700 1 -- 172.21.15.44:0/3528785049 shutdown_connections 2024-05-21T00:44:16.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.567+0000 7f78d7200700 1 -- 172.21.15.44:0/3528785049 wait complete. 2024-05-21T00:44:16.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.569+0000 7f78d7200700 1 Processor -- start 2024-05-21T00:44:16.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.569+0000 7f78d7200700 1 -- start start 2024-05-21T00:44:16.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.569+0000 7f78d7200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f78d8101b40 0x7f78d81a19d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:16.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.569+0000 7f78d7200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f78d8102460 0x7f78d81a1f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:16.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.569+0000 7f78d7200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78d810dac0 0x7f78d819bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:16.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.569+0000 7f78d7200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f78d8113640 con 0x7f78d810dac0 2024-05-21T00:44:16.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.569+0000 7f78d7200700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f78d81134c0 con 0x7f78d8101b40 2024-05-21T00:44:16.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.569+0000 7f78d7200700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f78d81137c0 con 0x7f78d8102460 2024-05-21T00:44:16.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.570+0000 7f78d5400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f78d8102460 0x7f78d81a1f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:16.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.570+0000 7f78d5400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f78d8102460 0x7f78d81a1f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:41608/0 (socket says 172.21.15.44:41608) 2024-05-21T00:44:16.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.570+0000 7f78d5400700 1 -- 172.21.15.44:0/3377092593 learned_addr learned my addr 172.21.15.44:0/3377092593 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:16.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.570+0000 7f78d6800700 1 --2- 172.21.15.44:0/3377092593 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78d810dac0 0x7f78d819bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:16.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.570+0000 7f78d5e00700 1 --2- 172.21.15.44:0/3377092593 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f78d8101b40 0x7f78d81a19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:16.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.570+0000 7f78d5400700 1 -- 172.21.15.44:0/3377092593 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f78d8101b40 msgr2=0x7f78d81a19d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:16.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.570+0000 7f78d5400700 1 --2- 172.21.15.44:0/3377092593 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f78d8101b40 0x7f78d81a19d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.570+0000 7f78d5400700 1 -- 172.21.15.44:0/3377092593 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78d810dac0 msgr2=0x7f78d819bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:16.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.570+0000 7f78d5400700 1 --2- 172.21.15.44:0/3377092593 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78d810dac0 0x7f78d819bb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.570+0000 7f78d5400700 1 -- 172.21.15.44:0/3377092593 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78d819c2d0 con 0x7f78d8102460 2024-05-21T00:44:16.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.570+0000 7f78d5400700 1 --2- 172.21.15.44:0/3377092593 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f78d8102460 0x7f78d81a1f10 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f78c400e980 tx=0x7f78c400ec90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:16.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.571+0000 7f78cea00700 1 -- 172.21.15.44:0/3377092593 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c4004220 con 0x7f78d8102460 2024-05-21T00:44:16.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.571+0000 7f78cea00700 1 -- 172.21.15.44:0/3377092593 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78c40043c0 con 0x7f78d8102460 2024-05-21T00:44:16.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.571+0000 7f78d7200700 1 -- 172.21.15.44:0/3377092593 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78d819c5c0 con 0x7f78d8102460 2024-05-21T00:44:16.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.571+0000 7f78cea00700 1 -- 172.21.15.44:0/3377092593 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c4003d60 con 0x7f78d8102460 2024-05-21T00:44:16.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.571+0000 7f78d7200700 1 -- 172.21.15.44:0/3377092593 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78d81a87f0 con 0x7f78d8102460 2024-05-21T00:44:16.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.575+0000 7f78cea00700 1 -- 172.21.15.44:0/3377092593 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f78c400c810 con 0x7f78d8102460 2024-05-21T00:44:16.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.576+0000 7f78e7608b80 1 Processor -- start 2024-05-21T00:44:16.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.576+0000 7f78e7608b80 1 -- start start 2024-05-21T00:44:16.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.576+0000 7f78e7608b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a4d688ef40 0x55a4d688f320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:16.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.576+0000 7f78e7608b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4d6889220 0x55a4d6889680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:16.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.576+0000 7f78e7608b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4d6889bc0 0x55a4d6895c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:16.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.576+0000 7f78e7608b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55a4d67e6f40 con 0x55a4d6889bc0 2024-05-21T00:44:16.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.576+0000 7f78e7608b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55a4d67d6ae0 con 0x55a4d6889220 2024-05-21T00:44:16.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.576+0000 7f78e7608b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55a4d67dab20 con 0x55a4d688ef40 2024-05-21T00:44:16.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.577+0000 7f78cea00700 1 --2- 172.21.15.44:0/3377092593 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f78bc0b2880 0x7f78bc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:16.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.577+0000 7f78d6800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a4d688ef40 0x55a4d688f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:16.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.577+0000 7f78d5400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4d6889bc0 0x55a4d6895c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:16.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.577+0000 7f78d6800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a4d688ef40 0x55a4d688f320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:41616/0 (socket says 172.21.15.44:41616) 2024-05-21T00:44:16.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.577+0000 7f78d5e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4d6889220 0x55a4d6889680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:16.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.577+0000 7f78d6800700 1 -- 172.21.15.44:0/1685280559 learned_addr learned my addr 172.21.15.44:0/1685280559 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:16.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.577+0000 7f78cea00700 1 -- 172.21.15.44:0/3377092593 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f78c40e23e0 con 0x7f78d8102460 2024-05-21T00:44:16.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.577+0000 7f78d5e00700 1 -- 172.21.15.44:0/1685280559 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a4d688ef40 msgr2=0x55a4d688f320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:16.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.577+0000 7f78d5e00700 1 --2- 172.21.15.44:0/1685280559 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a4d688ef40 0x55a4d688f320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.577+0000 7f78d5e00700 1 -- 172.21.15.44:0/1685280559 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4d6889bc0 msgr2=0x55a4d6895c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:16.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.577+0000 7f78d5e00700 1 --2- 172.21.15.44:0/1685280559 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4d6889bc0 0x55a4d6895c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.577+0000 7f78d5e00700 1 -- 172.21.15.44:0/1685280559 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a4d679f520 con 0x55a4d6889220 2024-05-21T00:44:16.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.577+0000 7f78d6800700 1 --2- 172.21.15.44:0/3377092593 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f78bc0b2880 0x7f78bc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:16.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.578+0000 7f78d5e00700 1 --2- 172.21.15.44:0/1685280559 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4d6889220 0x55a4d6889680 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f78c8009cb0 tx=0x7f78c8011440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bbcd6ca7e7fe2e64 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:16.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.578+0000 7f78c3400700 1 -- 172.21.15.44:0/1685280559 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c801e070 con 0x55a4d6889220 2024-05-21T00:44:16.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.578+0000 7f78c3400700 1 -- 172.21.15.44:0/1685280559 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78c8011d20 con 0x55a4d6889220 2024-05-21T00:44:16.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.578+0000 7f78c3400700 1 -- 172.21.15.44:0/1685280559 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c800e730 con 0x55a4d6889220 2024-05-21T00:44:16.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.579+0000 7f78e7608b80 1 -- 172.21.15.44:0/1685280559 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4d6889220 msgr2=0x55a4d6889680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:16.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.579+0000 7f78e7608b80 1 --2- 172.21.15.44:0/1685280559 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4d6889220 0x55a4d6889680 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f78c8009cb0 tx=0x7f78c8011440 comp rx=0 tx=0).stop 2024-05-21T00:44:16.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.579+0000 7f78d6800700 1 --2- 172.21.15.44:0/3377092593 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f78bc0b2880 0x7f78bc0b4d40 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f78d0006130 tx=0x7f78d000b3b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:16.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.579+0000 7f78e7608b80 1 -- 172.21.15.44:0/1685280559 shutdown_connections 2024-05-21T00:44:16.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.579+0000 7f78e7608b80 1 --2- 172.21.15.44:0/1685280559 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4d6889bc0 0x55a4d6895c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.579+0000 7f78e7608b80 1 --2- 172.21.15.44:0/1685280559 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a4d688ef40 0x55a4d688f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.579+0000 7f78e7608b80 1 --2- 172.21.15.44:0/1685280559 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4d6889220 0x55a4d6889680 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.579+0000 7f78e7608b80 1 -- 172.21.15.44:0/1685280559 >> 172.21.15.44:0/1685280559 conn(0x55a4d67b6ce0 msgr2=0x55a4d6883e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:16.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.579+0000 7f78e7608b80 1 -- 172.21.15.44:0/1685280559 shutdown_connections 2024-05-21T00:44:16.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.579+0000 7f78e7608b80 1 -- 172.21.15.44:0/1685280559 wait complete. 2024-05-21T00:44:16.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.580+0000 7f78e7608b80 1 -- start start 2024-05-21T00:44:16.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.580+0000 7f78e7608b80 1 Processor -- start 2024-05-21T00:44:16.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.581+0000 7f78e7608b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4d6889220 0x55a4d68957d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:16.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.581+0000 7f78e7608b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a4d6889bc0 0x55a4d6892b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:16.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.581+0000 7f78e7608b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4d688ef40 0x55a4d68930b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:16.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.581+0000 7f78e7608b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55a4d66dd0a0 con 0x55a4d6889220 2024-05-21T00:44:16.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.581+0000 7f78e7608b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55a4d6777860 con 0x55a4d688ef40 2024-05-21T00:44:16.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.581+0000 7f78e7608b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55a4d68961d0 con 0x55a4d6889bc0 2024-05-21T00:44:16.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.581+0000 7f78e7608b80 10 client.0 _ll_register_callbacks cb 0x55a4d6780d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:44:16.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.581+0000 7f78d5e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4d6889220 0x55a4d68957d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:16.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.581+0000 7f78d6800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4d688ef40 0x55a4d68930b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:16.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.581+0000 7f78d6800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4d688ef40 0x55a4d68930b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:41348/0 (socket says 172.21.15.44:41348) 2024-05-21T00:44:16.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.581+0000 7f78d6800700 1 -- 172.21.15.44:0/512365498 learned_addr learned my addr 172.21.15.44:0/512365498 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:16.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.581+0000 7f78d5400700 1 --2- 172.21.15.44:0/512365498 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a4d6889bc0 0x55a4d6892b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:16.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.581+0000 7f78d6800700 1 -- 172.21.15.44:0/512365498 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a4d6889bc0 msgr2=0x55a4d6892b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:16.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.581+0000 7f78d6800700 1 --2- 172.21.15.44:0/512365498 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a4d6889bc0 0x55a4d6892b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.581+0000 7f78d6800700 1 -- 172.21.15.44:0/512365498 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4d6889220 msgr2=0x55a4d68957d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:16.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.581+0000 7f78d6800700 1 --2- 172.21.15.44:0/512365498 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4d6889220 0x55a4d68957d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.582+0000 7f78d6800700 1 -- 172.21.15.44:0/512365498 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a4d67269d0 con 0x55a4d688ef40 2024-05-21T00:44:16.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.582+0000 7f78d6800700 1 --2- 172.21.15.44:0/512365498 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4d688ef40 0x55a4d68930b0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f78d0003e20 tx=0x7f78d00099e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=49a6098040dc9124 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:16.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.582+0000 7f78b7e00700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:44:16.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.582+0000 7f78b7e00700 1 -- 172.21.15.44:0/512365498 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78d002d070 con 0x55a4d688ef40 2024-05-21T00:44:16.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.582+0000 7f78b7e00700 1 -- 172.21.15.44:0/512365498 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f78d0007b80 con 0x55a4d688ef40 2024-05-21T00:44:16.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.582+0000 7f78e7608b80 1 -- 172.21.15.44:0/512365498 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78c8011d20 con 0x55a4d688ef40 2024-05-21T00:44:16.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.583+0000 7f78b7e00700 1 -- 172.21.15.44:0/512365498 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f78d0007d80 con 0x55a4d688ef40 2024-05-21T00:44:16.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.583+0000 7f78e7608b80 10 client.25628 fetch_fsmap learned FSMap version 26 2024-05-21T00:44:16.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.583+0000 7f78e7608b80 1 -- 172.21.15.44:0/512365498 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a4d67a7160 con 0x55a4d688ef40 2024-05-21T00:44:16.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.583+0000 7f78b7e00700 1 -- 172.21.15.44:0/512365498 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78c8011d20 con 0x55a4d688ef40 2024-05-21T00:44:16.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.583+0000 7f78b7e00700 1 -- 172.21.15.44:0/512365498 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f78d0030030 con 0x55a4d688ef40 2024-05-21T00:44:16.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.583+0000 7f78e7608b80 10 client.25628 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:44:16.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.583+0000 7f78e7608b80 10 client.25628 resolve_mds: validated gid 24521 aka daemon mds.b 2024-05-21T00:44:16.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.583+0000 7f78e7608b80 20 client.25628 populate_metadata read hostname 'smithi044' 2024-05-21T00:44:16.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.583+0000 7f78e7608b80 1 --2- 172.21.15.44:0/512365498 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55a4d68a2c00 0x55a4d68a4ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:16.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.583+0000 7f78e7608b80 4 client.25628 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:44:16.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.583+0000 7f78e7608b80 1 -- 172.21.15.44:0/512365498 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a4d67e8e90 con 0x55a4d68a2c00 2024-05-21T00:44:16.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.584+0000 7f78d5e00700 1 --2- 172.21.15.44:0/512365498 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55a4d68a2c00 0x55a4d68a4ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:16.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.584+0000 7f78d5e00700 1 --2- 172.21.15.44:0/512365498 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55a4d68a2c00 0x55a4d68a4ff0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6c2e5cc2fee05094 server_cookie=dbd2af2eda8f228f in_seq=0 out_seq=0 2024-05-21T00:44:16.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.584+0000 7f78b7e00700 10 client.25628 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:16.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.585+0000 7f78b7e00700 1 -- 172.21.15.44:0/512365498 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a4d67e8e90 con 0x55a4d68a2c00 2024-05-21T00:44:16.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.585+0000 7f78b7e00700 10 client.25628 handle_command_reply: tid=0 2024-05-21T00:44:16.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.585+0000 7f78e7608b80 1 client.25628 shutdown 2024-05-21T00:44:16.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.586+0000 7f78e7608b80 1 -- 172.21.15.44:0/512365498 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4d688ef40 msgr2=0x55a4d68930b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:16.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.586+0000 7f78e7608b80 1 --2- 172.21.15.44:0/512365498 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4d688ef40 0x55a4d68930b0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f78d0003e20 tx=0x7f78d00099e0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.586+0000 7f78e7608b80 1 -- 172.21.15.44:0/512365498 shutdown_connections 2024-05-21T00:44:16.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.586+0000 7f78e7608b80 1 --2- 172.21.15.44:0/512365498 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4d6889220 0x55a4d68957d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.586+0000 7f78e7608b80 1 --2- 172.21.15.44:0/512365498 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55a4d68a2c00 0x55a4d68a4ff0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.586+0000 7f78e7608b80 1 --2- 172.21.15.44:0/512365498 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4d688ef40 0x55a4d68930b0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.586+0000 7f78e7608b80 1 --2- 172.21.15.44:0/512365498 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a4d6889bc0 0x55a4d6892b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.586+0000 7f78b7e00700 0 client.25628 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:16.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.586+0000 7f78e7608b80 1 -- 172.21.15.44:0/512365498 >> 172.21.15.44:0/512365498 conn(0x55a4d67b6ce0 msgr2=0x55a4d6883470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:16.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.586+0000 7f78e7608b80 1 -- 172.21.15.44:0/512365498 shutdown_connections 2024-05-21T00:44:16.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.586+0000 7f78e7608b80 1 -- 172.21.15.44:0/512365498 wait complete. 2024-05-21T00:44:16.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.586+0000 7f78e7608b80 20 client.25628 trim_cache size 0 max 16384 2024-05-21T00:44:16.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.609+0000 7f78e7608b80 1 Processor -- start 2024-05-21T00:44:16.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.609+0000 7f78e7608b80 1 -- start start 2024-05-21T00:44:16.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.609+0000 7f78e7608b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4d6889220 0x55a4d6883bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:16.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.609+0000 7f78e7608b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a4d6889bc0 0x55a4d688b810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:16.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.609+0000 7f78e7608b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4d688ef40 0x55a4d688bd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:16.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.609+0000 7f78e7608b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f78d81b26a0 con 0x55a4d688ef40 2024-05-21T00:44:16.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.609+0000 7f78e7608b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f78d81aff30 con 0x55a4d6889220 2024-05-21T00:44:16.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.609+0000 7f78e7608b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f78d81add80 con 0x55a4d6889bc0 2024-05-21T00:44:16.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.610+0000 7f78d6800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4d688ef40 0x55a4d688bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:16.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.610+0000 7f78d6800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4d688ef40 0x55a4d688bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:53484/0 (socket says 172.21.15.44:53484) 2024-05-21T00:44:16.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.610+0000 7f78d5400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a4d6889bc0 0x55a4d688b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:16.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.610+0000 7f78d6800700 1 -- 172.21.15.44:0/3477708348 learned_addr learned my addr 172.21.15.44:0/3477708348 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:16.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.610+0000 7f78d5e00700 1 --2- 172.21.15.44:0/3477708348 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4d6889220 0x55a4d6883bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:16.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.610+0000 7f78d6800700 1 -- 172.21.15.44:0/3477708348 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a4d6889bc0 msgr2=0x55a4d688b810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:16.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.610+0000 7f78d6800700 1 --2- 172.21.15.44:0/3477708348 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a4d6889bc0 0x55a4d688b810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.610+0000 7f78d6800700 1 -- 172.21.15.44:0/3477708348 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4d6889220 msgr2=0x55a4d6883bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:16.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.610+0000 7f78d6800700 1 --2- 172.21.15.44:0/3477708348 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4d6889220 0x55a4d6883bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.610+0000 7f78d6800700 1 -- 172.21.15.44:0/3477708348 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a4d68910e0 con 0x55a4d688ef40 2024-05-21T00:44:16.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.610+0000 7f78d6800700 1 --2- 172.21.15.44:0/3477708348 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4d688ef40 0x55a4d688bd50 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f78d00052b0 tx=0x7f78d0007d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6efc654bbccca469 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:16.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.611+0000 7f78c2a00700 1 -- 172.21.15.44:0/3477708348 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78d002d070 con 0x55a4d688ef40 2024-05-21T00:44:16.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.611+0000 7f78c2a00700 1 -- 172.21.15.44:0/3477708348 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78d0003e50 con 0x55a4d688ef40 2024-05-21T00:44:16.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.611+0000 7f78c2a00700 1 -- 172.21.15.44:0/3477708348 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78d0029b30 con 0x55a4d688ef40 2024-05-21T00:44:16.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.611+0000 7f78e7608b80 1 -- 172.21.15.44:0/3477708348 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4d688ef40 msgr2=0x55a4d688bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:16.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.611+0000 7f78e7608b80 1 --2- 172.21.15.44:0/3477708348 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4d688ef40 0x55a4d688bd50 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f78d00052b0 tx=0x7f78d0007d10 comp rx=0 tx=0).stop 2024-05-21T00:44:16.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.611+0000 7f78e7608b80 1 -- 172.21.15.44:0/3477708348 shutdown_connections 2024-05-21T00:44:16.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.611+0000 7f78e7608b80 1 --2- 172.21.15.44:0/3477708348 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4d688ef40 0x55a4d688bd50 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.611+0000 7f78e7608b80 1 --2- 172.21.15.44:0/3477708348 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4d6889220 0x55a4d6883bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.612+0000 7f78e7608b80 1 --2- 172.21.15.44:0/3477708348 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a4d6889bc0 0x55a4d688b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.612+0000 7f78e7608b80 1 -- 172.21.15.44:0/3477708348 >> 172.21.15.44:0/3477708348 conn(0x55a4d67b6ce0 msgr2=0x55a4d6888aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:16.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.612+0000 7f78e7608b80 1 -- 172.21.15.44:0/3477708348 shutdown_connections 2024-05-21T00:44:16.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.612+0000 7f78e7608b80 1 -- 172.21.15.44:0/3477708348 wait complete. 2024-05-21T00:44:16.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.612+0000 7f78e7608b80 1 -- start start 2024-05-21T00:44:16.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.612+0000 7f78e7608b80 1 Processor -- start 2024-05-21T00:44:16.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.613+0000 7f78e7608b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4d6889220 0x55a4d6896420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:16.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.613+0000 7f78e7608b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a4d6889bc0 0x55a4d6896960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:16.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.613+0000 7f78e7608b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4d688ef40 0x55a4d6896ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:16.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.613+0000 7f78e7608b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f78d81ae3f0 con 0x55a4d6889220 2024-05-21T00:44:16.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.613+0000 7f78e7608b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f78d81af860 con 0x55a4d688ef40 2024-05-21T00:44:16.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.613+0000 7f78e7608b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f78d81aeac0 con 0x55a4d6889bc0 2024-05-21T00:44:16.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.613+0000 7f78e7608b80 10 client.0 _ll_register_callbacks cb 0x55a4d6780d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:44:16.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.613+0000 7f78d5e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4d6889220 0x55a4d6896420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:16.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.613+0000 7f78d6800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4d688ef40 0x55a4d6896ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:16.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.613+0000 7f78d5e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4d6889220 0x55a4d6896420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:53492/0 (socket says 172.21.15.44:53492) 2024-05-21T00:44:16.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.613+0000 7f78d5e00700 1 -- 172.21.15.44:0/3176639848 learned_addr learned my addr 172.21.15.44:0/3176639848 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:16.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.613+0000 7f78d6800700 1 --2- 172.21.15.44:0/3176639848 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4d688ef40 0x55a4d6896ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:41360/0 (socket says 172.21.15.44:41360) 2024-05-21T00:44:16.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.613+0000 7f78d5400700 1 --2- 172.21.15.44:0/3176639848 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a4d6889bc0 0x55a4d6896960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:16.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.613+0000 7f78d6800700 1 -- 172.21.15.44:0/3176639848 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a4d6889bc0 msgr2=0x55a4d6896960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:16.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.614+0000 7f78d6800700 1 --2- 172.21.15.44:0/3176639848 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a4d6889bc0 0x55a4d6896960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.614+0000 7f78d6800700 1 -- 172.21.15.44:0/3176639848 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4d6889220 msgr2=0x55a4d6896420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:16.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.614+0000 7f78d6800700 1 --2- 172.21.15.44:0/3176639848 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4d6889220 0x55a4d6896420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.614+0000 7f78d6800700 1 -- 172.21.15.44:0/3176639848 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a4d690d7b0 con 0x55a4d688ef40 2024-05-21T00:44:16.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.614+0000 7f78d5e00700 1 --2- 172.21.15.44:0/3176639848 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4d6889220 0x55a4d6896420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:44:16.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.614+0000 7f78d6800700 1 --2- 172.21.15.44:0/3176639848 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4d688ef40 0x55a4d6896ea0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f78d0003e20 tx=0x7f78d0005b00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a394b89c6377e613 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:16.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.614+0000 7f78b7e00700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:44:16.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.614+0000 7f78b7e00700 1 -- 172.21.15.44:0/3176639848 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78d0040060 con 0x55a4d688ef40 2024-05-21T00:44:16.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.614+0000 7f78e7608b80 1 -- 172.21.15.44:0/3176639848 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78d0003e50 con 0x55a4d688ef40 2024-05-21T00:44:16.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.614+0000 7f78b7e00700 1 -- 172.21.15.44:0/3176639848 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f78d0029800 con 0x55a4d688ef40 2024-05-21T00:44:16.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.615+0000 7f78b7e00700 1 -- 172.21.15.44:0/3176639848 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f78d002d040 con 0x55a4d688ef40 2024-05-21T00:44:16.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.615+0000 7f78e7608b80 10 client.25634 fetch_fsmap learned FSMap version 26 2024-05-21T00:44:16.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.615+0000 7f78e7608b80 1 -- 172.21.15.44:0/3176639848 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a4d690ea40 con 0x55a4d688ef40 2024-05-21T00:44:16.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.615+0000 7f78b7e00700 1 -- 172.21.15.44:0/3176639848 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78d0003e50 con 0x55a4d688ef40 2024-05-21T00:44:16.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.615+0000 7f78b7e00700 1 -- 172.21.15.44:0/3176639848 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f78d0030020 con 0x55a4d688ef40 2024-05-21T00:44:16.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.615+0000 7f78e7608b80 10 client.25634 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:44:16.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.615+0000 7f78e7608b80 10 client.25634 resolve_mds: validated gid 24521 aka daemon mds.b 2024-05-21T00:44:16.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.615+0000 7f78e7608b80 20 client.25634 populate_metadata read hostname 'smithi044' 2024-05-21T00:44:16.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.615+0000 7f78e7608b80 1 --2- 172.21.15.44:0/3176639848 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55a4d690f000 0x55a4d6911420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:16.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.615+0000 7f78e7608b80 4 client.25634 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "236b8593", "release": true, "await": true}] 2024-05-21T00:44:16.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.615+0000 7f78e7608b80 1 -- 172.21.15.44:0/3176639848 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "quiesce db", "set_id": "236b8593", "release": true, "await": true}) -- 0x55a4d67e2670 con 0x55a4d690f000 2024-05-21T00:44:16.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.615+0000 7f78d5e00700 1 --2- 172.21.15.44:0/3176639848 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55a4d690f000 0x55a4d6911420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:16.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.616+0000 7f78d5e00700 1 --2- 172.21.15.44:0/3176639848 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55a4d690f000 0x55a4d6911420 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=451fb87936928b7a server_cookie=854e179d7eaac04f in_seq=0 out_seq=0 2024-05-21T00:44:16.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.616+0000 7f78b7e00700 10 client.25634 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:16.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.619+0000 7f78b7e00700 1 -- 172.21.15.44:0/3176639848 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x55a4d67e2670 con 0x55a4d690f000 2024-05-21T00:44:16.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.619+0000 7f78b7e00700 10 client.25634 handle_command_reply: tid=0 2024-05-21T00:44:16.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.619+0000 7f78e7608b80 1 client.25634 shutdown 2024-05-21T00:44:16.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.619+0000 7f78e7608b80 1 -- 172.21.15.44:0/3176639848 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4d688ef40 msgr2=0x55a4d6896ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:16.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.619+0000 7f78e7608b80 1 --2- 172.21.15.44:0/3176639848 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4d688ef40 0x55a4d6896ea0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f78d0003e20 tx=0x7f78d0005b00 comp rx=0 tx=0).stop 2024-05-21T00:44:16.777 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:44:16.778 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 26, 2024-05-21T00:44:16.778 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24521, 2024-05-21T00:44:16.778 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 8, 2024-05-21T00:44:16.778 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-05-21T00:44:16.778 INFO:teuthology.orchestra.run.smithi044.stdout: "236b8593": { 2024-05-21T00:44:16.778 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 8, 2024-05-21T00:44:16.778 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-05-21T00:44:16.778 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-05-21T00:44:16.778 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-05-21T00:44:16.778 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-05-21T00:44:16.778 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:44:16.778 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 90.0, 2024-05-21T00:44:16.779 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 150.0, 2024-05-21T00:44:16.779 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-05-21T00:44:16.779 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-05-21T00:44:16.779 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-05-21T00:44:16.779 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-05-21T00:44:16.779 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-05-21T00:44:16.779 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-05-21T00:44:16.779 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:44:16.779 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:44:16.779 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:44:16.779 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:44:16.779 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:44:16.779 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:44:16.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.619+0000 7f78e7608b80 1 -- 172.21.15.44:0/3176639848 shutdown_connections 2024-05-21T00:44:16.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.619+0000 7f78e7608b80 1 --2- 172.21.15.44:0/3176639848 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4d6889220 0x55a4d6896420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.619+0000 7f78e7608b80 1 --2- 172.21.15.44:0/3176639848 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55a4d690f000 0x55a4d6911420 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.619+0000 7f78e7608b80 1 --2- 172.21.15.44:0/3176639848 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4d688ef40 0x55a4d6896ea0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.619+0000 7f78e7608b80 1 --2- 172.21.15.44:0/3176639848 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a4d6889bc0 0x55a4d6896960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.619+0000 7f78b7e00700 0 client.25634 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:16.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.619+0000 7f78e7608b80 1 -- 172.21.15.44:0/3176639848 >> 172.21.15.44:0/3176639848 conn(0x55a4d67b6ce0 msgr2=0x55a4d688c810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:16.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.619+0000 7f78e7608b80 1 -- 172.21.15.44:0/3176639848 shutdown_connections 2024-05-21T00:44:16.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.620+0000 7f78e7608b80 1 -- 172.21.15.44:0/3176639848 wait complete. 2024-05-21T00:44:16.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.620+0000 7f78e7608b80 20 client.25634 trim_cache size 0 max 16384 2024-05-21T00:44:16.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.620+0000 7f78d7200700 1 -- 172.21.15.44:0/3377092593 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f78bc0b2880 msgr2=0x7f78bc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:16.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.620+0000 7f78d7200700 1 --2- 172.21.15.44:0/3377092593 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f78bc0b2880 0x7f78bc0b4d40 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f78d0006130 tx=0x7f78d000b3b0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.620+0000 7f78d7200700 1 -- 172.21.15.44:0/3377092593 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f78d8102460 msgr2=0x7f78d81a1f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:16.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.620+0000 7f78d7200700 1 --2- 172.21.15.44:0/3377092593 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f78d8102460 0x7f78d81a1f10 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f78c400e980 tx=0x7f78c400ec90 comp rx=0 tx=0).stop 2024-05-21T00:44:16.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.620+0000 7f78d7200700 1 -- 172.21.15.44:0/3377092593 shutdown_connections 2024-05-21T00:44:16.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.620+0000 7f78d7200700 1 --2- 172.21.15.44:0/3377092593 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f78bc0b2880 0x7f78bc0b4d40 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.620+0000 7f78d7200700 1 --2- 172.21.15.44:0/3377092593 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78d810dac0 0x7f78d819bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.621+0000 7f78d7200700 1 --2- 172.21.15.44:0/3377092593 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f78d8101b40 0x7f78d81a19d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.621+0000 7f78d7200700 1 --2- 172.21.15.44:0/3377092593 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f78d8102460 0x7f78d81a1f10 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:16.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.621+0000 7f78d7200700 1 -- 172.21.15.44:0/3377092593 >> 172.21.15.44:0/3377092593 conn(0x7f78d80771e0 msgr2=0x7f78d80ffa90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:16.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.621+0000 7f78d7200700 1 -- 172.21.15.44:0/3377092593 shutdown_connections 2024-05-21T00:44:16.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:16.621+0000 7f78d7200700 1 -- 172.21.15.44:0/3377092593 wait complete. 2024-05-21T00:44:16.864 INFO:tasks.workunit.client.0.smithi044.stderr:1+0 records in 2024-05-21T00:44:16.864 INFO:tasks.workunit.client.0.smithi044.stderr:1+0 records out 2024-05-21T00:44:16.864 INFO:tasks.workunit.client.0.smithi044.stderr:16777216 bytes (17 MB, 16 MiB) copied, 0.223989 s, 74.9 MB/s 2024-05-21T00:44:16.868 INFO:tasks.workunit.client.0.smithi044.stdout:OK 2024-05-21T00:44:16.868 INFO:tasks.workunit.client.0.smithi044.stderr:+ echo OK 2024-05-21T00:44:16.869 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-05-21T00:44:16.870 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-05-21T00:44:16.975 INFO:tasks.workunit:Running workunit direct_io/direct_io_test... 2024-05-21T00:44:16.975 DEBUG:teuthology.orchestra.run.smithi044:workunit test direct_io/direct_io_test> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=b772be9bbd810236a4ab405b6b221a45c687051f TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io/direct_io_test 2024-05-21T00:44:17.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:17 smithi092 ceph-mon[36335]: pgmap v525: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:44:17.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:17 smithi044 ceph-mon[31392]: pgmap v525: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:44:17.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:17 smithi082 ceph-mon[36141]: pgmap v525: 97 pgs: 97 active+clean; 661 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T00:44:18.053 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '236b8593', total seconds elapsed: 42.3 2024-05-21T00:44:18.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.719+0000 7f542d800700 1 -- 172.21.15.44:0/208225428 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f54281095d0 msgr2=0x7f54281099b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:18.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.719+0000 7f542d800700 1 --2- 172.21.15.44:0/208225428 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f54281095d0 0x7f54281099b0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f541800b0a0 tx=0x7f541800b3b0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.719+0000 7f542d800700 1 -- 172.21.15.44:0/208225428 shutdown_connections 2024-05-21T00:44:18.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.719+0000 7f542d800700 1 --2- 172.21.15.44:0/208225428 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5428103f80 0x7f5428110410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.719+0000 7f542d800700 1 --2- 172.21.15.44:0/208225428 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f54281095d0 0x7f54281099b0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.719+0000 7f542d800700 1 --2- 172.21.15.44:0/208225428 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f54281035c0 0x7f5428103a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.719+0000 7f542d800700 1 -- 172.21.15.44:0/208225428 >> 172.21.15.44:0/208225428 conn(0x7f542807a610 msgr2=0x7f542807aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:18.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.719+0000 7f542d800700 1 -- 172.21.15.44:0/208225428 shutdown_connections 2024-05-21T00:44:18.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.719+0000 7f542d800700 1 -- 172.21.15.44:0/208225428 wait complete. 2024-05-21T00:44:18.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.720+0000 7f542d800700 1 Processor -- start 2024-05-21T00:44:18.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.721+0000 7f542d800700 1 -- start start 2024-05-21T00:44:18.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.721+0000 7f542d800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f54281035c0 0x7f5428075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:18.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.721+0000 7f542d800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5428103f80 0x7f5428075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:18.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.721+0000 7f542d800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f54281095d0 0x7f54280762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:18.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.721+0000 7f542d800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5428113790 con 0x7f54281035c0 2024-05-21T00:44:18.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.721+0000 7f542d800700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f5428113610 con 0x7f5428103f80 2024-05-21T00:44:18.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.721+0000 7f542d800700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f5428113910 con 0x7f54281095d0 2024-05-21T00:44:18.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.722+0000 7f5426a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f54281035c0 0x7f5428075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:18.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.722+0000 7f5426a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f54281035c0 0x7f5428075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:53986/0 (socket says 172.21.15.44:53986) 2024-05-21T00:44:18.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.722+0000 7f5426a00700 1 -- 172.21.15.44:0/74440774 learned_addr learned my addr 172.21.15.44:0/74440774 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:18.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.722+0000 7f5427400700 1 --2- 172.21.15.44:0/74440774 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f54281095d0 0x7f54280762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:18.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.722+0000 7f541e000700 1 --2- 172.21.15.44:0/74440774 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5428103f80 0x7f5428075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:18.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.722+0000 7f5426a00700 1 -- 172.21.15.44:0/74440774 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f54281095d0 msgr2=0x7f54280762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:18.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.722+0000 7f5426a00700 1 --2- 172.21.15.44:0/74440774 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f54281095d0 0x7f54280762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.722+0000 7f5426a00700 1 -- 172.21.15.44:0/74440774 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5428103f80 msgr2=0x7f5428075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:18.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.722+0000 7f5426a00700 1 --2- 172.21.15.44:0/74440774 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5428103f80 0x7f5428075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.722+0000 7f5426a00700 1 -- 172.21.15.44:0/74440774 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54281a80d0 con 0x7f54281035c0 2024-05-21T00:44:18.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.723+0000 7f5426a00700 1 --2- 172.21.15.44:0/74440774 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f54281035c0 0x7f5428075840 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f541800d010 tx=0x7f5418004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:18.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.723+0000 7f541fe00700 1 -- 172.21.15.44:0/74440774 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5418021070 con 0x7f54281035c0 2024-05-21T00:44:18.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.723+0000 7f541fe00700 1 -- 172.21.15.44:0/74440774 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5418007c40 con 0x7f54281035c0 2024-05-21T00:44:18.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.723+0000 7f541fe00700 1 -- 172.21.15.44:0/74440774 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5418004760 con 0x7f54281035c0 2024-05-21T00:44:18.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.723+0000 7f542d800700 1 -- 172.21.15.44:0/74440774 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54281a8360 con 0x7f54281035c0 2024-05-21T00:44:18.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.723+0000 7f542d800700 1 -- 172.21.15.44:0/74440774 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54281a87c0 con 0x7f54281035c0 2024-05-21T00:44:18.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.727+0000 7f541fe00700 1 -- 172.21.15.44:0/74440774 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f5418003a00 con 0x7f54281035c0 2024-05-21T00:44:18.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.728+0000 7f54380d9b80 1 Processor -- start 2024-05-21T00:44:18.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.728+0000 7f54380d9b80 1 -- start start 2024-05-21T00:44:18.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.729+0000 7f54380d9b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560db6bc9eb0 0x560db6bca290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:18.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.729+0000 7f54380d9b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560db6bca7d0 0x560db6bc4260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:18.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.729+0000 7f54380d9b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560db6bc4880 0x560db6bc4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:18.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.729+0000 7f54380d9b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x560db6b22e40 con 0x560db6bc4880 2024-05-21T00:44:18.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.729+0000 7f54380d9b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x560db6b129e0 con 0x560db6bc9eb0 2024-05-21T00:44:18.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.729+0000 7f54380d9b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x560db6b16a20 con 0x560db6bca7d0 2024-05-21T00:44:18.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.729+0000 7f541fe00700 1 --2- 172.21.15.44:0/74440774 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f540c0b2900 0x7f540c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:18.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.729+0000 7f5426a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560db6bca7d0 0x560db6bc4260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:18.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.729+0000 7f5427400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560db6bc9eb0 0x560db6bca290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:18.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.729+0000 7f5427400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560db6bc9eb0 0x560db6bca290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:47436/0 (socket says 172.21.15.44:47436) 2024-05-21T00:44:18.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.729+0000 7f5427400700 1 -- 172.21.15.44:0/3446377082 learned_addr learned my addr 172.21.15.44:0/3446377082 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:18.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.729+0000 7f541e000700 1 --2- 172.21.15.44:0/3446377082 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560db6bc4880 0x560db6bc4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:18.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.730+0000 7f541fe00700 1 -- 172.21.15.44:0/74440774 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f541800f020 con 0x7f54281035c0 2024-05-21T00:44:18.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.730+0000 7f5427400700 1 --2- 172.21.15.44:0/74440774 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f540c0b2900 0x7f540c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:18.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.730+0000 7f541e000700 1 -- 172.21.15.44:0/3446377082 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560db6bca7d0 msgr2=0x560db6bc4260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:18.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.730+0000 7f541e000700 1 --2- 172.21.15.44:0/3446377082 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560db6bca7d0 0x560db6bc4260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.730+0000 7f541e000700 1 -- 172.21.15.44:0/3446377082 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560db6bc9eb0 msgr2=0x560db6bca290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:18.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.730+0000 7f541e000700 1 --2- 172.21.15.44:0/3446377082 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560db6bc9eb0 0x560db6bca290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.730+0000 7f541e000700 1 -- 172.21.15.44:0/3446377082 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560db6adb420 con 0x560db6bc4880 2024-05-21T00:44:18.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.731+0000 7f5427400700 1 --2- 172.21.15.44:0/74440774 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f540c0b2900 0x7f540c0b4dc0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f5420005950 tx=0x7f54200047c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:18.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.731+0000 7f541e000700 1 --2- 172.21.15.44:0/3446377082 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560db6bc4880 0x560db6bc4ce0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f54280772d0 tx=0x7f541000bf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=372fa22353bdc4ab server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:18.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.731+0000 7f5417e00700 1 -- 172.21.15.44:0/3446377082 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5410015070 con 0x560db6bc4880 2024-05-21T00:44:18.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.732+0000 7f5417e00700 1 -- 172.21.15.44:0/3446377082 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f541001a460 con 0x560db6bc4880 2024-05-21T00:44:18.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.732+0000 7f5417e00700 1 -- 172.21.15.44:0/3446377082 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54100116a0 con 0x560db6bc4880 2024-05-21T00:44:18.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.732+0000 7f54380d9b80 1 -- 172.21.15.44:0/3446377082 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560db6bc4880 msgr2=0x560db6bc4ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:18.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.732+0000 7f54380d9b80 1 --2- 172.21.15.44:0/3446377082 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560db6bc4880 0x560db6bc4ce0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f54280772d0 tx=0x7f541000bf20 comp rx=0 tx=0).stop 2024-05-21T00:44:18.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.733+0000 7f54380d9b80 1 -- 172.21.15.44:0/3446377082 shutdown_connections 2024-05-21T00:44:18.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.733+0000 7f54380d9b80 1 --2- 172.21.15.44:0/3446377082 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560db6bc4880 0x560db6bc4ce0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.733+0000 7f54380d9b80 1 --2- 172.21.15.44:0/3446377082 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560db6bc9eb0 0x560db6bca290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.733+0000 7f54380d9b80 1 --2- 172.21.15.44:0/3446377082 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560db6bca7d0 0x560db6bc4260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.733+0000 7f54380d9b80 1 -- 172.21.15.44:0/3446377082 >> 172.21.15.44:0/3446377082 conn(0x560db6af2be0 msgr2=0x560db6bbf010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:18.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.733+0000 7f54380d9b80 1 -- 172.21.15.44:0/3446377082 shutdown_connections 2024-05-21T00:44:18.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.733+0000 7f54380d9b80 1 -- 172.21.15.44:0/3446377082 wait complete. 2024-05-21T00:44:18.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.733+0000 7f54380d9b80 1 -- start start 2024-05-21T00:44:18.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.734+0000 7f54380d9b80 1 Processor -- start 2024-05-21T00:44:18.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.734+0000 7f54380d9b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560db6bc4880 0x560db6bd0450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:18.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.734+0000 7f54380d9b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560db6bc9eb0 0x560db6bcd7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:18.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.734+0000 7f54380d9b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560db6bca7d0 0x560db6bcdd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:18.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.734+0000 7f54380d9b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x560db6a18fa0 con 0x560db6bc9eb0 2024-05-21T00:44:18.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.734+0000 7f54380d9b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x560db6ab3760 con 0x560db6bca7d0 2024-05-21T00:44:18.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.734+0000 7f54380d9b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x560db6bd1240 con 0x560db6bc4880 2024-05-21T00:44:18.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.734+0000 7f54380d9b80 10 client.0 _ll_register_callbacks cb 0x560db6abcc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:44:18.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.735+0000 7f5426a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560db6bc4880 0x560db6bd0450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:18.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.735+0000 7f5426a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560db6bc4880 0x560db6bd0450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:51028/0 (socket says 172.21.15.44:51028) 2024-05-21T00:44:18.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.735+0000 7f5426a00700 1 -- 172.21.15.44:0/3017957279 learned_addr learned my addr 172.21.15.44:0/3017957279 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:18.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.735+0000 7f5427400700 1 --2- 172.21.15.44:0/3017957279 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560db6bca7d0 0x560db6bcdd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:18.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.735+0000 7f541e000700 1 --2- 172.21.15.44:0/3017957279 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560db6bc9eb0 0x560db6bcd7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:18.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.735+0000 7f5426a00700 1 -- 172.21.15.44:0/3017957279 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560db6bca7d0 msgr2=0x560db6bcdd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:18.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.735+0000 7f5426a00700 1 --2- 172.21.15.44:0/3017957279 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560db6bca7d0 0x560db6bcdd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.735+0000 7f5426a00700 1 -- 172.21.15.44:0/3017957279 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560db6bc9eb0 msgr2=0x560db6bcd7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:18.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.735+0000 7f5426a00700 1 --2- 172.21.15.44:0/3017957279 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560db6bc9eb0 0x560db6bcd7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.735+0000 7f5426a00700 1 -- 172.21.15.44:0/3017957279 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560db6a628d0 con 0x560db6bc4880 2024-05-21T00:44:18.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.735+0000 7f541e000700 1 --2- 172.21.15.44:0/3017957279 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560db6bc9eb0 0x560db6bcd7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:44:18.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.735+0000 7f5426a00700 1 --2- 172.21.15.44:0/3017957279 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560db6bc4880 0x560db6bd0450 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f541800b780 tx=0x7f54180aa500 comp rx=0 tx=0).ready entity=mon.1 client_cookie=93d7b3849d3914fe server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:18.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.735+0000 7f5414c00700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:44:18.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.736+0000 7f5414c00700 1 -- 172.21.15.44:0/3017957279 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54180ab490 con 0x560db6bc4880 2024-05-21T00:44:18.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.736+0000 7f5414c00700 1 -- 172.21.15.44:0/3017957279 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f54180aaff0 con 0x560db6bc4880 2024-05-21T00:44:18.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.736+0000 7f54380d9b80 1 -- 172.21.15.44:0/3017957279 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f541001a460 con 0x560db6bc4880 2024-05-21T00:44:18.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.736+0000 7f5414c00700 1 -- 172.21.15.44:0/3017957279 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f54180b3b60 con 0x560db6bc4880 2024-05-21T00:44:18.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.736+0000 7f54380d9b80 10 client.25672 fetch_fsmap learned FSMap version 26 2024-05-21T00:44:18.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.736+0000 7f54380d9b80 1 -- 172.21.15.44:0/3017957279 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560db6ae3060 con 0x560db6bc4880 2024-05-21T00:44:18.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.736+0000 7f5414c00700 1 -- 172.21.15.44:0/3017957279 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f541001a460 con 0x560db6bc4880 2024-05-21T00:44:18.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.736+0000 7f5414c00700 1 -- 172.21.15.44:0/3017957279 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5418011070 con 0x560db6bc4880 2024-05-21T00:44:18.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.737+0000 7f54380d9b80 10 client.25672 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:44:18.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.737+0000 7f54380d9b80 10 client.25672 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T00:44:18.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.737+0000 7f54380d9b80 20 client.25672 populate_metadata read hostname 'smithi044' 2024-05-21T00:44:18.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.737+0000 7f54380d9b80 1 --2- 172.21.15.44:0/3017957279 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x560db6bddb90 0x560db6bdffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:18.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.737+0000 7f54380d9b80 4 client.25672 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:44:18.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.737+0000 7f54380d9b80 1 -- 172.21.15.44:0/3017957279 --> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560db6b24d90 con 0x560db6bddb90 2024-05-21T00:44:18.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.737+0000 7f541e000700 1 --2- 172.21.15.44:0/3017957279 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x560db6bddb90 0x560db6bdffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:18.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.738+0000 7f541e000700 1 --2- 172.21.15.44:0/3017957279 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x560db6bddb90 0x560db6bdffa0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4a1b6128eea36377 server_cookie=adf93db154a06974 in_seq=0 out_seq=0 2024-05-21T00:44:18.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.738+0000 7f5414c00700 10 client.25672 ms_handle_connect on v2:172.21.15.44:6838/1038937716 2024-05-21T00:44:18.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.739+0000 7f5414c00700 1 -- 172.21.15.44:0/3017957279 <== mds.1 v2:172.21.15.44:6838/1038937716 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560db6b24d90 con 0x560db6bddb90 2024-05-21T00:44:18.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.739+0000 7f5414c00700 10 client.25672 handle_command_reply: tid=0 2024-05-21T00:44:18.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.739+0000 7f54380d9b80 1 client.25672 shutdown 2024-05-21T00:44:18.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.739+0000 7f54380d9b80 1 -- 172.21.15.44:0/3017957279 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560db6bc4880 msgr2=0x560db6bd0450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:18.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.739+0000 7f54380d9b80 1 --2- 172.21.15.44:0/3017957279 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560db6bc4880 0x560db6bd0450 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f541800b780 tx=0x7f54180aa500 comp rx=0 tx=0).stop 2024-05-21T00:44:18.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.739+0000 7f54380d9b80 1 -- 172.21.15.44:0/3017957279 shutdown_connections 2024-05-21T00:44:18.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.739+0000 7f54380d9b80 1 --2- 172.21.15.44:0/3017957279 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560db6bca7d0 0x560db6bcdd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.739+0000 7f54380d9b80 1 --2- 172.21.15.44:0/3017957279 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560db6bc4880 0x560db6bd0450 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.739+0000 7f54380d9b80 1 --2- 172.21.15.44:0/3017957279 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x560db6bddb90 0x560db6bdffa0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.739+0000 7f54380d9b80 1 --2- 172.21.15.44:0/3017957279 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560db6bc9eb0 0x560db6bcd7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.739+0000 7f54380d9b80 1 -- 172.21.15.44:0/3017957279 >> 172.21.15.44:0/3017957279 conn(0x560db6af2be0 msgr2=0x560db6bc3250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:18.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.739+0000 7f5414c00700 0 client.25672 ms_handle_reset on v2:172.21.15.44:6838/1038937716 2024-05-21T00:44:18.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.740+0000 7f54380d9b80 1 -- 172.21.15.44:0/3017957279 shutdown_connections 2024-05-21T00:44:18.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.740+0000 7f54380d9b80 1 -- 172.21.15.44:0/3017957279 wait complete. 2024-05-21T00:44:18.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.740+0000 7f54380d9b80 20 client.25672 trim_cache size 0 max 16384 2024-05-21T00:44:18.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.759+0000 7f54380d9b80 1 Processor -- start 2024-05-21T00:44:18.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.759+0000 7f54380d9b80 1 -- start start 2024-05-21T00:44:18.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.759+0000 7f54380d9b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560db6bc4880 0x560db6bc4260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:18.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.759+0000 7f54380d9b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560db6bc9eb0 0x560db6bce390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:18.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.759+0000 7f54380d9b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560db6bca7d0 0x560db6bcc100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:18.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.759+0000 7f54380d9b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f54281b2790 con 0x560db6bc4880 2024-05-21T00:44:18.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.759+0000 7f54380d9b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f54281b0020 con 0x560db6bc9eb0 2024-05-21T00:44:18.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.759+0000 7f54380d9b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f54281ade70 con 0x560db6bca7d0 2024-05-21T00:44:18.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.760+0000 7f5427400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560db6bca7d0 0x560db6bcc100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:18.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.760+0000 7f5427400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560db6bca7d0 0x560db6bcc100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:51034/0 (socket says 172.21.15.44:51034) 2024-05-21T00:44:18.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.760+0000 7f5427400700 1 -- 172.21.15.44:0/1938801546 learned_addr learned my addr 172.21.15.44:0/1938801546 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:18.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.760+0000 7f5426a00700 1 --2- 172.21.15.44:0/1938801546 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560db6bc4880 0x560db6bc4260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:18.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.760+0000 7f541e000700 1 --2- 172.21.15.44:0/1938801546 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560db6bc9eb0 0x560db6bce390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:18.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.760+0000 7f5427400700 1 -- 172.21.15.44:0/1938801546 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560db6bc9eb0 msgr2=0x560db6bce390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:18.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.760+0000 7f5427400700 1 --2- 172.21.15.44:0/1938801546 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560db6bc9eb0 0x560db6bce390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.760+0000 7f5427400700 1 -- 172.21.15.44:0/1938801546 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560db6bc4880 msgr2=0x560db6bc4260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:18.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.760+0000 7f5427400700 1 --2- 172.21.15.44:0/1938801546 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560db6bc4880 0x560db6bc4260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.760+0000 7f5427400700 1 -- 172.21.15.44:0/1938801546 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560db6bc52d0 con 0x560db6bca7d0 2024-05-21T00:44:18.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.760+0000 7f541e000700 1 --2- 172.21.15.44:0/1938801546 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560db6bc9eb0 0x560db6bce390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:44:18.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.761+0000 7f5427400700 1 --2- 172.21.15.44:0/1938801546 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560db6bca7d0 0x560db6bcc100 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f5420010460 tx=0x7f54200098c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=78f1902f129d7ee3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:18.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.761+0000 7f5417400700 1 -- 172.21.15.44:0/1938801546 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5420022450 con 0x560db6bca7d0 2024-05-21T00:44:18.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.761+0000 7f5417400700 1 -- 172.21.15.44:0/1938801546 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5420022aa0 con 0x560db6bca7d0 2024-05-21T00:44:18.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.761+0000 7f5417400700 1 -- 172.21.15.44:0/1938801546 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5420021b50 con 0x560db6bca7d0 2024-05-21T00:44:18.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.762+0000 7f54380d9b80 1 -- 172.21.15.44:0/1938801546 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560db6bca7d0 msgr2=0x560db6bcc100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:18.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.762+0000 7f54380d9b80 1 --2- 172.21.15.44:0/1938801546 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560db6bca7d0 0x560db6bcc100 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f5420010460 tx=0x7f54200098c0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.762+0000 7f54380d9b80 1 -- 172.21.15.44:0/1938801546 shutdown_connections 2024-05-21T00:44:18.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.762+0000 7f54380d9b80 1 --2- 172.21.15.44:0/1938801546 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560db6bc4880 0x560db6bc4260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.762+0000 7f54380d9b80 1 --2- 172.21.15.44:0/1938801546 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560db6bca7d0 0x560db6bcc100 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.762+0000 7f54380d9b80 1 --2- 172.21.15.44:0/1938801546 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560db6bc9eb0 0x560db6bce390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.762+0000 7f54380d9b80 1 -- 172.21.15.44:0/1938801546 >> 172.21.15.44:0/1938801546 conn(0x560db6af2be0 msgr2=0x560db6bc79c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:18.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.762+0000 7f54380d9b80 1 -- 172.21.15.44:0/1938801546 shutdown_connections 2024-05-21T00:44:18.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.762+0000 7f54380d9b80 1 -- 172.21.15.44:0/1938801546 wait complete. 2024-05-21T00:44:18.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.763+0000 7f54380d9b80 1 -- start start 2024-05-21T00:44:18.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.763+0000 7f54380d9b80 1 Processor -- start 2024-05-21T00:44:18.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.764+0000 7f54380d9b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560db6bc4880 0x560db6bd6b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:18.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.764+0000 7f54380d9b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560db6bc9eb0 0x560db6be5060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:18.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.764+0000 7f54380d9b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560db6bca7d0 0x560db6be55a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:18.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.764+0000 7f54380d9b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f54281ae4e0 con 0x560db6bca7d0 2024-05-21T00:44:18.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.764+0000 7f54380d9b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f54281af950 con 0x560db6bc9eb0 2024-05-21T00:44:18.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.764+0000 7f54380d9b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f54281aebb0 con 0x560db6bc4880 2024-05-21T00:44:18.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.764+0000 7f54380d9b80 10 client.0 _ll_register_callbacks cb 0x560db6abcc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:44:18.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.764+0000 7f5426a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560db6bc4880 0x560db6bd6b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:18.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.764+0000 7f5426a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560db6bc4880 0x560db6bd6b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:51038/0 (socket says 172.21.15.44:51038) 2024-05-21T00:44:18.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.764+0000 7f5426a00700 1 -- 172.21.15.44:0/3276845287 learned_addr learned my addr 172.21.15.44:0/3276845287 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:18.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.764+0000 7f541e000700 1 --2- 172.21.15.44:0/3276845287 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560db6bc9eb0 0x560db6be5060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:18.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.764+0000 7f5426a00700 1 -- 172.21.15.44:0/3276845287 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560db6bc9eb0 msgr2=0x560db6be5060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:18.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.764+0000 7f5426a00700 1 --2- 172.21.15.44:0/3276845287 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560db6bc9eb0 0x560db6be5060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.764+0000 7f5426a00700 1 -- 172.21.15.44:0/3276845287 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560db6bca7d0 msgr2=0x560db6be55a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T00:44:18.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.765+0000 7f5426a00700 1 --2- 172.21.15.44:0/3276845287 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560db6bca7d0 0x560db6be55a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.765+0000 7f5426a00700 1 -- 172.21.15.44:0/3276845287 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560db6be5cb0 con 0x560db6bc4880 2024-05-21T00:44:18.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.765+0000 7f541e000700 1 --2- 172.21.15.44:0/3276845287 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560db6bc9eb0 0x560db6be5060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:44:18.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.765+0000 7f5426a00700 1 --2- 172.21.15.44:0/3276845287 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560db6bc4880 0x560db6bd6b30 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f541800b3f0 tx=0x7f54180049b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b25960fc4a7a029f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:18.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.765+0000 7f5414c00700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:44:18.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.765+0000 7f5414c00700 1 -- 172.21.15.44:0/3276845287 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54180b36d0 con 0x560db6bc4880 2024-05-21T00:44:18.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.765+0000 7f54380d9b80 1 -- 172.21.15.44:0/3276845287 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5420022aa0 con 0x560db6bc4880 2024-05-21T00:44:18.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.765+0000 7f5414c00700 1 -- 172.21.15.44:0/3276845287 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f54180aa200 con 0x560db6bc4880 2024-05-21T00:44:18.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.765+0000 7f5414c00700 1 -- 172.21.15.44:0/3276845287 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f54180ab490 con 0x560db6bc4880 2024-05-21T00:44:18.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.765+0000 7f54380d9b80 10 client.25678 fetch_fsmap learned FSMap version 26 2024-05-21T00:44:18.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.765+0000 7f54380d9b80 1 -- 172.21.15.44:0/3276845287 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560db6c486c0 con 0x560db6bc4880 2024-05-21T00:44:18.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.766+0000 7f5414c00700 1 -- 172.21.15.44:0/3276845287 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5420022aa0 con 0x560db6bc4880 2024-05-21T00:44:18.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.766+0000 7f5414c00700 1 -- 172.21.15.44:0/3276845287 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5418011070 con 0x560db6bc4880 2024-05-21T00:44:18.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.766+0000 7f54380d9b80 10 client.25678 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:44:18.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.766+0000 7f54380d9b80 10 client.25678 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T00:44:18.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.766+0000 7f54380d9b80 20 client.25678 populate_metadata read hostname 'smithi044' 2024-05-21T00:44:18.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.766+0000 7f54380d9b80 1 --2- 172.21.15.44:0/3276845287 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x560db6c48be0 0x560db6c4aff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:18.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.766+0000 7f54380d9b80 4 client.25678 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:44:18.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.766+0000 7f54380d9b80 1 -- 172.21.15.44:0/3276845287 --> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560db6b1e570 con 0x560db6c48be0 2024-05-21T00:44:18.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.766+0000 7f541e000700 1 --2- 172.21.15.44:0/3276845287 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x560db6c48be0 0x560db6c4aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:18.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.767+0000 7f541e000700 1 --2- 172.21.15.44:0/3276845287 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x560db6c48be0 0x560db6c4aff0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c43a218477f7d792 server_cookie=1dee54659c14f7d7 in_seq=0 out_seq=0 2024-05-21T00:44:18.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.767+0000 7f5414c00700 10 client.25678 ms_handle_connect on v2:172.21.15.44:6838/1038937716 2024-05-21T00:44:18.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.767+0000 7f5414c00700 1 -- 172.21.15.44:0/3276845287 <== mds.1 v2:172.21.15.44:6838/1038937716 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560db6b1e570 con 0x560db6c48be0 2024-05-21T00:44:18.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.767+0000 7f5414c00700 10 client.25678 handle_command_reply: tid=0 2024-05-21T00:44:18.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.767+0000 7f54380d9b80 1 client.25678 shutdown 2024-05-21T00:44:18.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.767+0000 7f54380d9b80 1 -- 172.21.15.44:0/3276845287 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560db6bc4880 msgr2=0x560db6bd6b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:18.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.767+0000 7f54380d9b80 1 --2- 172.21.15.44:0/3276845287 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560db6bc4880 0x560db6bd6b30 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f541800b3f0 tx=0x7f54180049b0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.768+0000 7f54380d9b80 1 -- 172.21.15.44:0/3276845287 shutdown_connections 2024-05-21T00:44:18.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.768+0000 7f54380d9b80 1 --2- 172.21.15.44:0/3276845287 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x560db6c48be0 0x560db6c4aff0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.768+0000 7f54380d9b80 1 --2- 172.21.15.44:0/3276845287 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560db6bca7d0 0x560db6be55a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.768+0000 7f54380d9b80 1 --2- 172.21.15.44:0/3276845287 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560db6bc4880 0x560db6bd6b30 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.768+0000 7f54380d9b80 1 --2- 172.21.15.44:0/3276845287 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560db6bc9eb0 0x560db6be5060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.768+0000 7f54380d9b80 1 -- 172.21.15.44:0/3276845287 >> 172.21.15.44:0/3276845287 conn(0x560db6af2be0 msgr2=0x560db6bcc040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:18.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.768+0000 7f5414c00700 0 client.25678 ms_handle_reset on v2:172.21.15.44:6838/1038937716 2024-05-21T00:44:18.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.768+0000 7f54380d9b80 1 -- 172.21.15.44:0/3276845287 shutdown_connections 2024-05-21T00:44:18.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.768+0000 7f54380d9b80 1 -- 172.21.15.44:0/3276845287 wait complete. 2024-05-21T00:44:18.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.768+0000 7f54380d9b80 20 client.25678 trim_cache size 0 max 16384 2024-05-21T00:44:18.773 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-21T00:44:18.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.769+0000 7f542d800700 1 -- 172.21.15.44:0/74440774 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f540c0b2900 msgr2=0x7f540c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:18.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.769+0000 7f542d800700 1 --2- 172.21.15.44:0/74440774 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f540c0b2900 0x7f540c0b4dc0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f5420005950 tx=0x7f54200047c0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.769+0000 7f542d800700 1 -- 172.21.15.44:0/74440774 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f54281035c0 msgr2=0x7f5428075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:18.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.769+0000 7f542d800700 1 --2- 172.21.15.44:0/74440774 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f54281035c0 0x7f5428075840 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f541800d010 tx=0x7f5418004d00 comp rx=0 tx=0).stop 2024-05-21T00:44:18.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.769+0000 7f542d800700 1 -- 172.21.15.44:0/74440774 shutdown_connections 2024-05-21T00:44:18.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.769+0000 7f542d800700 1 --2- 172.21.15.44:0/74440774 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f540c0b2900 0x7f540c0b4dc0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.769+0000 7f542d800700 1 --2- 172.21.15.44:0/74440774 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f54281035c0 0x7f5428075840 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.769+0000 7f542d800700 1 --2- 172.21.15.44:0/74440774 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f54281095d0 0x7f54280762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.769+0000 7f542d800700 1 --2- 172.21.15.44:0/74440774 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5428103f80 0x7f5428075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:18.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.769+0000 7f542d800700 1 -- 172.21.15.44:0/74440774 >> 172.21.15.44:0/74440774 conn(0x7f542807a610 msgr2=0x7f5428102390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:18.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.769+0000 7f542d800700 1 -- 172.21.15.44:0/74440774 shutdown_connections 2024-05-21T00:44:18.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:18.770+0000 7f542d800700 1 -- 172.21.15.44:0/74440774 wait complete. 2024-05-21T00:44:19.738 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T00:44:19.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:19 smithi092 ceph-mon[36335]: pgmap v526: 97 pgs: 97 active+clean; 9.0 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 218 KiB/s rd, 716 KiB/s wr, 59 op/s 2024-05-21T00:44:19.822 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:19 smithi044 ceph-mon[31392]: pgmap v526: 97 pgs: 97 active+clean; 9.0 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 218 KiB/s rd, 716 KiB/s wr, 59 op/s 2024-05-21T00:44:19.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:19 smithi082 ceph-mon[36141]: pgmap v526: 97 pgs: 97 active+clean; 9.0 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 218 KiB/s rd, 716 KiB/s wr, 59 op/s 2024-05-21T00:44:20.231 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:44:21.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:21 smithi092 ceph-mon[36335]: pgmap v527: 97 pgs: 97 active+clean; 9.0 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 218 KiB/s rd, 1.0 MiB/s wr, 60 op/s 2024-05-21T00:44:21.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:21 smithi044 ceph-mon[31392]: pgmap v527: 97 pgs: 97 active+clean; 9.0 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 218 KiB/s rd, 1.0 MiB/s wr, 60 op/s 2024-05-21T00:44:21.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:21 smithi082 ceph-mon[36141]: pgmap v527: 97 pgs: 97 active+clean; 9.0 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 218 KiB/s rd, 1.0 MiB/s wr, 60 op/s 2024-05-21T00:44:22.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.583+0000 7f3625800700 1 -- 172.21.15.44:0/3067677874 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3620075770 msgr2=0x7f3620075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:22.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.583+0000 7f3625800700 1 --2- 172.21.15.44:0/3067677874 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3620075770 0x7f3620075b50 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f3610009990 tx=0x7f3610009ca0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.583+0000 7f3625800700 1 -- 172.21.15.44:0/3067677874 shutdown_connections 2024-05-21T00:44:22.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.583+0000 7f3625800700 1 --2- 172.21.15.44:0/3067677874 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f362010ffa0 0x7f3620112390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.583+0000 7f3625800700 1 --2- 172.21.15.44:0/3067677874 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3620075770 0x7f3620075b50 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.583+0000 7f3625800700 1 --2- 172.21.15.44:0/3067677874 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3620076090 0x7f362010fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.583+0000 7f3625800700 1 -- 172.21.15.44:0/3067677874 >> 172.21.15.44:0/3067677874 conn(0x7f362007a6a0 msgr2=0x7f362007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:22.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.583+0000 7f3625800700 1 -- 172.21.15.44:0/3067677874 shutdown_connections 2024-05-21T00:44:22.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.583+0000 7f3625800700 1 -- 172.21.15.44:0/3067677874 wait complete. 2024-05-21T00:44:22.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.584+0000 7f3625800700 1 Processor -- start 2024-05-21T00:44:22.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.585+0000 7f3625800700 1 -- start start 2024-05-21T00:44:22.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.585+0000 7f3625800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3620075770 0x7f362019bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:22.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.585+0000 7f3625800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3620076090 0x7f362019c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:22.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.585+0000 7f3625800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f362010ffa0 0x7f36201a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:22.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.585+0000 7f3625800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f36201159a0 con 0x7f362010ffa0 2024-05-21T00:44:22.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.585+0000 7f3625800700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f3620115820 con 0x7f3620075770 2024-05-21T00:44:22.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.585+0000 7f3625800700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f3620115b20 con 0x7f3620076090 2024-05-21T00:44:22.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.586+0000 7f361ea00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3620075770 0x7f362019bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:22.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.586+0000 7f361f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f362010ffa0 0x7f36201a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:22.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.586+0000 7f361ea00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3620075770 0x7f362019bdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:47486/0 (socket says 172.21.15.44:47486) 2024-05-21T00:44:22.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.586+0000 7f361ea00700 1 -- 172.21.15.44:0/3161194458 learned_addr learned my addr 172.21.15.44:0/3161194458 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:22.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.586+0000 7f3616000700 1 --2- 172.21.15.44:0/3161194458 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3620076090 0x7f362019c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:22.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.586+0000 7f361ea00700 1 -- 172.21.15.44:0/3161194458 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3620076090 msgr2=0x7f362019c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:22.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.586+0000 7f361ea00700 1 --2- 172.21.15.44:0/3161194458 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3620076090 0x7f362019c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.586+0000 7f361ea00700 1 -- 172.21.15.44:0/3161194458 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f362010ffa0 msgr2=0x7f36201a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:22.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.586+0000 7f361ea00700 1 --2- 172.21.15.44:0/3161194458 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f362010ffa0 0x7f36201a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.586+0000 7f361ea00700 1 -- 172.21.15.44:0/3161194458 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36201a0d70 con 0x7f3620075770 2024-05-21T00:44:22.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.586+0000 7f3616000700 1 --2- 172.21.15.44:0/3161194458 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3620076090 0x7f362019c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:44:22.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.586+0000 7f361f400700 1 --2- 172.21.15.44:0/3161194458 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f362010ffa0 0x7f36201a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:44:22.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.587+0000 7f361ea00700 1 --2- 172.21.15.44:0/3161194458 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3620075770 0x7f362019bdb0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f3610005910 tx=0x7f361000b670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:22.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.587+0000 7f3617e00700 1 -- 172.21.15.44:0/3161194458 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3610027070 con 0x7f3620075770 2024-05-21T00:44:22.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.587+0000 7f3617e00700 1 -- 172.21.15.44:0/3161194458 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3610022470 con 0x7f3620075770 2024-05-21T00:44:22.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.587+0000 7f3617e00700 1 -- 172.21.15.44:0/3161194458 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3610017650 con 0x7f3620075770 2024-05-21T00:44:22.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.587+0000 7f3625800700 1 -- 172.21.15.44:0/3161194458 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36201a1000 con 0x7f3620075770 2024-05-21T00:44:22.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.588+0000 7f3625800700 1 -- 172.21.15.44:0/3161194458 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36201a88e0 con 0x7f3620075770 2024-05-21T00:44:22.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.592+0000 7f3617e00700 1 -- 172.21.15.44:0/3161194458 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f361002a070 con 0x7f3620075770 2024-05-21T00:44:22.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.594+0000 7f363021db80 1 Processor -- start 2024-05-21T00:44:22.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.594+0000 7f363021db80 1 -- start start 2024-05-21T00:44:22.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.595+0000 7f363021db80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561472b36610 0x561472b369f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:22.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.595+0000 7f363021db80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561472b36f30 0x561472b30b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:22.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.595+0000 7f3617e00700 1 --2- 172.21.15.44:0/3161194458 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f36040b2900 0x7f36040b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:22.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.595+0000 7f363021db80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561472b31140 0x561472b315c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:22.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.595+0000 7f363021db80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x561472a8ee40 con 0x561472b31140 2024-05-21T00:44:22.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.595+0000 7f363021db80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x561472a7e9e0 con 0x561472b36610 2024-05-21T00:44:22.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.595+0000 7f363021db80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x561472a82a20 con 0x561472b36f30 2024-05-21T00:44:22.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.595+0000 7f3617e00700 1 -- 172.21.15.44:0/3161194458 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f36100e3200 con 0x7f3620075770 2024-05-21T00:44:22.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.595+0000 7f361f400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561472b36610 0x561472b369f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:22.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.596+0000 7f361f400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561472b36610 0x561472b369f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:47490/0 (socket says 172.21.15.44:47490) 2024-05-21T00:44:22.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.596+0000 7f361f400700 1 -- 172.21.15.44:0/921763583 learned_addr learned my addr 172.21.15.44:0/921763583 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:22.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.596+0000 7f3616000700 1 --2- 172.21.15.44:0/921763583 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561472b36f30 0x561472b30b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:22.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.596+0000 7f361f400700 1 --2- 172.21.15.44:0/921763583 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561472b31140 0x561472b315c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:22.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.596+0000 7f361ea00700 1 --2- 172.21.15.44:0/3161194458 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f36040b2900 0x7f36040b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:22.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.596+0000 7f3616000700 1 -- 172.21.15.44:0/921763583 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561472b36610 msgr2=0x561472b369f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:22.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.596+0000 7f3616000700 1 --2- 172.21.15.44:0/921763583 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561472b36610 0x561472b369f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.596+0000 7f3616000700 1 -- 172.21.15.44:0/921763583 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561472b31140 msgr2=0x561472b315c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:22.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.596+0000 7f3616000700 1 --2- 172.21.15.44:0/921763583 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561472b31140 0x561472b315c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.596+0000 7f3616000700 1 -- 172.21.15.44:0/921763583 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561472a47420 con 0x561472b36f30 2024-05-21T00:44:22.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.596+0000 7f3616000700 1 --2- 172.21.15.44:0/921763583 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561472b36f30 0x561472b30b20 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f3620076a20 tx=0x7f3608009f70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9ee1d9c0ffb9234e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:22.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.597+0000 7f360fe00700 1 -- 172.21.15.44:0/921763583 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3608011bf0 con 0x561472b36f30 2024-05-21T00:44:22.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.597+0000 7f360fe00700 1 -- 172.21.15.44:0/921763583 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3608011d90 con 0x561472b36f30 2024-05-21T00:44:22.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.597+0000 7f360fe00700 1 -- 172.21.15.44:0/921763583 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3608012450 con 0x561472b36f30 2024-05-21T00:44:22.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.597+0000 7f361ea00700 1 --2- 172.21.15.44:0/3161194458 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f36040b2900 0x7f36040b4dc0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f36100aa510 tx=0x7f3610022f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:22.602 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.598+0000 7f363021db80 1 -- 172.21.15.44:0/921763583 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561472b36f30 msgr2=0x561472b30b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:22.602 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.598+0000 7f363021db80 1 --2- 172.21.15.44:0/921763583 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561472b36f30 0x561472b30b20 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f3620076a20 tx=0x7f3608009f70 comp rx=0 tx=0).stop 2024-05-21T00:44:22.602 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.598+0000 7f363021db80 1 -- 172.21.15.44:0/921763583 shutdown_connections 2024-05-21T00:44:22.602 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.598+0000 7f363021db80 1 --2- 172.21.15.44:0/921763583 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561472b31140 0x561472b315c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.602 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.598+0000 7f363021db80 1 --2- 172.21.15.44:0/921763583 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561472b36610 0x561472b369f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.598+0000 7f363021db80 1 --2- 172.21.15.44:0/921763583 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561472b36f30 0x561472b30b20 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.598+0000 7f363021db80 1 -- 172.21.15.44:0/921763583 >> 172.21.15.44:0/921763583 conn(0x561472a5ebe0 msgr2=0x561472b2b690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:22.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.598+0000 7f363021db80 1 -- 172.21.15.44:0/921763583 shutdown_connections 2024-05-21T00:44:22.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.598+0000 7f363021db80 1 -- 172.21.15.44:0/921763583 wait complete. 2024-05-21T00:44:22.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.599+0000 7f363021db80 1 -- start start 2024-05-21T00:44:22.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.599+0000 7f363021db80 1 Processor -- start 2024-05-21T00:44:22.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.600+0000 7f363021db80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561472b31140 0x561472b3cca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:22.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.600+0000 7f363021db80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561472b36610 0x561472b3a090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:22.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.600+0000 7f363021db80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561472b36f30 0x561472b3a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:22.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.600+0000 7f363021db80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x561472984fa0 con 0x561472b31140 2024-05-21T00:44:22.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.600+0000 7f363021db80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x561472a1f760 con 0x561472b36610 2024-05-21T00:44:22.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.600+0000 7f363021db80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x561472b3d9e0 con 0x561472b36f30 2024-05-21T00:44:22.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.600+0000 7f363021db80 10 client.0 _ll_register_callbacks cb 0x561472a28c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:44:22.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.601+0000 7f361f400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561472b36f30 0x561472b3a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:22.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.601+0000 7f3616000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561472b36610 0x561472b3a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:22.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.601+0000 7f3616000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561472b36610 0x561472b3a090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:47494/0 (socket says 172.21.15.44:47494) 2024-05-21T00:44:22.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.601+0000 7f361f400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561472b36f30 0x561472b3a5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:51074/0 (socket says 172.21.15.44:51074) 2024-05-21T00:44:22.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.601+0000 7f3616000700 1 -- 172.21.15.44:0/3980462489 learned_addr learned my addr 172.21.15.44:0/3980462489 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:22.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.601+0000 7f361f400700 1 --2- 172.21.15.44:0/3980462489 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561472b31140 0x561472b3cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:22.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.601+0000 7f3616000700 1 -- 172.21.15.44:0/3980462489 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561472b36f30 msgr2=0x561472b3a5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:22.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.601+0000 7f3616000700 1 --2- 172.21.15.44:0/3980462489 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561472b36f30 0x561472b3a5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.601+0000 7f3616000700 1 -- 172.21.15.44:0/3980462489 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561472b31140 msgr2=0x561472b3cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:22.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.601+0000 7f3616000700 1 --2- 172.21.15.44:0/3980462489 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561472b31140 0x561472b3cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.601+0000 7f3616000700 1 -- 172.21.15.44:0/3980462489 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5614729ce8d0 con 0x561472b36610 2024-05-21T00:44:22.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.602+0000 7f3616000700 1 --2- 172.21.15.44:0/3980462489 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561472b36610 0x561472b3a090 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f3608000c00 tx=0x7f3608005490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6f48604b3433f112 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:22.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.602+0000 7f360cc00700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:44:22.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.602+0000 7f360cc00700 1 -- 172.21.15.44:0/3980462489 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3608027020 con 0x561472b36610 2024-05-21T00:44:22.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.602+0000 7f360cc00700 1 -- 172.21.15.44:0/3980462489 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f3608005680 con 0x561472b36610 2024-05-21T00:44:22.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.602+0000 7f363021db80 1 -- 172.21.15.44:0/3980462489 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3608011d90 con 0x561472b36610 2024-05-21T00:44:22.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.603+0000 7f360cc00700 1 -- 172.21.15.44:0/3980462489 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3608032050 con 0x561472b36610 2024-05-21T00:44:22.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.603+0000 7f363021db80 10 client.25664 fetch_fsmap learned FSMap version 26 2024-05-21T00:44:22.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.603+0000 7f363021db80 1 -- 172.21.15.44:0/3980462489 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561472a4f060 con 0x561472b36610 2024-05-21T00:44:22.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.603+0000 7f360cc00700 1 -- 172.21.15.44:0/3980462489 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3608011d90 con 0x561472b36610 2024-05-21T00:44:22.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.603+0000 7f360cc00700 1 -- 172.21.15.44:0/3980462489 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3608012860 con 0x561472b36610 2024-05-21T00:44:22.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.604+0000 7f363021db80 10 client.25664 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:44:22.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.604+0000 7f363021db80 10 client.25664 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:44:22.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.604+0000 7f363021db80 20 client.25664 populate_metadata read hostname 'smithi044' 2024-05-21T00:44:22.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.604+0000 7f363021db80 1 --2- 172.21.15.44:0/3980462489 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x561472b4a490 0x561472b4c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:22.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.604+0000 7f363021db80 4 client.25664 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:44:22.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.604+0000 7f363021db80 1 -- 172.21.15.44:0/3980462489 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561472a90d90 con 0x561472b4a490 2024-05-21T00:44:22.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.604+0000 7f361f400700 1 --2- 172.21.15.44:0/3980462489 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x561472b4a490 0x561472b4c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:22.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.605+0000 7f361f400700 1 --2- 172.21.15.44:0/3980462489 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x561472b4a490 0x561472b4c880 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d0e39a07599fc36d server_cookie=5fe30ed8683c7d09 in_seq=0 out_seq=0 2024-05-21T00:44:22.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.605+0000 7f360cc00700 10 client.25664 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:22.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.606+0000 7f360cc00700 1 -- 172.21.15.44:0/3980462489 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x561472a90d90 con 0x561472b4a490 2024-05-21T00:44:22.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.606+0000 7f360cc00700 10 client.25664 handle_command_reply: tid=0 2024-05-21T00:44:22.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.606+0000 7f363021db80 1 client.25664 shutdown 2024-05-21T00:44:22.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.606+0000 7f363021db80 1 -- 172.21.15.44:0/3980462489 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561472b36610 msgr2=0x561472b3a090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:22.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.606+0000 7f363021db80 1 --2- 172.21.15.44:0/3980462489 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561472b36610 0x561472b3a090 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f3608000c00 tx=0x7f3608005490 comp rx=0 tx=0).stop 2024-05-21T00:44:22.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.606+0000 7f363021db80 1 -- 172.21.15.44:0/3980462489 shutdown_connections 2024-05-21T00:44:22.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.606+0000 7f363021db80 1 --2- 172.21.15.44:0/3980462489 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561472b31140 0x561472b3cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.606+0000 7f363021db80 1 --2- 172.21.15.44:0/3980462489 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x561472b4a490 0x561472b4c880 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.606+0000 7f363021db80 1 --2- 172.21.15.44:0/3980462489 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561472b36f30 0x561472b3a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.606+0000 7f363021db80 1 --2- 172.21.15.44:0/3980462489 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561472b36610 0x561472b3a090 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.606+0000 7f363021db80 1 -- 172.21.15.44:0/3980462489 >> 172.21.15.44:0/3980462489 conn(0x561472a5ebe0 msgr2=0x561472b2ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:22.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.606+0000 7f360cc00700 0 client.25664 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:22.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.607+0000 7f363021db80 1 -- 172.21.15.44:0/3980462489 shutdown_connections 2024-05-21T00:44:22.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.607+0000 7f363021db80 1 -- 172.21.15.44:0/3980462489 wait complete. 2024-05-21T00:44:22.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.607+0000 7f363021db80 20 client.25664 trim_cache size 0 max 16384 2024-05-21T00:44:22.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.626+0000 7f363021db80 1 Processor -- start 2024-05-21T00:44:22.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.626+0000 7f363021db80 1 -- start start 2024-05-21T00:44:22.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.626+0000 7f363021db80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561472b31140 0x561472b30b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:22.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.626+0000 7f363021db80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561472b36610 0x561472b3cca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:22.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.626+0000 7f363021db80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561472b36f30 0x561472b38ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:22.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.627+0000 7f363021db80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f36201b25f0 con 0x561472b36f30 2024-05-21T00:44:22.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.627+0000 7f363021db80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f36201afe80 con 0x561472b31140 2024-05-21T00:44:22.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.627+0000 7f363021db80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f36201adcd0 con 0x561472b36610 2024-05-21T00:44:22.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.627+0000 7f361f400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561472b31140 0x561472b30b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:22.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.627+0000 7f361f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561472b36f30 0x561472b38ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:22.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.627+0000 7f361f400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561472b31140 0x561472b30b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:47508/0 (socket says 172.21.15.44:47508) 2024-05-21T00:44:22.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.627+0000 7f361f400700 1 -- 172.21.15.44:0/3143202268 learned_addr learned my addr 172.21.15.44:0/3143202268 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:22.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.627+0000 7f3616000700 1 --2- 172.21.15.44:0/3143202268 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561472b36610 0x561472b3cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:22.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.627+0000 7f361f400700 1 -- 172.21.15.44:0/3143202268 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561472b36610 msgr2=0x561472b3cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:22.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.627+0000 7f361f400700 1 --2- 172.21.15.44:0/3143202268 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561472b36610 0x561472b3cca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.627+0000 7f361f400700 1 -- 172.21.15.44:0/3143202268 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561472b36f30 msgr2=0x561472b38ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:22.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.628+0000 7f361f400700 1 --2- 172.21.15.44:0/3143202268 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561472b36f30 0x561472b38ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.628+0000 7f361f400700 1 -- 172.21.15.44:0/3143202268 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561472b38600 con 0x561472b31140 2024-05-21T00:44:22.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.628+0000 7f361f400700 1 --2- 172.21.15.44:0/3143202268 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561472b31140 0x561472b30b20 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x561472b31b00 tx=0x7f36180076d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6f9ce57b0cca0149 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:22.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.628+0000 7f360f400700 1 -- 172.21.15.44:0/3143202268 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3618018da0 con 0x561472b31140 2024-05-21T00:44:22.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.628+0000 7f360f400700 1 -- 172.21.15.44:0/3143202268 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3618003a00 con 0x561472b31140 2024-05-21T00:44:22.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.628+0000 7f360f400700 1 -- 172.21.15.44:0/3143202268 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3618004270 con 0x561472b31140 2024-05-21T00:44:22.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.629+0000 7f363021db80 1 -- 172.21.15.44:0/3143202268 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561472b31140 msgr2=0x561472b30b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:22.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.629+0000 7f363021db80 1 --2- 172.21.15.44:0/3143202268 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561472b31140 0x561472b30b20 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x561472b31b00 tx=0x7f36180076d0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.629+0000 7f363021db80 1 -- 172.21.15.44:0/3143202268 shutdown_connections 2024-05-21T00:44:22.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.629+0000 7f363021db80 1 --2- 172.21.15.44:0/3143202268 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561472b36f30 0x561472b38ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.629+0000 7f363021db80 1 --2- 172.21.15.44:0/3143202268 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561472b31140 0x561472b30b20 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.630+0000 7f363021db80 1 --2- 172.21.15.44:0/3143202268 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561472b36610 0x561472b3cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.630+0000 7f363021db80 1 -- 172.21.15.44:0/3143202268 >> 172.21.15.44:0/3143202268 conn(0x561472a5ebe0 msgr2=0x561472b373d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:22.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.630+0000 7f363021db80 1 -- 172.21.15.44:0/3143202268 shutdown_connections 2024-05-21T00:44:22.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.630+0000 7f363021db80 1 -- 172.21.15.44:0/3143202268 wait complete. 2024-05-21T00:44:22.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.630+0000 7f363021db80 1 -- start start 2024-05-21T00:44:22.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.631+0000 7f363021db80 1 Processor -- start 2024-05-21T00:44:22.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.632+0000 7f363021db80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561472b31140 0x561472b4cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:22.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.632+0000 7f363021db80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561472b36610 0x561472b4d520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:22.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.632+0000 7f363021db80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561472b36f30 0x561472bacc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:22.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.632+0000 7f363021db80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f36201ae340 con 0x561472b31140 2024-05-21T00:44:22.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.632+0000 7f363021db80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f36201af7b0 con 0x561472b36610 2024-05-21T00:44:22.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.632+0000 7f363021db80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f36201aea10 con 0x561472b36f30 2024-05-21T00:44:22.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.632+0000 7f363021db80 10 client.0 _ll_register_callbacks cb 0x561472a28c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:44:22.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.632+0000 7f361f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561472b31140 0x561472b4cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:22.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.632+0000 7f361f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561472b31140 0x561472b4cfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54074/0 (socket says 172.21.15.44:54074) 2024-05-21T00:44:22.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.632+0000 7f361f400700 1 -- 172.21.15.44:0/4134096161 learned_addr learned my addr 172.21.15.44:0/4134096161 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:22.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.632+0000 7f3616000700 1 --2- 172.21.15.44:0/4134096161 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561472b36610 0x561472b4d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:22.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.632+0000 7f361f400700 1 --2- 172.21.15.44:0/4134096161 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561472b36f30 0x561472bacc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:22.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.633+0000 7f3616000700 1 -- 172.21.15.44:0/4134096161 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561472b36f30 msgr2=0x561472bacc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:22.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.633+0000 7f3616000700 1 --2- 172.21.15.44:0/4134096161 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561472b36f30 0x561472bacc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.633+0000 7f3616000700 1 -- 172.21.15.44:0/4134096161 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561472b31140 msgr2=0x561472b4cfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:22.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.633+0000 7f3616000700 1 --2- 172.21.15.44:0/4134096161 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561472b31140 0x561472b4cfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.633+0000 7f3616000700 1 -- 172.21.15.44:0/4134096161 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561472bad300 con 0x561472b36610 2024-05-21T00:44:22.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.633+0000 7f3616000700 1 --2- 172.21.15.44:0/4134096161 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561472b36610 0x561472b4d520 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x561472a8ef70 tx=0x7f36080095c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2f1187449349dae1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:22.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.633+0000 7f360cc00700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:44:22.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.633+0000 7f360cc00700 1 -- 172.21.15.44:0/4134096161 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3608027030 con 0x561472b36610 2024-05-21T00:44:22.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.634+0000 7f360cc00700 1 -- 172.21.15.44:0/4134096161 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f3608005500 con 0x561472b36610 2024-05-21T00:44:22.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.634+0000 7f363021db80 1 -- 172.21.15.44:0/4134096161 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3618003a00 con 0x561472b36610 2024-05-21T00:44:22.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.634+0000 7f360cc00700 1 -- 172.21.15.44:0/4134096161 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3608012450 con 0x561472b36610 2024-05-21T00:44:22.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.634+0000 7f363021db80 10 client.25670 fetch_fsmap learned FSMap version 26 2024-05-21T00:44:22.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.634+0000 7f363021db80 1 -- 172.21.15.44:0/4134096161 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561472bb4680 con 0x561472b36610 2024-05-21T00:44:22.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.634+0000 7f360cc00700 1 -- 172.21.15.44:0/4134096161 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3618003a00 con 0x561472b36610 2024-05-21T00:44:22.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.635+0000 7f360cc00700 1 -- 172.21.15.44:0/4134096161 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3608004960 con 0x561472b36610 2024-05-21T00:44:22.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.635+0000 7f363021db80 10 client.25670 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:44:22.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.635+0000 7f363021db80 10 client.25670 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:44:22.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.635+0000 7f363021db80 20 client.25670 populate_metadata read hostname 'smithi044' 2024-05-21T00:44:22.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.635+0000 7f363021db80 1 --2- 172.21.15.44:0/4134096161 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x561472bb4d30 0x561472bb7150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:22.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.635+0000 7f363021db80 4 client.25670 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:44:22.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.635+0000 7f363021db80 1 -- 172.21.15.44:0/4134096161 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561472a8a570 con 0x561472bb4d30 2024-05-21T00:44:22.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.635+0000 7f361f400700 1 --2- 172.21.15.44:0/4134096161 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x561472bb4d30 0x561472bb7150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:22.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.636+0000 7f361f400700 1 --2- 172.21.15.44:0/4134096161 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x561472bb4d30 0x561472bb7150 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=16818a63cb4385a5 server_cookie=6c17c8726a743fb8 in_seq=0 out_seq=0 2024-05-21T00:44:22.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.636+0000 7f360cc00700 10 client.25670 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:22.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.636+0000 7f360cc00700 1 -- 172.21.15.44:0/4134096161 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561472a8a570 con 0x561472bb4d30 2024-05-21T00:44:22.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.636+0000 7f360cc00700 10 client.25670 handle_command_reply: tid=0 2024-05-21T00:44:22.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.636+0000 7f363021db80 1 client.25670 shutdown 2024-05-21T00:44:22.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.637+0000 7f363021db80 1 -- 172.21.15.44:0/4134096161 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561472b36610 msgr2=0x561472b4d520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:22.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.637+0000 7f363021db80 1 --2- 172.21.15.44:0/4134096161 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561472b36610 0x561472b4d520 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x561472a8ef70 tx=0x7f36080095c0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.637+0000 7f363021db80 1 -- 172.21.15.44:0/4134096161 shutdown_connections 2024-05-21T00:44:22.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.637+0000 7f363021db80 1 --2- 172.21.15.44:0/4134096161 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561472b31140 0x561472b4cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.637+0000 7f363021db80 1 --2- 172.21.15.44:0/4134096161 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x561472bb4d30 0x561472bb7150 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.637+0000 7f360cc00700 0 client.25670 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:22.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.637+0000 7f363021db80 1 --2- 172.21.15.44:0/4134096161 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561472b36f30 0x561472bacc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.637+0000 7f363021db80 1 --2- 172.21.15.44:0/4134096161 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561472b36610 0x561472b4d520 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.637+0000 7f363021db80 1 -- 172.21.15.44:0/4134096161 >> 172.21.15.44:0/4134096161 conn(0x561472a5ebe0 msgr2=0x561472b351a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:22.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.637+0000 7f363021db80 1 -- 172.21.15.44:0/4134096161 shutdown_connections 2024-05-21T00:44:22.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.637+0000 7f363021db80 1 -- 172.21.15.44:0/4134096161 wait complete. 2024-05-21T00:44:22.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.638+0000 7f363021db80 20 client.25670 trim_cache size 0 max 16384 2024-05-21T00:44:22.642 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-21T00:44:22.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.638+0000 7f3625800700 1 -- 172.21.15.44:0/3161194458 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f36040b2900 msgr2=0x7f36040b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:22.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.638+0000 7f3625800700 1 --2- 172.21.15.44:0/3161194458 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f36040b2900 0x7f36040b4dc0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f36100aa510 tx=0x7f3610022f90 comp rx=0 tx=0).stop 2024-05-21T00:44:22.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.638+0000 7f3625800700 1 -- 172.21.15.44:0/3161194458 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3620075770 msgr2=0x7f362019bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:22.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.638+0000 7f3625800700 1 --2- 172.21.15.44:0/3161194458 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3620075770 0x7f362019bdb0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f3610005910 tx=0x7f361000b670 comp rx=0 tx=0).stop 2024-05-21T00:44:22.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.639+0000 7f3625800700 1 -- 172.21.15.44:0/3161194458 shutdown_connections 2024-05-21T00:44:22.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.639+0000 7f3625800700 1 --2- 172.21.15.44:0/3161194458 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f36040b2900 0x7f36040b4dc0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.639+0000 7f3625800700 1 --2- 172.21.15.44:0/3161194458 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f362010ffa0 0x7f36201a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.639+0000 7f3625800700 1 --2- 172.21.15.44:0/3161194458 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3620075770 0x7f362019bdb0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.639+0000 7f3625800700 1 --2- 172.21.15.44:0/3161194458 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3620076090 0x7f362019c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:22.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.639+0000 7f3625800700 1 -- 172.21.15.44:0/3161194458 >> 172.21.15.44:0/3161194458 conn(0x7f362007a6a0 msgr2=0x7f3620100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:22.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.639+0000 7f3625800700 1 -- 172.21.15.44:0/3161194458 shutdown_connections 2024-05-21T00:44:22.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:22.639+0000 7f3625800700 1 -- 172.21.15.44:0/3161194458 wait complete. 2024-05-21T00:44:23.700 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:23 smithi044 ceph-mon[31392]: pgmap v528: 97 pgs: 97 active+clean; 9.1 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 221 KiB/s rd, 1.4 MiB/s wr, 61 op/s 2024-05-21T00:44:23.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:23 smithi092 ceph-mon[36335]: pgmap v528: 97 pgs: 97 active+clean; 9.1 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 221 KiB/s rd, 1.4 MiB/s wr, 61 op/s 2024-05-21T00:44:23.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:23 smithi082 ceph-mon[36141]: pgmap v528: 97 pgs: 97 active+clean; 9.1 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 221 KiB/s rd, 1.4 MiB/s wr, 61 op/s 2024-05-21T00:44:24.705 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T00:44:24.705 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T00:44:25.222 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:44:25.623 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:25 smithi044 ceph-mon[31392]: pgmap v529: 97 pgs: 97 active+clean; 1.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 849 op/s 2024-05-21T00:44:25.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:25 smithi092 ceph-mon[36335]: pgmap v529: 97 pgs: 97 active+clean; 1.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 849 op/s 2024-05-21T00:44:25.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:25 smithi082 ceph-mon[36141]: pgmap v529: 97 pgs: 97 active+clean; 1.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 849 op/s 2024-05-21T00:44:27.002 INFO:tasks.workunit.client.0.smithi044.stdout:.......... 2024-05-21T00:44:27.003 INFO:tasks.workunit.client.0.smithi044.stdout:do_o_direct_reads: SUCCESS 2024-05-21T00:44:27.008 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-05-21T00:44:27.008 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-05-21T00:44:27.094 INFO:tasks.workunit:Running workunit direct_io/misc.sh... 2024-05-21T00:44:27.094 DEBUG:teuthology.orchestra.run.smithi044:workunit test direct_io/misc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=b772be9bbd810236a4ab405b6b221a45c687051f TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io/misc.sh 2024-05-21T00:44:27.495 INFO:tasks.workunit.client.0.smithi044.stdout:test read from hole 2024-05-21T00:44:27.496 INFO:tasks.workunit.client.0.smithi044.stderr:+ echo 'test read from hole' 2024-05-21T00:44:27.496 INFO:tasks.workunit.client.0.smithi044.stderr:+ dd if=/dev/zero of=dd3 bs=1 seek=1048576 count=0 2024-05-21T00:44:27.501 INFO:tasks.workunit.client.0.smithi044.stderr:0+0 records in 2024-05-21T00:44:27.501 INFO:tasks.workunit.client.0.smithi044.stderr:0+0 records out 2024-05-21T00:44:27.501 INFO:tasks.workunit.client.0.smithi044.stderr:0 bytes copied, 0.000103414 s, 0.0 kB/s 2024-05-21T00:44:27.501 INFO:tasks.workunit.client.0.smithi044.stderr:+ dd if=dd3 of=/tmp/ddout1 skip=8 bs=512 count=2 iflag=direct 2024-05-21T00:44:27.507 INFO:tasks.workunit.client.0.smithi044.stderr:2+0 records in 2024-05-21T00:44:27.507 INFO:tasks.workunit.client.0.smithi044.stderr:2+0 records out 2024-05-21T00:44:27.507 INFO:tasks.workunit.client.0.smithi044.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 0.0026226 s, 390 kB/s 2024-05-21T00:44:27.507 INFO:tasks.workunit.client.0.smithi044.stderr:+ dd if=/dev/zero of=/tmp/dd3 bs=512 count=2 2024-05-21T00:44:27.510 INFO:tasks.workunit.client.0.smithi044.stderr:2+0 records in 2024-05-21T00:44:27.510 INFO:tasks.workunit.client.0.smithi044.stderr:2+0 records out 2024-05-21T00:44:27.510 INFO:tasks.workunit.client.0.smithi044.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 0.000142558 s, 7.2 MB/s 2024-05-21T00:44:27.511 INFO:tasks.workunit.client.0.smithi044.stderr:+ cmp /tmp/dd3 /tmp/ddout1 2024-05-21T00:44:27.514 INFO:tasks.workunit.client.0.smithi044.stdout:other thing 2024-05-21T00:44:27.514 INFO:tasks.workunit.client.0.smithi044.stderr:+ echo 'other thing' 2024-05-21T00:44:27.514 INFO:tasks.workunit.client.0.smithi044.stderr:+ dd if=/dev/urandom of=/tmp/dd10 bs=500 count=1 2024-05-21T00:44:27.517 INFO:tasks.workunit.client.0.smithi044.stderr:1+0 records in 2024-05-21T00:44:27.517 INFO:tasks.workunit.client.0.smithi044.stderr:1+0 records out 2024-05-21T00:44:27.517 INFO:tasks.workunit.client.0.smithi044.stderr:500 bytes copied, 0.000135939 s, 3.7 MB/s 2024-05-21T00:44:27.517 INFO:tasks.workunit.client.0.smithi044.stderr:+ dd if=/tmp/dd10 of=dd10 bs=512 seek=8388 count=1 2024-05-21T00:44:27.530 INFO:tasks.workunit.client.0.smithi044.stderr:0+1 records in 2024-05-21T00:44:27.531 INFO:tasks.workunit.client.0.smithi044.stderr:0+1 records out 2024-05-21T00:44:27.531 INFO:tasks.workunit.client.0.smithi044.stderr:500 bytes copied, 0.00912189 s, 54.8 kB/s 2024-05-21T00:44:27.531 INFO:tasks.workunit.client.0.smithi044.stderr:+ dd if=dd10 of=/tmp/dd10out bs=512 skip=8388 count=1 iflag=direct 2024-05-21T00:44:27.540 INFO:tasks.workunit.client.0.smithi044.stderr:0+1 records in 2024-05-21T00:44:27.540 INFO:tasks.workunit.client.0.smithi044.stderr:0+1 records out 2024-05-21T00:44:27.540 INFO:tasks.workunit.client.0.smithi044.stderr:500 bytes copied, 0.00559986 s, 89.3 kB/s 2024-05-21T00:44:27.540 INFO:tasks.workunit.client.0.smithi044.stderr:+ cmp /tmp/dd10 /tmp/dd10out 2024-05-21T00:44:27.543 INFO:tasks.workunit.client.0.smithi044.stdout:OK 2024-05-21T00:44:27.544 INFO:tasks.workunit.client.0.smithi044.stderr:+ echo OK 2024-05-21T00:44:27.544 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-05-21T00:44:27.544 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-05-21T00:44:27.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:27 smithi044 ceph-mon[31392]: pgmap v530: 97 pgs: 97 active+clean; 1.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 850 op/s 2024-05-21T00:44:27.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.631+0000 7f8d95e00700 1 -- 172.21.15.44:0/3832412703 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d9006b220 msgr2=0x7f8d9006b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:27.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.631+0000 7f8d95e00700 1 --2- 172.21.15.44:0/3832412703 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d9006b220 0x7f8d9006b6a0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f8d78009990 tx=0x7f8d78009ca0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.631+0000 7f8d95e00700 1 -- 172.21.15.44:0/3832412703 shutdown_connections 2024-05-21T00:44:27.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.631+0000 7f8d95e00700 1 --2- 172.21.15.44:0/3832412703 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d901095b0 0x7f8d90109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.631+0000 7f8d95e00700 1 --2- 172.21.15.44:0/3832412703 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8d9006bbe0 0x7f8d901103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.631+0000 7f8d95e00700 1 --2- 172.21.15.44:0/3832412703 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d9006b220 0x7f8d9006b6a0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.631+0000 7f8d95e00700 1 -- 172.21.15.44:0/3832412703 >> 172.21.15.44:0/3832412703 conn(0x7f8d900793f0 msgr2=0x7f8d90079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:27.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.632+0000 7f8d95e00700 1 -- 172.21.15.44:0/3832412703 shutdown_connections 2024-05-21T00:44:27.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.632+0000 7f8d95e00700 1 -- 172.21.15.44:0/3832412703 wait complete. 2024-05-21T00:44:27.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.633+0000 7f8d95e00700 1 Processor -- start 2024-05-21T00:44:27.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.633+0000 7f8d95e00700 1 -- start start 2024-05-21T00:44:27.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.634+0000 7f8d95e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d9006b220 0x7f8d9019be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:27.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.634+0000 7f8d95e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8d9006bbe0 0x7f8d9019c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:27.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.634+0000 7f8d95e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d901095b0 0x7f8d901a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:27.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.634+0000 7f8d95e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8d90113730 con 0x7f8d901095b0 2024-05-21T00:44:27.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.634+0000 7f8d95e00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8d901135b0 con 0x7f8d9006bbe0 2024-05-21T00:44:27.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.634+0000 7f8d95e00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f8d901138b0 con 0x7f8d9006b220 2024-05-21T00:44:27.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.634+0000 7f8d87e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8d9006bbe0 0x7f8d9019c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:27.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.634+0000 7f8d87e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8d9006bbe0 0x7f8d9019c370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:47530/0 (socket says 172.21.15.44:47530) 2024-05-21T00:44:27.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.634+0000 7f8d87e00700 1 -- 172.21.15.44:0/455764528 learned_addr learned my addr 172.21.15.44:0/455764528 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:27.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.634+0000 7f8d8ea00700 1 --2- 172.21.15.44:0/455764528 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d9006b220 0x7f8d9019be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:27.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.634+0000 7f8d8f400700 1 --2- 172.21.15.44:0/455764528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d901095b0 0x7f8d901a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:27.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.635+0000 7f8d87e00700 1 -- 172.21.15.44:0/455764528 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d9006b220 msgr2=0x7f8d9019be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:27.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.635+0000 7f8d87e00700 1 --2- 172.21.15.44:0/455764528 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d9006b220 0x7f8d9019be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.635+0000 7f8d87e00700 1 -- 172.21.15.44:0/455764528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d901095b0 msgr2=0x7f8d901a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:27.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.635+0000 7f8d87e00700 1 --2- 172.21.15.44:0/455764528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d901095b0 0x7f8d901a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.635+0000 7f8d87e00700 1 -- 172.21.15.44:0/455764528 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d901a0e40 con 0x7f8d9006bbe0 2024-05-21T00:44:27.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.635+0000 7f8d8f400700 1 --2- 172.21.15.44:0/455764528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d901095b0 0x7f8d901a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:44:27.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.635+0000 7f8d87e00700 1 --2- 172.21.15.44:0/455764528 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8d9006bbe0 0x7f8d9019c370 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f8d78005910 tx=0x7f8d7800b670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:27.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.636+0000 7f8d94a00700 1 -- 172.21.15.44:0/455764528 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d78027070 con 0x7f8d9006bbe0 2024-05-21T00:44:27.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.636+0000 7f8d94a00700 1 -- 172.21.15.44:0/455764528 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8d78022470 con 0x7f8d9006bbe0 2024-05-21T00:44:27.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.636+0000 7f8d94a00700 1 -- 172.21.15.44:0/455764528 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d78017650 con 0x7f8d9006bbe0 2024-05-21T00:44:27.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.636+0000 7f8d95e00700 1 -- 172.21.15.44:0/455764528 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d901a10d0 con 0x7f8d9006bbe0 2024-05-21T00:44:27.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.636+0000 7f8d95e00700 1 -- 172.21.15.44:0/455764528 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d901a89b0 con 0x7f8d9006bbe0 2024-05-21T00:44:27.640 INFO:tasks.workunit:Running workunit direct_io/test_short_dio_read... 2024-05-21T00:44:27.641 DEBUG:teuthology.orchestra.run.smithi044:workunit test direct_io/test_short_dio_read> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=b772be9bbd810236a4ab405b6b221a45c687051f TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io/test_short_dio_read 2024-05-21T00:44:27.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.640+0000 7f8d94a00700 1 -- 172.21.15.44:0/455764528 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f8d7802a070 con 0x7f8d9006bbe0 2024-05-21T00:44:27.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.641+0000 7f8da06d2b80 1 Processor -- start 2024-05-21T00:44:27.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.641+0000 7f8da06d2b80 1 -- start start 2024-05-21T00:44:27.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.641+0000 7f8d94a00700 1 --2- 172.21.15.44:0/455764528 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8d740b2880 0x7f8d740b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:27.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.641+0000 7f8d94a00700 1 -- 172.21.15.44:0/455764528 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f8d780e31c0 con 0x7f8d9006bbe0 2024-05-21T00:44:27.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.641+0000 7f8da06d2b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5620117f1f30 0x5620117f2310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:27.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.642+0000 7f8d8f400700 1 --2- 172.21.15.44:0/455764528 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8d740b2880 0x7f8d740b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:27.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.642+0000 7f8da06d2b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5620117f2850 0x5620117ec2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:27.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.642+0000 7f8da06d2b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5620117ec900 0x5620117ecd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:27.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.642+0000 7f8da06d2b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56201174aec0 con 0x5620117ec900 2024-05-21T00:44:27.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.642+0000 7f8da06d2b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x56201173aa60 con 0x5620117f1f30 2024-05-21T00:44:27.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.642+0000 7f8da06d2b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x56201173eaa0 con 0x5620117f2850 2024-05-21T00:44:27.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.642+0000 7f8d87e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5620117f2850 0x5620117ec2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:27.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.642+0000 7f8d8ea00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5620117f1f30 0x5620117f2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:27.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.642+0000 7f8d87e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5620117f2850 0x5620117ec2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:51120/0 (socket says 172.21.15.44:51120) 2024-05-21T00:44:27.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.642+0000 7f8d87e00700 1 -- 172.21.15.44:0/777946609 learned_addr learned my addr 172.21.15.44:0/777946609 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:27.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.643+0000 7f8d87e00700 1 -- 172.21.15.44:0/777946609 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5620117f1f30 msgr2=0x5620117f2310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:27.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.643+0000 7f8d87e00700 1 --2- 172.21.15.44:0/777946609 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5620117f1f30 0x5620117f2310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.643+0000 7f8d87e00700 1 -- 172.21.15.44:0/777946609 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5620117ec900 msgr2=0x5620117ecd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:27.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.642+0000 7f8d8f400700 1 --2- 172.21.15.44:0/777946609 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5620117ec900 0x5620117ecd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:27.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.643+0000 7f8d87e00700 1 --2- 172.21.15.44:0/777946609 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5620117ec900 0x5620117ecd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.643+0000 7f8d87e00700 1 -- 172.21.15.44:0/777946609 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620117034a0 con 0x5620117f2850 2024-05-21T00:44:27.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.643+0000 7f8d8f400700 1 --2- 172.21.15.44:0/777946609 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5620117ec900 0x5620117ecd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:44:27.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.643+0000 7f8d87e00700 1 --2- 172.21.15.44:0/777946609 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5620117f2850 0x5620117ec2e0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f8d780a7a40 tx=0x7f8d78022cc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d2fbe439e29d0fac server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:27.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.643+0000 7f8d84c00700 1 -- 172.21.15.44:0/777946609 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d780b10b0 con 0x5620117f2850 2024-05-21T00:44:27.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.643+0000 7f8d84c00700 1 -- 172.21.15.44:0/777946609 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8d780aaed0 con 0x5620117f2850 2024-05-21T00:44:27.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.643+0000 7f8d84c00700 1 -- 172.21.15.44:0/777946609 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d780aaa30 con 0x5620117f2850 2024-05-21T00:44:27.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.644+0000 7f8da06d2b80 1 -- 172.21.15.44:0/777946609 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5620117f2850 msgr2=0x5620117ec2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:27.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.644+0000 7f8d8f400700 1 --2- 172.21.15.44:0/455764528 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8d740b2880 0x7f8d740b4d40 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f8d88009fd0 tx=0x7f8d88009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:27.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.644+0000 7f8da06d2b80 1 --2- 172.21.15.44:0/777946609 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5620117f2850 0x5620117ec2e0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f8d780a7a40 tx=0x7f8d78022cc0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.644+0000 7f8da06d2b80 1 -- 172.21.15.44:0/777946609 shutdown_connections 2024-05-21T00:44:27.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.644+0000 7f8da06d2b80 1 --2- 172.21.15.44:0/777946609 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5620117ec900 0x5620117ecd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.650 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.644+0000 7f8da06d2b80 1 --2- 172.21.15.44:0/777946609 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5620117f1f30 0x5620117f2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.650 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.644+0000 7f8da06d2b80 1 --2- 172.21.15.44:0/777946609 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5620117f2850 0x5620117ec2e0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.650 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.644+0000 7f8da06d2b80 1 -- 172.21.15.44:0/777946609 >> 172.21.15.44:0/777946609 conn(0x56201171ac60 msgr2=0x5620117e7090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:27.652 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.645+0000 7f8da06d2b80 1 -- 172.21.15.44:0/777946609 shutdown_connections 2024-05-21T00:44:27.652 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.645+0000 7f8da06d2b80 1 -- 172.21.15.44:0/777946609 wait complete. 2024-05-21T00:44:27.653 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.645+0000 7f8da06d2b80 1 -- start start 2024-05-21T00:44:27.653 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.646+0000 7f8da06d2b80 1 Processor -- start 2024-05-21T00:44:27.653 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.646+0000 7f8da06d2b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5620117ec900 0x5620117f8590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:27.653 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.646+0000 7f8da06d2b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5620117f1f30 0x5620117f5930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:27.653 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.646+0000 7f8da06d2b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5620117f2850 0x5620117f5e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:27.653 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.646+0000 7f8da06d2b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x562011641020 con 0x5620117ec900 2024-05-21T00:44:27.653 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.646+0000 7f8da06d2b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5620116db7e0 con 0x5620117f1f30 2024-05-21T00:44:27.653 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.646+0000 7f8da06d2b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x5620117f9080 con 0x5620117f2850 2024-05-21T00:44:27.653 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.646+0000 7f8da06d2b80 10 client.0 _ll_register_callbacks cb 0x5620116e4cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:44:27.653 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.647+0000 7f8d8ea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5620117ec900 0x5620117f8590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:27.653 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.647+0000 7f8d8ea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5620117ec900 0x5620117f8590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54114/0 (socket says 172.21.15.44:54114) 2024-05-21T00:44:27.653 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.647+0000 7f8d87e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5620117f1f30 0x5620117f5930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:27.653 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.647+0000 7f8d8ea00700 1 -- 172.21.15.44:0/3361894299 learned_addr learned my addr 172.21.15.44:0/3361894299 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:27.653 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.647+0000 7f8d8f400700 1 --2- 172.21.15.44:0/3361894299 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5620117f2850 0x5620117f5e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:27.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.647+0000 7f8d87e00700 1 -- 172.21.15.44:0/3361894299 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5620117f2850 msgr2=0x5620117f5e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:27.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.647+0000 7f8d87e00700 1 --2- 172.21.15.44:0/3361894299 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5620117f2850 0x5620117f5e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.647+0000 7f8d87e00700 1 -- 172.21.15.44:0/3361894299 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5620117ec900 msgr2=0x5620117f8590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:27.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.647+0000 7f8d87e00700 1 --2- 172.21.15.44:0/3361894299 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5620117ec900 0x5620117f8590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.647+0000 7f8d87e00700 1 -- 172.21.15.44:0/3361894299 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56201168a950 con 0x5620117f1f30 2024-05-21T00:44:27.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.648+0000 7f8d87e00700 1 --2- 172.21.15.44:0/3361894299 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5620117f1f30 0x5620117f5930 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f8d780a7a40 tx=0x7f8d780aac60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=40d45d9169458802 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:27.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.648+0000 7f8d7d600700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:44:27.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.648+0000 7f8d7d600700 1 -- 172.21.15.44:0/3361894299 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d780b10b0 con 0x5620117f1f30 2024-05-21T00:44:27.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.648+0000 7f8d7d600700 1 -- 172.21.15.44:0/3361894299 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f8d780b3320 con 0x5620117f1f30 2024-05-21T00:44:27.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.648+0000 7f8da06d2b80 1 -- 172.21.15.44:0/3361894299 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8d780aaed0 con 0x5620117f1f30 2024-05-21T00:44:27.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.648+0000 7f8d7d600700 1 -- 172.21.15.44:0/3361894299 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8d780aeb80 con 0x5620117f1f30 2024-05-21T00:44:27.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.648+0000 7f8da06d2b80 10 client.25682 fetch_fsmap learned FSMap version 26 2024-05-21T00:44:27.655 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.648+0000 7f8da06d2b80 1 -- 172.21.15.44:0/3361894299 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56201170b0e0 con 0x5620117f1f30 2024-05-21T00:44:27.655 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.648+0000 7f8d7d600700 1 -- 172.21.15.44:0/3361894299 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8d780aaed0 con 0x5620117f1f30 2024-05-21T00:44:27.655 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.649+0000 7f8d7d600700 1 -- 172.21.15.44:0/3361894299 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8d780abb00 con 0x5620117f1f30 2024-05-21T00:44:27.655 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.649+0000 7f8da06d2b80 10 client.25682 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:44:27.655 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.649+0000 7f8da06d2b80 10 client.25682 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:44:27.655 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.649+0000 7f8da06d2b80 20 client.25682 populate_metadata read hostname 'smithi044' 2024-05-21T00:44:27.655 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.649+0000 7f8da06d2b80 1 --2- 172.21.15.44:0/3361894299 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x562011805910 0x562011807d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:27.655 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.649+0000 7f8da06d2b80 4 client.25682 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:44:27.655 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.649+0000 7f8da06d2b80 1 -- 172.21.15.44:0/3361894299 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56201174ce10 con 0x562011805910 2024-05-21T00:44:27.655 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.650+0000 7f8d8ea00700 1 --2- 172.21.15.44:0/3361894299 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x562011805910 0x562011807d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:27.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.651+0000 7f8d8ea00700 1 --2- 172.21.15.44:0/3361894299 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x562011805910 0x562011807d00 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a06f497552c4cc93 server_cookie=5827797a2e942def in_seq=0 out_seq=0 2024-05-21T00:44:27.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.651+0000 7f8d7d600700 10 client.25682 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:27.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.651+0000 7f8d7d600700 1 -- 172.21.15.44:0/3361894299 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56201174ce10 con 0x562011805910 2024-05-21T00:44:27.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.651+0000 7f8d7d600700 10 client.25682 handle_command_reply: tid=0 2024-05-21T00:44:27.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.651+0000 7f8da06d2b80 1 client.25682 shutdown 2024-05-21T00:44:27.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.652+0000 7f8da06d2b80 1 -- 172.21.15.44:0/3361894299 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5620117f1f30 msgr2=0x5620117f5930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:27.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.652+0000 7f8da06d2b80 1 --2- 172.21.15.44:0/3361894299 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5620117f1f30 0x5620117f5930 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f8d780a7a40 tx=0x7f8d780aac60 comp rx=0 tx=0).stop 2024-05-21T00:44:27.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.652+0000 7f8da06d2b80 1 -- 172.21.15.44:0/3361894299 shutdown_connections 2024-05-21T00:44:27.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.652+0000 7f8da06d2b80 1 --2- 172.21.15.44:0/3361894299 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5620117ec900 0x5620117f8590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.652+0000 7f8da06d2b80 1 --2- 172.21.15.44:0/3361894299 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x562011805910 0x562011807d00 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.652+0000 7f8da06d2b80 1 --2- 172.21.15.44:0/3361894299 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5620117f2850 0x5620117f5e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.652+0000 7f8da06d2b80 1 --2- 172.21.15.44:0/3361894299 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5620117f1f30 0x5620117f5930 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.652+0000 7f8da06d2b80 1 -- 172.21.15.44:0/3361894299 >> 172.21.15.44:0/3361894299 conn(0x56201171ac60 msgr2=0x5620117eb2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:27.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.652+0000 7f8d7d600700 0 client.25682 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:27.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.652+0000 7f8da06d2b80 1 -- 172.21.15.44:0/3361894299 shutdown_connections 2024-05-21T00:44:27.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.652+0000 7f8da06d2b80 1 -- 172.21.15.44:0/3361894299 wait complete. 2024-05-21T00:44:27.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.652+0000 7f8da06d2b80 20 client.25682 trim_cache size 0 max 16384 2024-05-21T00:44:27.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.676+0000 7f8da06d2b80 1 Processor -- start 2024-05-21T00:44:27.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.676+0000 7f8da06d2b80 1 -- start start 2024-05-21T00:44:27.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.676+0000 7f8da06d2b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5620117ec900 0x5620117ec2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:27.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.676+0000 7f8da06d2b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5620117f1f30 0x5620117f48b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:27.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.676+0000 7f8da06d2b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5620117f2850 0x5620117e7170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:27.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.676+0000 7f8da06d2b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8d901b2620 con 0x5620117ec900 2024-05-21T00:44:27.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.676+0000 7f8da06d2b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8d901afeb0 con 0x5620117f2850 2024-05-21T00:44:27.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.677+0000 7f8da06d2b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f8d901add00 con 0x5620117f1f30 2024-05-21T00:44:27.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.677+0000 7f8d8ea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5620117ec900 0x5620117ec2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:27.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.677+0000 7f8d8ea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5620117ec900 0x5620117ec2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54120/0 (socket says 172.21.15.44:54120) 2024-05-21T00:44:27.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.677+0000 7f8d8ea00700 1 -- 172.21.15.44:0/3109359704 learned_addr learned my addr 172.21.15.44:0/3109359704 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:27.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.677+0000 7f8d87e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5620117f1f30 0x5620117f48b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:27.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.677+0000 7f8d8f400700 1 --2- 172.21.15.44:0/3109359704 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5620117f2850 0x5620117e7170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:27.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.677+0000 7f8d8ea00700 1 -- 172.21.15.44:0/3109359704 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5620117f1f30 msgr2=0x5620117f48b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:27.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.677+0000 7f8d8ea00700 1 --2- 172.21.15.44:0/3109359704 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5620117f1f30 0x5620117f48b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.677+0000 7f8d8ea00700 1 -- 172.21.15.44:0/3109359704 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5620117f2850 msgr2=0x5620117e7170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:27.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.677+0000 7f8d8ea00700 1 --2- 172.21.15.44:0/3109359704 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5620117f2850 0x5620117e7170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.677+0000 7f8d8ea00700 1 -- 172.21.15.44:0/3109359704 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620118081d0 con 0x5620117ec900 2024-05-21T00:44:27.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.678+0000 7f8d8ea00700 1 --2- 172.21.15.44:0/3109359704 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5620117ec900 0x5620117ec2e0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f8d80005e90 tx=0x7f8d800073d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73796006fd3b15b7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:27.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.678+0000 7f8d7fe00700 1 -- 172.21.15.44:0/3109359704 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d80011e30 con 0x5620117ec900 2024-05-21T00:44:27.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.678+0000 7f8d7fe00700 1 -- 172.21.15.44:0/3109359704 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8d800044e0 con 0x5620117ec900 2024-05-21T00:44:27.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.678+0000 7f8d7fe00700 1 -- 172.21.15.44:0/3109359704 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d8001d420 con 0x5620117ec900 2024-05-21T00:44:27.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.679+0000 7f8da06d2b80 1 -- 172.21.15.44:0/3109359704 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5620117ec900 msgr2=0x5620117ec2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:27.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.679+0000 7f8da06d2b80 1 --2- 172.21.15.44:0/3109359704 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5620117ec900 0x5620117ec2e0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f8d80005e90 tx=0x7f8d800073d0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.679+0000 7f8da06d2b80 1 -- 172.21.15.44:0/3109359704 shutdown_connections 2024-05-21T00:44:27.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.679+0000 7f8da06d2b80 1 --2- 172.21.15.44:0/3109359704 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5620117ec900 0x5620117ec2e0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.679+0000 7f8da06d2b80 1 --2- 172.21.15.44:0/3109359704 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5620117f2850 0x5620117e7170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.679+0000 7f8da06d2b80 1 --2- 172.21.15.44:0/3109359704 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5620117f1f30 0x5620117f48b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.679+0000 7f8da06d2b80 1 -- 172.21.15.44:0/3109359704 >> 172.21.15.44:0/3109359704 conn(0x56201171ac60 msgr2=0x5620117e6a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:27.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.679+0000 7f8da06d2b80 1 -- 172.21.15.44:0/3109359704 shutdown_connections 2024-05-21T00:44:27.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.679+0000 7f8da06d2b80 1 -- 172.21.15.44:0/3109359704 wait complete. 2024-05-21T00:44:27.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.680+0000 7f8da06d2b80 1 -- start start 2024-05-21T00:44:27.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.680+0000 7f8da06d2b80 1 Processor -- start 2024-05-21T00:44:27.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.680+0000 7f8da06d2b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5620117ec900 0x5620117fb2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:27.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.680+0000 7f8da06d2b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5620117f1f30 0x5620117fb7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:27.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.681+0000 7f8da06d2b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5620117f2850 0x5620117fbd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:27.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.681+0000 7f8da06d2b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8d901ae370 con 0x5620117ec900 2024-05-21T00:44:27.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.681+0000 7f8da06d2b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8d901af7e0 con 0x5620117f2850 2024-05-21T00:44:27.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.681+0000 7f8da06d2b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f8d901aea40 con 0x5620117f1f30 2024-05-21T00:44:27.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.681+0000 7f8da06d2b80 10 client.0 _ll_register_callbacks cb 0x5620116e4cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:44:27.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.681+0000 7f8d8ea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5620117ec900 0x5620117fb2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:27.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.681+0000 7f8d87e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5620117f1f30 0x5620117fb7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:27.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.681+0000 7f8d8ea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5620117ec900 0x5620117fb2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54130/0 (socket says 172.21.15.44:54130) 2024-05-21T00:44:27.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.681+0000 7f8d8ea00700 1 -- 172.21.15.44:0/4115288560 learned_addr learned my addr 172.21.15.44:0/4115288560 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:27.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.681+0000 7f8d8f400700 1 --2- 172.21.15.44:0/4115288560 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5620117f2850 0x5620117fbd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:27.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.681+0000 7f8d8ea00700 1 -- 172.21.15.44:0/4115288560 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5620117f1f30 msgr2=0x5620117fb7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:27.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.681+0000 7f8d8ea00700 1 --2- 172.21.15.44:0/4115288560 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5620117f1f30 0x5620117fb7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.681+0000 7f8d8ea00700 1 -- 172.21.15.44:0/4115288560 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5620117f2850 msgr2=0x5620117fbd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:27.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.681+0000 7f8d8ea00700 1 --2- 172.21.15.44:0/4115288560 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5620117f2850 0x5620117fbd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.681+0000 7f8d8ea00700 1 -- 172.21.15.44:0/4115288560 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562011870560 con 0x5620117ec900 2024-05-21T00:44:27.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.682+0000 7f8d87e00700 1 --2- 172.21.15.44:0/4115288560 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5620117f1f30 0x5620117fb7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:44:27.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.682+0000 7f8d8ea00700 1 --2- 172.21.15.44:0/4115288560 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5620117ec900 0x5620117fb2a0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f8d80007ce0 tx=0x7f8d80007d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=361cda7c6825984b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:27.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.682+0000 7f8d7d600700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-21T00:44:27.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.682+0000 7f8d7d600700 1 -- 172.21.15.44:0/4115288560 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d80029850 con 0x5620117ec900 2024-05-21T00:44:27.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.682+0000 7f8d7d600700 1 -- 172.21.15.44:0/4115288560 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f8d800299f0 con 0x5620117ec900 2024-05-21T00:44:27.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.682+0000 7f8da06d2b80 1 -- 172.21.15.44:0/4115288560 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8d800044e0 con 0x5620117ec900 2024-05-21T00:44:27.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.682+0000 7f8d7d600700 1 -- 172.21.15.44:0/4115288560 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8d80011de0 con 0x5620117ec900 2024-05-21T00:44:27.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.682+0000 7f8da06d2b80 10 client.15549 fetch_fsmap learned FSMap version 26 2024-05-21T00:44:27.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.683+0000 7f8da06d2b80 1 -- 172.21.15.44:0/4115288560 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562011871820 con 0x5620117ec900 2024-05-21T00:44:27.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.683+0000 7f8d7d600700 1 -- 172.21.15.44:0/4115288560 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8d800044e0 con 0x5620117ec900 2024-05-21T00:44:27.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.683+0000 7f8d7d600700 1 -- 172.21.15.44:0/4115288560 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8d8001d420 con 0x5620117ec900 2024-05-21T00:44:27.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.683+0000 7f8da06d2b80 10 client.15549 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:44:27.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.683+0000 7f8da06d2b80 10 client.15549 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:44:27.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.683+0000 7f8da06d2b80 20 client.15549 populate_metadata read hostname 'smithi044' 2024-05-21T00:44:27.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.683+0000 7f8da06d2b80 1 --2- 172.21.15.44:0/4115288560 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x562011871ea0 0x5620118742c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:27.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.683+0000 7f8da06d2b80 4 client.15549 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T00:44:27.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.683+0000 7f8da06d2b80 1 -- 172.21.15.44:0/4115288560 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5620117465f0 con 0x562011871ea0 2024-05-21T00:44:27.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.684+0000 7f8d87e00700 1 --2- 172.21.15.44:0/4115288560 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x562011871ea0 0x5620118742c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:27.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.684+0000 7f8d87e00700 1 --2- 172.21.15.44:0/4115288560 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x562011871ea0 0x5620118742c0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=15555470d4e09333 server_cookie=49b13b1dfe7cc2dc in_seq=0 out_seq=0 2024-05-21T00:44:27.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.684+0000 7f8d7d600700 10 client.15549 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:27.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.685+0000 7f8d7d600700 1 -- 172.21.15.44:0/4115288560 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5620117465f0 con 0x562011871ea0 2024-05-21T00:44:27.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.685+0000 7f8d7d600700 10 client.15549 handle_command_reply: tid=0 2024-05-21T00:44:27.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.685+0000 7f8da06d2b80 1 client.15549 shutdown 2024-05-21T00:44:27.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.686+0000 7f8da06d2b80 1 -- 172.21.15.44:0/4115288560 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5620117ec900 msgr2=0x5620117fb2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:27.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.686+0000 7f8da06d2b80 1 --2- 172.21.15.44:0/4115288560 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5620117ec900 0x5620117fb2a0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f8d80007ce0 tx=0x7f8d80007d10 comp rx=0 tx=0).stop 2024-05-21T00:44:27.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.686+0000 7f8da06d2b80 1 -- 172.21.15.44:0/4115288560 shutdown_connections 2024-05-21T00:44:27.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.686+0000 7f8da06d2b80 1 --2- 172.21.15.44:0/4115288560 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5620117ec900 0x5620117fb2a0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.686+0000 7f8da06d2b80 1 --2- 172.21.15.44:0/4115288560 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x562011871ea0 0x5620118742c0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.686+0000 7f8da06d2b80 1 --2- 172.21.15.44:0/4115288560 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5620117f2850 0x5620117fbd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.686+0000 7f8da06d2b80 1 --2- 172.21.15.44:0/4115288560 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5620117f1f30 0x5620117fb7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.686+0000 7f8da06d2b80 1 -- 172.21.15.44:0/4115288560 >> 172.21.15.44:0/4115288560 conn(0x56201171ac60 msgr2=0x5620117f2c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:27.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.686+0000 7f8d7d600700 0 client.15549 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:27.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.686+0000 7f8da06d2b80 1 -- 172.21.15.44:0/4115288560 shutdown_connections 2024-05-21T00:44:27.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.686+0000 7f8da06d2b80 1 -- 172.21.15.44:0/4115288560 wait complete. 2024-05-21T00:44:27.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.686+0000 7f8da06d2b80 20 client.15549 trim_cache size 0 max 16384 2024-05-21T00:44:27.690 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:44:27.690 INFO:teuthology.orchestra.run.smithi044.stdout: "return_code": 0, 2024-05-21T00:44:27.691 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_tag": "d6ddfab3-9b45-4d3b-b7c8-11fd0ac398c1", 2024-05-21T00:44:27.691 INFO:teuthology.orchestra.run.smithi044.stdout: "mode": "asynchronous" 2024-05-21T00:44:27.691 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:44:27.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.687+0000 7f8d95e00700 1 -- 172.21.15.44:0/455764528 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8d740b2880 msgr2=0x7f8d740b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:27.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.687+0000 7f8d95e00700 1 --2- 172.21.15.44:0/455764528 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8d740b2880 0x7f8d740b4d40 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f8d88009fd0 tx=0x7f8d88009920 comp rx=0 tx=0).stop 2024-05-21T00:44:27.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.687+0000 7f8d95e00700 1 -- 172.21.15.44:0/455764528 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8d9006bbe0 msgr2=0x7f8d9019c370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:27.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.687+0000 7f8d95e00700 1 --2- 172.21.15.44:0/455764528 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8d9006bbe0 0x7f8d9019c370 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f8d78005910 tx=0x7f8d7800b670 comp rx=0 tx=0).stop 2024-05-21T00:44:27.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.687+0000 7f8d95e00700 1 -- 172.21.15.44:0/455764528 shutdown_connections 2024-05-21T00:44:27.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.687+0000 7f8d95e00700 1 --2- 172.21.15.44:0/455764528 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8d740b2880 0x7f8d740b4d40 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.687+0000 7f8d95e00700 1 --2- 172.21.15.44:0/455764528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d901095b0 0x7f8d901a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.687+0000 7f8d95e00700 1 --2- 172.21.15.44:0/455764528 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d9006b220 0x7f8d9019be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.687+0000 7f8d95e00700 1 --2- 172.21.15.44:0/455764528 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8d9006bbe0 0x7f8d9019c370 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:27.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.687+0000 7f8d95e00700 1 -- 172.21.15.44:0/455764528 >> 172.21.15.44:0/455764528 conn(0x7f8d900793f0 msgr2=0x7f8d9010e700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:27.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.688+0000 7f8d95e00700 1 -- 172.21.15.44:0/455764528 shutdown_connections 2024-05-21T00:44:27.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:27.688+0000 7f8d95e00700 1 -- 172.21.15.44:0/455764528 wait complete. 2024-05-21T00:44:27.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:27 smithi092 ceph-mon[36335]: pgmap v530: 97 pgs: 97 active+clean; 1.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 850 op/s 2024-05-21T00:44:27.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:27 smithi082 ceph-mon[36141]: pgmap v530: 97 pgs: 97 active+clean; 1.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 850 op/s 2024-05-21T00:44:28.625 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T00:44:28.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:28 smithi044 ceph-mon[31392]: scrub queued for path: / 2024-05-21T00:44:28.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:28 smithi044 ceph-mon[31392]: scrub summary: idle+waiting paths [/] 2024-05-21T00:44:28.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:28 smithi044 ceph-mon[31392]: scrub summary: active paths [/] 2024-05-21T00:44:28.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:28 smithi044 ceph-mon[31392]: scrub summary: idle+waiting paths [/] 2024-05-21T00:44:28.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:28 smithi082 ceph-mon[36141]: scrub queued for path: / 2024-05-21T00:44:28.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:28 smithi082 ceph-mon[36141]: scrub summary: idle+waiting paths [/] 2024-05-21T00:44:28.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:28 smithi082 ceph-mon[36141]: scrub summary: active paths [/] 2024-05-21T00:44:28.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:28 smithi082 ceph-mon[36141]: scrub summary: idle+waiting paths [/] 2024-05-21T00:44:29.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:28 smithi092 ceph-mon[36335]: scrub queued for path: / 2024-05-21T00:44:29.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:28 smithi092 ceph-mon[36335]: scrub summary: idle+waiting paths [/] 2024-05-21T00:44:29.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:28 smithi092 ceph-mon[36335]: scrub summary: active paths [/] 2024-05-21T00:44:29.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:28 smithi092 ceph-mon[36335]: scrub summary: idle+waiting paths [/] 2024-05-21T00:44:29.144 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:44:29.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:29 smithi044 ceph-mon[31392]: pgmap v531: 97 pgs: 97 active+clean; 1.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 1.4 MiB/s wr, 1.47k op/s 2024-05-21T00:44:29.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:29 smithi082 ceph-mon[36141]: pgmap v531: 97 pgs: 97 active+clean; 1.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 1.4 MiB/s wr, 1.47k op/s 2024-05-21T00:44:30.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:29 smithi092 ceph-mon[36335]: pgmap v531: 97 pgs: 97 active+clean; 1.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 1.4 MiB/s wr, 1.47k op/s 2024-05-21T00:44:31.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:31 smithi044 ceph-mon[31392]: pgmap v532: 97 pgs: 97 active+clean; 1.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 687 KiB/s wr, 1.41k op/s 2024-05-21T00:44:31.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:31 smithi082 ceph-mon[36141]: pgmap v532: 97 pgs: 97 active+clean; 1.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 687 KiB/s wr, 1.41k op/s 2024-05-21T00:44:32.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:31 smithi092 ceph-mon[36335]: pgmap v532: 97 pgs: 97 active+clean; 1.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 687 KiB/s wr, 1.41k op/s 2024-05-21T00:44:32.504 INFO:tasks.workunit.client.0.smithi044.stdout:writing first 3 bytes of 10k file 2024-05-21T00:44:32.504 INFO:tasks.workunit.client.0.smithi044.stdout:reading O_DIRECT 2024-05-21T00:44:32.504 INFO:tasks.workunit.client.0.smithi044.stdout:got 10000 2024-05-21T00:44:32.505 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-05-21T00:44:32.505 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-05-21T00:44:32.615 INFO:tasks.workunit:Running workunit direct_io/test_sync_io... 2024-05-21T00:44:32.615 DEBUG:teuthology.orchestra.run.smithi044:workunit test direct_io/test_sync_io> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=b772be9bbd810236a4ab405b6b221a45c687051f TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io/test_sync_io 2024-05-21T00:44:32.839 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:32 smithi044 ceph-mon[31392]: scrub summary: idle 2024-05-21T00:44:32.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:32 smithi082 ceph-mon[36141]: scrub summary: idle 2024-05-21T00:44:33.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:32 smithi092 ceph-mon[36335]: scrub summary: idle 2024-05-21T00:44:33.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.112+0000 7f8e3b800700 1 -- 172.21.15.44:0/1944084345 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e34076090 msgr2=0x7f8e341141d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:33.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.112+0000 7f8e3b800700 1 --2- 172.21.15.44:0/1944084345 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e34076090 0x7f8e341141d0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f8e20009990 tx=0x7f8e20009ca0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.113+0000 7f8e3b800700 1 -- 172.21.15.44:0/1944084345 shutdown_connections 2024-05-21T00:44:33.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.113+0000 7f8e3b800700 1 --2- 172.21.15.44:0/1944084345 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8e34114710 0x7f8e34116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.113+0000 7f8e3b800700 1 --2- 172.21.15.44:0/1944084345 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e34075770 0x7f8e34075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.113+0000 7f8e3b800700 1 --2- 172.21.15.44:0/1944084345 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e34076090 0x7f8e341141d0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.113+0000 7f8e3b800700 1 -- 172.21.15.44:0/1944084345 >> 172.21.15.44:0/1944084345 conn(0x7f8e3407a6a0 msgr2=0x7f8e3407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:33.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.113+0000 7f8e3b800700 1 -- 172.21.15.44:0/1944084345 shutdown_connections 2024-05-21T00:44:33.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.113+0000 7f8e3b800700 1 -- 172.21.15.44:0/1944084345 wait complete. 2024-05-21T00:44:33.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.114+0000 7f8e3b800700 1 Processor -- start 2024-05-21T00:44:33.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.115+0000 7f8e3b800700 1 -- start start 2024-05-21T00:44:33.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.115+0000 7f8e3b800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8e34075770 0x7f8e341a0260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:33.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.115+0000 7f8e3b800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e34076090 0x7f8e341a07a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:33.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.115+0000 7f8e3b800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e34114710 0x7f8e341a4b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:33.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.115+0000 7f8e3b800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8e34119d50 con 0x7f8e34075770 2024-05-21T00:44:33.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.115+0000 7f8e3b800700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8e34119bd0 con 0x7f8e34114710 2024-05-21T00:44:33.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.115+0000 7f8e3b800700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f8e34119ed0 con 0x7f8e34076090 2024-05-21T00:44:33.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.115+0000 7f8e38e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8e34075770 0x7f8e341a0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:33.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.115+0000 7f8e38e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8e34075770 0x7f8e341a0260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:53980/0 (socket says 172.21.15.44:53980) 2024-05-21T00:44:33.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.116+0000 7f8e38e00700 1 -- 172.21.15.44:0/3315640239 learned_addr learned my addr 172.21.15.44:0/3315640239 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:33.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.116+0000 7f8e2be00700 1 --2- 172.21.15.44:0/3315640239 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e34076090 0x7f8e341a07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:33.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.116+0000 7f8e39800700 1 --2- 172.21.15.44:0/3315640239 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e34114710 0x7f8e341a4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:33.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.116+0000 7f8e38e00700 1 -- 172.21.15.44:0/3315640239 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e34076090 msgr2=0x7f8e341a07a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:33.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.116+0000 7f8e38e00700 1 --2- 172.21.15.44:0/3315640239 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e34076090 0x7f8e341a07a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.116+0000 7f8e38e00700 1 -- 172.21.15.44:0/3315640239 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e34114710 msgr2=0x7f8e341a4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:33.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.116+0000 7f8e38e00700 1 --2- 172.21.15.44:0/3315640239 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e34114710 0x7f8e341a4b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.116+0000 7f8e38e00700 1 -- 172.21.15.44:0/3315640239 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e341a5270 con 0x7f8e34075770 2024-05-21T00:44:33.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.116+0000 7f8e39800700 1 --2- 172.21.15.44:0/3315640239 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e34114710 0x7f8e341a4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:44:33.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.116+0000 7f8e38e00700 1 --2- 172.21.15.44:0/3315640239 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8e34075770 0x7f8e341a0260 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f8e1800e9a0 tx=0x7f8e1800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:33.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.117+0000 7f8e32000700 1 -- 172.21.15.44:0/3315640239 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e1800cbd0 con 0x7f8e34075770 2024-05-21T00:44:33.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.117+0000 7f8e3b800700 1 -- 172.21.15.44:0/3315640239 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e341a5560 con 0x7f8e34075770 2024-05-21T00:44:33.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.117+0000 7f8e32000700 1 -- 172.21.15.44:0/3315640239 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8e1800cd70 con 0x7f8e34075770 2024-05-21T00:44:33.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.117+0000 7f8e3b800700 1 -- 172.21.15.44:0/3315640239 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e341acde0 con 0x7f8e34075770 2024-05-21T00:44:33.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.117+0000 7f8e32000700 1 -- 172.21.15.44:0/3315640239 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e18018620 con 0x7f8e34075770 2024-05-21T00:44:33.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.121+0000 7f8e32000700 1 -- 172.21.15.44:0/3315640239 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f8e18010430 con 0x7f8e34075770 2024-05-21T00:44:33.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.122+0000 7f8e46274b80 1 Processor -- start 2024-05-21T00:44:33.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.122+0000 7f8e46274b80 1 -- start start 2024-05-21T00:44:33.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.122+0000 7f8e32000700 1 --2- 172.21.15.44:0/3315640239 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8e100b2880 0x7f8e100b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:33.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.122+0000 7f8e46274b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556e853d6610 0x556e853d69f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:33.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.122+0000 7f8e46274b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x556e853d6f30 0x556e853d0b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:33.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.123+0000 7f8e46274b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556e853d1140 0x556e853d15c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:33.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.123+0000 7f8e46274b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x556e8532ee40 con 0x556e853d6610 2024-05-21T00:44:33.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.123+0000 7f8e46274b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x556e8531e9e0 con 0x556e853d1140 2024-05-21T00:44:33.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.123+0000 7f8e46274b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x556e85322a20 con 0x556e853d6f30 2024-05-21T00:44:33.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.123+0000 7f8e32000700 1 -- 172.21.15.44:0/3315640239 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f8e180e2480 con 0x7f8e34075770 2024-05-21T00:44:33.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.123+0000 7f8e39800700 1 --2- 172.21.15.44:0/3315640239 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8e100b2880 0x7f8e100b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:33.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.123+0000 7f8e38e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556e853d6610 0x556e853d69f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:33.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.123+0000 7f8e2be00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x556e853d6f30 0x556e853d0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:33.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.123+0000 7f8e2be00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x556e853d6f30 0x556e853d0b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:33748/0 (socket says 172.21.15.44:33748) 2024-05-21T00:44:33.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.123+0000 7f8e2be00700 1 -- 172.21.15.44:0/1266252137 learned_addr learned my addr 172.21.15.44:0/1266252137 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:33.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.123+0000 7f8e39800700 1 --2- 172.21.15.44:0/1266252137 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556e853d1140 0x556e853d15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:33.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.124+0000 7f8e2be00700 1 -- 172.21.15.44:0/1266252137 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556e853d1140 msgr2=0x556e853d15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:33.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.124+0000 7f8e2be00700 1 --2- 172.21.15.44:0/1266252137 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556e853d1140 0x556e853d15c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.124+0000 7f8e2be00700 1 -- 172.21.15.44:0/1266252137 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556e853d6610 msgr2=0x556e853d69f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:33.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.124+0000 7f8e2be00700 1 --2- 172.21.15.44:0/1266252137 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556e853d6610 0x556e853d69f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.124+0000 7f8e2be00700 1 -- 172.21.15.44:0/1266252137 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e852e7420 con 0x556e853d6f30 2024-05-21T00:44:33.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.124+0000 7f8e2be00700 1 --2- 172.21.15.44:0/1266252137 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x556e853d6f30 0x556e853d0b20 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f8e20015000 tx=0x7f8e200096a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1479da3045e3d15 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:33.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.124+0000 7f8e39800700 1 --2- 172.21.15.44:0/3315640239 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8e100b2880 0x7f8e100b4d40 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f8e3406bdd0 tx=0x7f8e2c007b00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:33.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.124+0000 7f8e2a000700 1 -- 172.21.15.44:0/1266252137 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e20027070 con 0x556e853d6f30 2024-05-21T00:44:33.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.124+0000 7f8e2a000700 1 -- 172.21.15.44:0/1266252137 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8e200056d0 con 0x556e853d6f30 2024-05-21T00:44:33.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.124+0000 7f8e2a000700 1 -- 172.21.15.44:0/1266252137 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e20003a00 con 0x556e853d6f30 2024-05-21T00:44:33.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.125+0000 7f8e46274b80 1 -- 172.21.15.44:0/1266252137 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x556e853d6f30 msgr2=0x556e853d0b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:33.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.125+0000 7f8e46274b80 1 --2- 172.21.15.44:0/1266252137 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x556e853d6f30 0x556e853d0b20 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f8e20015000 tx=0x7f8e200096a0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.125+0000 7f8e46274b80 1 -- 172.21.15.44:0/1266252137 shutdown_connections 2024-05-21T00:44:33.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.125+0000 7f8e46274b80 1 --2- 172.21.15.44:0/1266252137 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556e853d6610 0x556e853d69f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.125+0000 7f8e46274b80 1 --2- 172.21.15.44:0/1266252137 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556e853d1140 0x556e853d15c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.125+0000 7f8e46274b80 1 --2- 172.21.15.44:0/1266252137 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x556e853d6f30 0x556e853d0b20 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.125+0000 7f8e46274b80 1 -- 172.21.15.44:0/1266252137 >> 172.21.15.44:0/1266252137 conn(0x556e852febe0 msgr2=0x556e853cb690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:33.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.125+0000 7f8e46274b80 1 -- 172.21.15.44:0/1266252137 shutdown_connections 2024-05-21T00:44:33.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.125+0000 7f8e46274b80 1 -- 172.21.15.44:0/1266252137 wait complete. 2024-05-21T00:44:33.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.126+0000 7f8e46274b80 1 -- start start 2024-05-21T00:44:33.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.126+0000 7f8e46274b80 1 Processor -- start 2024-05-21T00:44:33.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.127+0000 7f8e46274b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556e853d1140 0x556e853dcc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:33.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.127+0000 7f8e46274b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556e853d6610 0x556e853da000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:33.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.127+0000 7f8e46274b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x556e853d6f30 0x556e853da540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:33.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.127+0000 7f8e46274b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x556e85224fa0 con 0x556e853d1140 2024-05-21T00:44:33.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.127+0000 7f8e46274b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x556e852bf760 con 0x556e853d6610 2024-05-21T00:44:33.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.127+0000 7f8e46274b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x556e853dd980 con 0x556e853d6f30 2024-05-21T00:44:33.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.127+0000 7f8e46274b80 10 client.0 _ll_register_callbacks cb 0x556e852c8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:44:33.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.127+0000 7f8e38e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556e853d1140 0x556e853dcc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:33.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.127+0000 7f8e38e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556e853d1140 0x556e853dcc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:53998/0 (socket says 172.21.15.44:53998) 2024-05-21T00:44:33.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.127+0000 7f8e38e00700 1 -- 172.21.15.44:0/1222075508 learned_addr learned my addr 172.21.15.44:0/1222075508 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:33.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.127+0000 7f8e39800700 1 --2- 172.21.15.44:0/1222075508 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x556e853d6f30 0x556e853da540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:33.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.127+0000 7f8e2be00700 1 --2- 172.21.15.44:0/1222075508 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556e853d6610 0x556e853da000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:33.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.128+0000 7f8e38e00700 1 -- 172.21.15.44:0/1222075508 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x556e853d6f30 msgr2=0x556e853da540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:33.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.128+0000 7f8e38e00700 1 --2- 172.21.15.44:0/1222075508 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x556e853d6f30 0x556e853da540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.128+0000 7f8e38e00700 1 -- 172.21.15.44:0/1222075508 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556e853d6610 msgr2=0x556e853da000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:33.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.128+0000 7f8e38e00700 1 --2- 172.21.15.44:0/1222075508 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556e853d6610 0x556e853da000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.128+0000 7f8e38e00700 1 -- 172.21.15.44:0/1222075508 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e8526e8d0 con 0x556e853d1140 2024-05-21T00:44:33.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.128+0000 7f8e38e00700 1 --2- 172.21.15.44:0/1222075508 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556e853d1140 0x556e853dcc60 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f8e180a9700 tx=0x7f8e1805a600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdfcd85a4dcfa9bb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:33.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.128+0000 7f8e26e00700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-21T00:44:33.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.128+0000 7f8e26e00700 1 -- 172.21.15.44:0/1222075508 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e180a9510 con 0x556e853d1140 2024-05-21T00:44:33.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.128+0000 7f8e26e00700 1 -- 172.21.15.44:0/1222075508 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f8e180b25e0 con 0x556e853d1140 2024-05-21T00:44:33.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.128+0000 7f8e46274b80 1 -- 172.21.15.44:0/1222075508 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8e200056d0 con 0x556e853d1140 2024-05-21T00:44:33.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.129+0000 7f8e26e00700 1 -- 172.21.15.44:0/1222075508 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8e180aa100 con 0x556e853d1140 2024-05-21T00:44:33.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.129+0000 7f8e46274b80 10 client.15561 fetch_fsmap learned FSMap version 26 2024-05-21T00:44:33.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.129+0000 7f8e46274b80 1 -- 172.21.15.44:0/1222075508 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556e852ef060 con 0x556e853d1140 2024-05-21T00:44:33.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.129+0000 7f8e26e00700 1 -- 172.21.15.44:0/1222075508 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8e200056d0 con 0x556e853d1140 2024-05-21T00:44:33.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.129+0000 7f8e26e00700 1 -- 172.21.15.44:0/1222075508 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8e180cc140 con 0x556e853d1140 2024-05-21T00:44:33.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.129+0000 7f8e46274b80 10 client.15561 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:44:33.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.129+0000 7f8e46274b80 10 client.15561 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:44:33.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.129+0000 7f8e46274b80 20 client.15561 populate_metadata read hostname 'smithi044' 2024-05-21T00:44:33.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.129+0000 7f8e46274b80 1 --2- 172.21.15.44:0/1222075508 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x556e853ea370 0x556e853ec780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:33.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.129+0000 7f8e46274b80 4 client.15561 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:44:33.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.129+0000 7f8e46274b80 1 -- 172.21.15.44:0/1222075508 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556e85330d90 con 0x556e853ea370 2024-05-21T00:44:33.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.130+0000 7f8e2be00700 1 --2- 172.21.15.44:0/1222075508 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x556e853ea370 0x556e853ec780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:33.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.130+0000 7f8e2be00700 1 --2- 172.21.15.44:0/1222075508 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x556e853ea370 0x556e853ec780 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d04d1ebcad08be24 server_cookie=55a6ad258cc99bcb in_seq=0 out_seq=0 2024-05-21T00:44:33.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.130+0000 7f8e26e00700 10 client.15561 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:33.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.131+0000 7f8e26e00700 1 -- 172.21.15.44:0/1222075508 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556e85330d90 con 0x556e853ea370 2024-05-21T00:44:33.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.131+0000 7f8e26e00700 10 client.15561 handle_command_reply: tid=0 2024-05-21T00:44:33.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.131+0000 7f8e46274b80 1 client.15561 shutdown 2024-05-21T00:44:33.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.131+0000 7f8e46274b80 1 -- 172.21.15.44:0/1222075508 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556e853d1140 msgr2=0x556e853dcc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:33.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.131+0000 7f8e46274b80 1 --2- 172.21.15.44:0/1222075508 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556e853d1140 0x556e853dcc60 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f8e180a9700 tx=0x7f8e1805a600 comp rx=0 tx=0).stop 2024-05-21T00:44:33.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.131+0000 7f8e46274b80 1 -- 172.21.15.44:0/1222075508 shutdown_connections 2024-05-21T00:44:33.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.131+0000 7f8e46274b80 1 --2- 172.21.15.44:0/1222075508 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556e853d1140 0x556e853dcc60 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.131+0000 7f8e46274b80 1 --2- 172.21.15.44:0/1222075508 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x556e853ea370 0x556e853ec780 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.131+0000 7f8e46274b80 1 --2- 172.21.15.44:0/1222075508 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x556e853d6f30 0x556e853da540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.131+0000 7f8e46274b80 1 --2- 172.21.15.44:0/1222075508 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556e853d6610 0x556e853da000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.131+0000 7f8e26e00700 0 client.15561 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:33.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.131+0000 7f8e46274b80 1 -- 172.21.15.44:0/1222075508 >> 172.21.15.44:0/1222075508 conn(0x556e852febe0 msgr2=0x556e853cad70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:33.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.132+0000 7f8e46274b80 1 -- 172.21.15.44:0/1222075508 shutdown_connections 2024-05-21T00:44:33.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.132+0000 7f8e46274b80 1 -- 172.21.15.44:0/1222075508 wait complete. 2024-05-21T00:44:33.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.132+0000 7f8e46274b80 20 client.15561 trim_cache size 0 max 16384 2024-05-21T00:44:33.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.155+0000 7f8e46274b80 1 Processor -- start 2024-05-21T00:44:33.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.155+0000 7f8e46274b80 1 -- start start 2024-05-21T00:44:33.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.155+0000 7f8e46274b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x556e853d1140 0x556e853d0b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:33.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.155+0000 7f8e46274b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556e853d6610 0x556e853d9180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:33.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.155+0000 7f8e46274b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556e853d6f30 0x556e853cb4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:33.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.155+0000 7f8e46274b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8e341b6c40 con 0x556e853d6f30 2024-05-21T00:44:33.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.155+0000 7f8e46274b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8e341b44d0 con 0x556e853d6610 2024-05-21T00:44:33.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.155+0000 7f8e46274b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f8e341b2320 con 0x556e853d1140 2024-05-21T00:44:33.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.155+0000 7f8e39800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556e853d6f30 0x556e853cb4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:33.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.156+0000 7f8e38e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x556e853d1140 0x556e853d0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:33.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.156+0000 7f8e39800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556e853d6f30 0x556e853cb4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54010/0 (socket says 172.21.15.44:54010) 2024-05-21T00:44:33.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.156+0000 7f8e39800700 1 -- 172.21.15.44:0/3607260679 learned_addr learned my addr 172.21.15.44:0/3607260679 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:33.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.156+0000 7f8e2be00700 1 --2- 172.21.15.44:0/3607260679 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556e853d6610 0x556e853d9180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:33.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.156+0000 7f8e2be00700 1 -- 172.21.15.44:0/3607260679 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x556e853d1140 msgr2=0x556e853d0b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:33.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.156+0000 7f8e2be00700 1 --2- 172.21.15.44:0/3607260679 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x556e853d1140 0x556e853d0b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.156+0000 7f8e2be00700 1 -- 172.21.15.44:0/3607260679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556e853d6f30 msgr2=0x556e853cb4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:33.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.156+0000 7f8e2be00700 1 --2- 172.21.15.44:0/3607260679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556e853d6f30 0x556e853cb4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.156+0000 7f8e2be00700 1 -- 172.21.15.44:0/3607260679 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e853ecdd0 con 0x556e853d6610 2024-05-21T00:44:33.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.156+0000 7f8e38e00700 1 --2- 172.21.15.44:0/3607260679 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x556e853d1140 0x556e853d0b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:44:33.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.156+0000 7f8e2be00700 1 --2- 172.21.15.44:0/3607260679 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556e853d6610 0x556e853d9180 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f8e20009750 tx=0x7f8e2000bf90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=643a3f2bc72b3420 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:33.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.157+0000 7f8e29600700 1 -- 172.21.15.44:0/3607260679 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e20027040 con 0x556e853d6610 2024-05-21T00:44:33.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.157+0000 7f8e29600700 1 -- 172.21.15.44:0/3607260679 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8e20034040 con 0x556e853d6610 2024-05-21T00:44:33.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.157+0000 7f8e29600700 1 -- 172.21.15.44:0/3607260679 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e20003cc0 con 0x556e853d6610 2024-05-21T00:44:33.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.157+0000 7f8e46274b80 1 -- 172.21.15.44:0/3607260679 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556e853d6610 msgr2=0x556e853d9180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:33.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.157+0000 7f8e46274b80 1 --2- 172.21.15.44:0/3607260679 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556e853d6610 0x556e853d9180 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f8e20009750 tx=0x7f8e2000bf90 comp rx=0 tx=0).stop 2024-05-21T00:44:33.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.158+0000 7f8e46274b80 1 -- 172.21.15.44:0/3607260679 shutdown_connections 2024-05-21T00:44:33.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.158+0000 7f8e46274b80 1 --2- 172.21.15.44:0/3607260679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556e853d6f30 0x556e853cb4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.158+0000 7f8e46274b80 1 --2- 172.21.15.44:0/3607260679 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x556e853d1140 0x556e853d0b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.158+0000 7f8e46274b80 1 --2- 172.21.15.44:0/3607260679 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556e853d6610 0x556e853d9180 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.158+0000 7f8e46274b80 1 -- 172.21.15.44:0/3607260679 >> 172.21.15.44:0/3607260679 conn(0x556e852febe0 msgr2=0x556e853d5140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:33.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.158+0000 7f8e46274b80 1 -- 172.21.15.44:0/3607260679 shutdown_connections 2024-05-21T00:44:33.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.158+0000 7f8e46274b80 1 -- 172.21.15.44:0/3607260679 wait complete. 2024-05-21T00:44:33.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.158+0000 7f8e46274b80 1 -- start start 2024-05-21T00:44:33.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.158+0000 7f8e46274b80 1 Processor -- start 2024-05-21T00:44:33.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.159+0000 7f8e46274b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556e853d1140 0x556e853e2c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:33.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.159+0000 7f8e46274b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x556e853d6610 0x556e853e3180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:33.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.159+0000 7f8e46274b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556e853d6f30 0x556e853dfc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:33.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.159+0000 7f8e46274b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8e341b2990 con 0x556e853d1140 2024-05-21T00:44:33.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.159+0000 7f8e46274b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8e341b3e00 con 0x556e853d6f30 2024-05-21T00:44:33.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.159+0000 7f8e46274b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f8e341b3060 con 0x556e853d6610 2024-05-21T00:44:33.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.159+0000 7f8e46274b80 10 client.0 _ll_register_callbacks cb 0x556e852c8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:44:33.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.159+0000 7f8e38e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556e853d1140 0x556e853e2c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:33.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.159+0000 7f8e38e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556e853d1140 0x556e853e2c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54016/0 (socket says 172.21.15.44:54016) 2024-05-21T00:44:33.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.159+0000 7f8e38e00700 1 -- 172.21.15.44:0/709643198 learned_addr learned my addr 172.21.15.44:0/709643198 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:33.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.159+0000 7f8e2be00700 1 --2- 172.21.15.44:0/709643198 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x556e853d6610 0x556e853e3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:33.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.159+0000 7f8e39800700 1 --2- 172.21.15.44:0/709643198 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556e853d6f30 0x556e853dfc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:33.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.160+0000 7f8e38e00700 1 -- 172.21.15.44:0/709643198 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x556e853d6610 msgr2=0x556e853e3180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:33.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.160+0000 7f8e38e00700 1 --2- 172.21.15.44:0/709643198 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x556e853d6610 0x556e853e3180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.160+0000 7f8e38e00700 1 -- 172.21.15.44:0/709643198 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556e853d6f30 msgr2=0x556e853dfc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:33.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.160+0000 7f8e38e00700 1 --2- 172.21.15.44:0/709643198 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556e853d6f30 0x556e853dfc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.160+0000 7f8e38e00700 1 -- 172.21.15.44:0/709643198 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e853e0280 con 0x556e853d1140 2024-05-21T00:44:33.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.160+0000 7f8e2be00700 1 --2- 172.21.15.44:0/709643198 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x556e853d6610 0x556e853e3180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:44:33.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.160+0000 7f8e39800700 1 --2- 172.21.15.44:0/709643198 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556e853d6f30 0x556e853dfc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:44:33.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.160+0000 7f8e38e00700 1 --2- 172.21.15.44:0/709643198 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556e853d1140 0x556e853e2c40 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f8e1800cfd0 tx=0x7f8e180a59f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6a84fbe8d78e4d4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:33.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.160+0000 7f8e26e00700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-21T00:44:33.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.160+0000 7f8e26e00700 1 -- 172.21.15.44:0/709643198 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e180cc2c0 con 0x556e853d1140 2024-05-21T00:44:33.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.160+0000 7f8e26e00700 1 -- 172.21.15.44:0/709643198 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f8e180a8c60 con 0x556e853d1140 2024-05-21T00:44:33.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.160+0000 7f8e46274b80 1 -- 172.21.15.44:0/709643198 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8e20034040 con 0x556e853d1140 2024-05-21T00:44:33.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.161+0000 7f8e26e00700 1 -- 172.21.15.44:0/709643198 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8e180a9510 con 0x556e853d1140 2024-05-21T00:44:33.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.161+0000 7f8e46274b80 10 client.15567 fetch_fsmap learned FSMap version 26 2024-05-21T00:44:33.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.161+0000 7f8e46274b80 1 -- 172.21.15.44:0/709643198 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556e854558a0 con 0x556e853d1140 2024-05-21T00:44:33.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.161+0000 7f8e26e00700 1 -- 172.21.15.44:0/709643198 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8e180bee50 con 0x556e853d1140 2024-05-21T00:44:33.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.161+0000 7f8e26e00700 1 -- 172.21.15.44:0/709643198 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8e180a86d0 con 0x556e853d1140 2024-05-21T00:44:33.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.161+0000 7f8e46274b80 10 client.15567 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:44:33.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.161+0000 7f8e46274b80 10 client.15567 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:44:33.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.161+0000 7f8e46274b80 20 client.15567 populate_metadata read hostname 'smithi044' 2024-05-21T00:44:33.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.161+0000 7f8e46274b80 1 --2- 172.21.15.44:0/709643198 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x556e85455f80 0x556e854583a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:33.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.161+0000 7f8e46274b80 4 client.15567 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T00:44:33.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.161+0000 7f8e46274b80 1 -- 172.21.15.44:0/709643198 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "scrub status"}) -- 0x556e8532a570 con 0x556e85455f80 2024-05-21T00:44:33.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.162+0000 7f8e2be00700 1 --2- 172.21.15.44:0/709643198 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x556e85455f80 0x556e854583a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:33.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.162+0000 7f8e2be00700 1 --2- 172.21.15.44:0/709643198 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x556e85455f80 0x556e854583a0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4054a3cae849409e server_cookie=ee93ba470f09f461 in_seq=0 out_seq=0 2024-05-21T00:44:33.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.162+0000 7f8e26e00700 10 client.15567 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:33.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.162+0000 7f8e26e00700 1 -- 172.21.15.44:0/709643198 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x556e8532a570 con 0x556e85455f80 2024-05-21T00:44:33.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.162+0000 7f8e26e00700 10 client.15567 handle_command_reply: tid=0 2024-05-21T00:44:33.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.162+0000 7f8e46274b80 1 client.15567 shutdown 2024-05-21T00:44:33.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.163+0000 7f8e46274b80 1 -- 172.21.15.44:0/709643198 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556e853d1140 msgr2=0x556e853e2c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:33.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.163+0000 7f8e46274b80 1 --2- 172.21.15.44:0/709643198 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556e853d1140 0x556e853e2c40 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f8e1800cfd0 tx=0x7f8e180a59f0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.163+0000 7f8e46274b80 1 -- 172.21.15.44:0/709643198 shutdown_connections 2024-05-21T00:44:33.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.163+0000 7f8e46274b80 1 --2- 172.21.15.44:0/709643198 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556e853d1140 0x556e853e2c40 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.163+0000 7f8e46274b80 1 --2- 172.21.15.44:0/709643198 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x556e85455f80 0x556e854583a0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.163+0000 7f8e46274b80 1 --2- 172.21.15.44:0/709643198 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556e853d6f30 0x556e853dfc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.163+0000 7f8e46274b80 1 --2- 172.21.15.44:0/709643198 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x556e853d6610 0x556e853e3180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.163+0000 7f8e26e00700 0 client.15567 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:33.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.163+0000 7f8e46274b80 1 -- 172.21.15.44:0/709643198 >> 172.21.15.44:0/709643198 conn(0x556e852febe0 msgr2=0x556e853db600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:33.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.163+0000 7f8e46274b80 1 -- 172.21.15.44:0/709643198 shutdown_connections 2024-05-21T00:44:33.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.163+0000 7f8e46274b80 1 -- 172.21.15.44:0/709643198 wait complete. 2024-05-21T00:44:33.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.163+0000 7f8e46274b80 20 client.15567 trim_cache size 0 max 16384 2024-05-21T00:44:33.174 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:44:33.174 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "no active scrubs running", 2024-05-21T00:44:33.174 INFO:teuthology.orchestra.run.smithi044.stdout: "scrubs": {} 2024-05-21T00:44:33.174 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:44:33.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.164+0000 7f8e3b800700 1 -- 172.21.15.44:0/3315640239 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8e100b2880 msgr2=0x7f8e100b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:33.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.164+0000 7f8e3b800700 1 --2- 172.21.15.44:0/3315640239 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8e100b2880 0x7f8e100b4d40 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f8e3406bdd0 tx=0x7f8e2c007b00 comp rx=0 tx=0).stop 2024-05-21T00:44:33.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.164+0000 7f8e3b800700 1 -- 172.21.15.44:0/3315640239 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8e34075770 msgr2=0x7f8e341a0260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:33.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.164+0000 7f8e3b800700 1 --2- 172.21.15.44:0/3315640239 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8e34075770 0x7f8e341a0260 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f8e1800e9a0 tx=0x7f8e1800ecb0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.164+0000 7f8e3b800700 1 -- 172.21.15.44:0/3315640239 shutdown_connections 2024-05-21T00:44:33.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.164+0000 7f8e3b800700 1 --2- 172.21.15.44:0/3315640239 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f8e100b2880 0x7f8e100b4d40 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.164+0000 7f8e3b800700 1 --2- 172.21.15.44:0/3315640239 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8e34075770 0x7f8e341a0260 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.164+0000 7f8e3b800700 1 --2- 172.21.15.44:0/3315640239 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e34114710 0x7f8e341a4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.164+0000 7f8e3b800700 1 --2- 172.21.15.44:0/3315640239 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e34076090 0x7f8e341a07a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:33.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.164+0000 7f8e3b800700 1 -- 172.21.15.44:0/3315640239 >> 172.21.15.44:0/3315640239 conn(0x7f8e3407a6a0 msgr2=0x7f8e341101b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:33.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.164+0000 7f8e3b800700 1 -- 172.21.15.44:0/3315640239 shutdown_connections 2024-05-21T00:44:33.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:33.164+0000 7f8e3b800700 1 -- 172.21.15.44:0/3315640239 wait complete. 2024-05-21T00:44:33.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:33 smithi044 ceph-mon[31392]: pgmap v533: 97 pgs: 97 active+clean; 1.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 348 KiB/s wr, 1.42k op/s 2024-05-21T00:44:33.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:33 smithi082 ceph-mon[36141]: pgmap v533: 97 pgs: 97 active+clean; 1.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 348 KiB/s wr, 1.42k op/s 2024-05-21T00:44:34.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:33 smithi092 ceph-mon[36335]: pgmap v533: 97 pgs: 97 active+clean; 1.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 348 KiB/s wr, 1.42k op/s 2024-05-21T00:44:34.196 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T00:44:34.196 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:44:34.673 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:44:35.846 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:35 smithi044 ceph-mon[31392]: pgmap v534: 97 pgs: 97 active+clean; 732 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 5.9 KiB/s wr, 1.42k op/s 2024-05-21T00:44:35.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:35 smithi082 ceph-mon[36141]: pgmap v534: 97 pgs: 97 active+clean; 732 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 5.9 KiB/s wr, 1.42k op/s 2024-05-21T00:44:36.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:35 smithi092 ceph-mon[36335]: pgmap v534: 97 pgs: 97 active+clean; 732 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 5.9 KiB/s wr, 1.42k op/s 2024-05-21T00:44:37.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.054+0000 7fc059400700 1 -- 172.21.15.44:0/3957920127 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc05406bbe0 msgr2=0x7fc0541103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:37.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.054+0000 7fc059400700 1 --2- 172.21.15.44:0/3957920127 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc05406bbe0 0x7fc0541103d0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fc04c009f90 tx=0x7fc04c00b330 comp rx=0 tx=0).stop 2024-05-21T00:44:37.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.054+0000 7fc059400700 1 -- 172.21.15.44:0/3957920127 shutdown_connections 2024-05-21T00:44:37.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.054+0000 7fc059400700 1 --2- 172.21.15.44:0/3957920127 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc0541095b0 0x7fc054109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:37.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.054+0000 7fc059400700 1 --2- 172.21.15.44:0/3957920127 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc05406bbe0 0x7fc0541103d0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:37.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.054+0000 7fc059400700 1 --2- 172.21.15.44:0/3957920127 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc05406b220 0x7fc05406b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:37.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.054+0000 7fc059400700 1 -- 172.21.15.44:0/3957920127 >> 172.21.15.44:0/3957920127 conn(0x7fc0540793f0 msgr2=0x7fc054079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:37.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.054+0000 7fc059400700 1 -- 172.21.15.44:0/3957920127 shutdown_connections 2024-05-21T00:44:37.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.054+0000 7fc059400700 1 -- 172.21.15.44:0/3957920127 wait complete. 2024-05-21T00:44:37.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.055+0000 7fc059400700 1 Processor -- start 2024-05-21T00:44:37.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.055+0000 7fc059400700 1 -- start start 2024-05-21T00:44:37.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.056+0000 7fc059400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc05406b220 0x7fc054102510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:37.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.056+0000 7fc059400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc05406bbe0 0x7fc054102a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:37.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.056+0000 7fc059400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc0541095b0 0x7fc054102f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:37.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.056+0000 7fc059400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc054113740 con 0x7fc05406b220 2024-05-21T00:44:37.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.056+0000 7fc059400700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc0541135c0 con 0x7fc0541095b0 2024-05-21T00:44:37.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.056+0000 7fc059400700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fc0541138c0 con 0x7fc05406bbe0 2024-05-21T00:44:37.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.056+0000 7fc051e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc05406bbe0 0x7fc054102a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:37.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.056+0000 7fc052800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc05406b220 0x7fc054102510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:37.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.056+0000 7fc053200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc0541095b0 0x7fc054102f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:37.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.056+0000 7fc051e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc05406bbe0 0x7fc054102a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:33790/0 (socket says 172.21.15.44:33790) 2024-05-21T00:44:37.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.056+0000 7fc051e00700 1 -- 172.21.15.44:0/1062584746 learned_addr learned my addr 172.21.15.44:0/1062584746 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:37.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.057+0000 7fc051e00700 1 -- 172.21.15.44:0/1062584746 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc0541095b0 msgr2=0x7fc054102f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:37.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.057+0000 7fc051e00700 1 --2- 172.21.15.44:0/1062584746 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc0541095b0 0x7fc054102f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:37.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.057+0000 7fc051e00700 1 -- 172.21.15.44:0/1062584746 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc05406b220 msgr2=0x7fc054102510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:37.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.057+0000 7fc051e00700 1 --2- 172.21.15.44:0/1062584746 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc05406b220 0x7fc054102510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:37.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.057+0000 7fc051e00700 1 -- 172.21.15.44:0/1062584746 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0541a8140 con 0x7fc05406bbe0 2024-05-21T00:44:37.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.057+0000 7fc053200700 1 --2- 172.21.15.44:0/1062584746 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc0541095b0 0x7fc054102f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:44:37.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.057+0000 7fc051e00700 1 --2- 172.21.15.44:0/1062584746 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc05406bbe0 0x7fc054102a50 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fc04000e9c0 tx=0x7fc04000ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:37.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.057+0000 7fc04b400700 1 -- 172.21.15.44:0/1062584746 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc04000cbd0 con 0x7fc05406bbe0 2024-05-21T00:44:37.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.057+0000 7fc059400700 1 -- 172.21.15.44:0/1062584746 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0541a8430 con 0x7fc05406bbe0 2024-05-21T00:44:37.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.057+0000 7fc04b400700 1 -- 172.21.15.44:0/1062584746 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc04000ee60 con 0x7fc05406bbe0 2024-05-21T00:44:37.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.057+0000 7fc04b400700 1 -- 172.21.15.44:0/1062584746 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0400055c0 con 0x7fc05406bbe0 2024-05-21T00:44:37.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.058+0000 7fc059400700 1 -- 172.21.15.44:0/1062584746 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0541a8920 con 0x7fc05406bbe0 2024-05-21T00:44:37.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.059+0000 7fc059400700 1 -- 172.21.15.44:0/1062584746 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc05406a230 con 0x7fc05406bbe0 2024-05-21T00:44:37.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.062+0000 7fc04b400700 1 -- 172.21.15.44:0/1062584746 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fc0400468d0 con 0x7fc05406bbe0 2024-05-21T00:44:37.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.063+0000 7fc04b400700 1 --2- 172.21.15.44:0/1062584746 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc0380b2880 0x7fc0380b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:37.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.064+0000 7fc04b400700 1 -- 172.21.15.44:0/1062584746 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fc0400e26b0 con 0x7fc05406bbe0 2024-05-21T00:44:37.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.064+0000 7fc052800700 1 --2- 172.21.15.44:0/1062584746 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc0380b2880 0x7fc0380b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:37.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.065+0000 7fc052800700 1 --2- 172.21.15.44:0/1062584746 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc0380b2880 0x7fc0380b4d40 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fc044009750 tx=0x7fc044009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:37.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.065+0000 7fc04b400700 1 -- 172.21.15.44:0/1062584746 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc0400aa330 con 0x7fc05406bbe0 2024-05-21T00:44:37.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.351+0000 7fc059400700 1 -- 172.21.15.44:0/1062584746 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc05402e560 con 0x7fc05406bbe0 2024-05-21T00:44:37.355 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.352+0000 7fc04b400700 1 -- 172.21.15.44:0/1062584746 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11854 (secure 0 0 0) 0x7fc0400a9c30 con 0x7fc05406bbe0 2024-05-21T00:44:37.356 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:44:37.356 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/561549854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":561549854},{"type":"v1","addr":"172.21.15.44:6837","nonce":561549854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/2400906516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2400906516},{"type":"v1","addr":"172.21.15.82:6835","nonce":2400906516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2996309052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2996309052},{"type":"v1","addr":"172.21.15.92:6835","nonce":2996309052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:37:29.521554+0000","modified":"2024-05-21T00:41:28.977476+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24521,"mds_1":24511,"mds_2":24509},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24482":{"gid":24482,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6837/2183805482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":2183805482},{"type":"v1","addr":"172.21.15.82:6837","nonce":2183805482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6837/1462528640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1462528640},{"type":"v1","addr":"172.21.15.92:6837","nonce":1462528640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6839/1183044801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6838","nonce":1183044801},{"type":"v1","addr":"172.21.15.92:6839","nonce":1183044801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"a","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/3917264755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":3917264755},{"type":"v1","addr":"172.21.15.44:6841","nonce":3917264755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1038937716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1038937716},{"type":"v1","addr":"172.21.15.44:6839","nonce":1038937716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.82:6839/3736218763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":3736218763},{"type":"v1","addr":"172.21.15.82:6839","nonce":3736218763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24521,"qdb_cluster":[24509,24511,24521]},"id":1}]} 2024-05-21T00:44:37.358 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.355+0000 7fc059400700 1 -- 172.21.15.44:0/1062584746 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc0380b2880 msgr2=0x7fc0380b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:37.358 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.355+0000 7fc059400700 1 --2- 172.21.15.44:0/1062584746 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc0380b2880 0x7fc0380b4d40 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fc044009750 tx=0x7fc044009310 comp rx=0 tx=0).stop 2024-05-21T00:44:37.358 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.355+0000 7fc059400700 1 -- 172.21.15.44:0/1062584746 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc05406bbe0 msgr2=0x7fc054102a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:37.358 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.355+0000 7fc059400700 1 --2- 172.21.15.44:0/1062584746 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc05406bbe0 0x7fc054102a50 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fc04000e9c0 tx=0x7fc04000ecd0 comp rx=0 tx=0).stop 2024-05-21T00:44:37.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.355+0000 7fc059400700 1 -- 172.21.15.44:0/1062584746 shutdown_connections 2024-05-21T00:44:37.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.355+0000 7fc059400700 1 --2- 172.21.15.44:0/1062584746 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc0380b2880 0x7fc0380b4d40 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:37.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.355+0000 7fc059400700 1 --2- 172.21.15.44:0/1062584746 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc05406b220 0x7fc054102510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:37.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.355+0000 7fc059400700 1 --2- 172.21.15.44:0/1062584746 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc0541095b0 0x7fc054102f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:37.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.355+0000 7fc059400700 1 --2- 172.21.15.44:0/1062584746 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc05406bbe0 0x7fc054102a50 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:37.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.355+0000 7fc059400700 1 -- 172.21.15.44:0/1062584746 >> 172.21.15.44:0/1062584746 conn(0x7fc0540793f0 msgr2=0x7fc054101130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:37.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.356+0000 7fc059400700 1 -- 172.21.15.44:0/1062584746 shutdown_connections 2024-05-21T00:44:37.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:37.356+0000 7fc059400700 1 -- 172.21.15.44:0/1062584746 wait complete. 2024-05-21T00:44:37.360 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 26 2024-05-21T00:44:37.647 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:37 smithi044 ceph-mon[31392]: pgmap v535: 97 pgs: 97 active+clean; 756 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 7.9 KiB/s wr, 628 op/s 2024-05-21T00:44:37.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:37 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1062584746' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:44:37.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:37 smithi082 ceph-mon[36141]: pgmap v535: 97 pgs: 97 active+clean; 756 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 7.9 KiB/s wr, 628 op/s 2024-05-21T00:44:37.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:37 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/1062584746' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:44:38.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:37 smithi092 ceph-mon[36335]: pgmap v535: 97 pgs: 97 active+clean; 756 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 7.9 KiB/s wr, 628 op/s 2024-05-21T00:44:38.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:37 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/1062584746' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:44:38.264 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T00:44:38.689 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:44:39.872 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:39 smithi044 ceph-mon[31392]: pgmap v536: 97 pgs: 97 active+clean; 752 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 6.7 KiB/s wr, 627 op/s 2024-05-21T00:44:39.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:39 smithi082 ceph-mon[36141]: pgmap v536: 97 pgs: 97 active+clean; 752 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 6.7 KiB/s wr, 627 op/s 2024-05-21T00:44:40.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:39 smithi092 ceph-mon[36335]: pgmap v536: 97 pgs: 97 active+clean; 752 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 6.7 KiB/s wr, 627 op/s 2024-05-21T00:44:41.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.004+0000 7f4f79c00700 1 -- 172.21.15.44:0/3110850532 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f741041a0 msgr2=0x7f4f741081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:41.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.004+0000 7f4f79c00700 1 --2- 172.21.15.44:0/3110850532 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f741041a0 0x7f4f741081c0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f4f60009990 tx=0x7f4f60009ca0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.004+0000 7f4f79c00700 1 -- 172.21.15.44:0/3110850532 shutdown_connections 2024-05-21T00:44:41.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.004+0000 7f4f79c00700 1 --2- 172.21.15.44:0/3110850532 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f741088f0 0x7f4f74110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.004+0000 7f4f79c00700 1 --2- 172.21.15.44:0/3110850532 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4f741037f0 0x7f4f74103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.004+0000 7f4f79c00700 1 --2- 172.21.15.44:0/3110850532 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f741041a0 0x7f4f741081c0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.004+0000 7f4f79c00700 1 -- 172.21.15.44:0/3110850532 >> 172.21.15.44:0/3110850532 conn(0x7f4f7407a6a0 msgr2=0x7f4f7407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:41.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.004+0000 7f4f79c00700 1 -- 172.21.15.44:0/3110850532 shutdown_connections 2024-05-21T00:44:41.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.004+0000 7f4f79c00700 1 -- 172.21.15.44:0/3110850532 wait complete. 2024-05-21T00:44:41.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.005+0000 7f4f79c00700 1 Processor -- start 2024-05-21T00:44:41.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.005+0000 7f4f79c00700 1 -- start start 2024-05-21T00:44:41.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.006+0000 7f4f79c00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4f741037f0 0x7f4f74075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:41.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.006+0000 7f4f79c00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f741041a0 0x7f4f74075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:41.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.006+0000 7f4f79c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f741088f0 0x7f4f740762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:41.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.006+0000 7f4f79c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4f741136d0 con 0x7f4f741088f0 2024-05-21T00:44:41.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.006+0000 7f4f79c00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f4f74113550 con 0x7f4f741037f0 2024-05-21T00:44:41.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.006+0000 7f4f79c00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4f74113850 con 0x7f4f741041a0 2024-05-21T00:44:41.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.006+0000 7f4f72a00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4f741037f0 0x7f4f74075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:41.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.006+0000 7f4f72a00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4f741037f0 0x7f4f74075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:49474/0 (socket says 172.21.15.44:49474) 2024-05-21T00:44:41.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.006+0000 7f4f72a00700 1 -- 172.21.15.44:0/2573481469 learned_addr learned my addr 172.21.15.44:0/2573481469 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:41.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.006+0000 7f4f72000700 1 --2- 172.21.15.44:0/2573481469 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f741041a0 0x7f4f74075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:41.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.006+0000 7f4f73400700 1 --2- 172.21.15.44:0/2573481469 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f741088f0 0x7f4f740762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:41.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.006+0000 7f4f72a00700 1 -- 172.21.15.44:0/2573481469 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f741041a0 msgr2=0x7f4f74075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:41.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.007+0000 7f4f72a00700 1 --2- 172.21.15.44:0/2573481469 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f741041a0 0x7f4f74075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.007+0000 7f4f72a00700 1 -- 172.21.15.44:0/2573481469 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f741088f0 msgr2=0x7f4f740762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:41.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.007+0000 7f4f72a00700 1 --2- 172.21.15.44:0/2573481469 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f741088f0 0x7f4f740762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.007+0000 7f4f72a00700 1 -- 172.21.15.44:0/2573481469 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f741a80f0 con 0x7f4f741037f0 2024-05-21T00:44:41.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.007+0000 7f4f72a00700 1 --2- 172.21.15.44:0/2573481469 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4f741037f0 0x7f4f74075840 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f4f6400e9c0 tx=0x7f4f6400ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:41.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.007+0000 7f4f6b400700 1 -- 172.21.15.44:0/2573481469 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f6400cbd0 con 0x7f4f741037f0 2024-05-21T00:44:41.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.007+0000 7f4f6b400700 1 -- 172.21.15.44:0/2573481469 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4f6400ee50 con 0x7f4f741037f0 2024-05-21T00:44:41.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.007+0000 7f4f79c00700 1 -- 172.21.15.44:0/2573481469 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f741a83e0 con 0x7f4f741037f0 2024-05-21T00:44:41.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.007+0000 7f4f6b400700 1 -- 172.21.15.44:0/2573481469 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f64005550 con 0x7f4f741037f0 2024-05-21T00:44:41.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.007+0000 7f4f79c00700 1 -- 172.21.15.44:0/2573481469 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f741a88a0 con 0x7f4f741037f0 2024-05-21T00:44:41.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.011+0000 7f4f6b400700 1 -- 172.21.15.44:0/2573481469 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f4f64004750 con 0x7f4f741037f0 2024-05-21T00:44:41.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.012+0000 7f4f844f6b80 1 Processor -- start 2024-05-21T00:44:41.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.012+0000 7f4f844f6b80 1 -- start start 2024-05-21T00:44:41.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.013+0000 7f4f6b400700 1 --2- 172.21.15.44:0/2573481469 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f4f580b2880 0x7f4f580b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:41.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.013+0000 7f4f844f6b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e1bed1c610 0x55e1bed1c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:41.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.013+0000 7f4f844f6b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1bed1cf30 0x55e1bed16b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:41.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.013+0000 7f4f844f6b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e1bed17140 0x55e1bed175c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:41.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.013+0000 7f4f844f6b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e1bec74e40 con 0x55e1bed1c610 2024-05-21T00:44:41.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.013+0000 7f4f844f6b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55e1bec649e0 con 0x55e1bed1cf30 2024-05-21T00:44:41.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.013+0000 7f4f844f6b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55e1bec68a20 con 0x55e1bed17140 2024-05-21T00:44:41.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.013+0000 7f4f6b400700 1 -- 172.21.15.44:0/2573481469 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f4f640e2530 con 0x7f4f741037f0 2024-05-21T00:44:41.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.013+0000 7f4f72a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e1bed1c610 0x55e1bed1c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:41.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.013+0000 7f4f72a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e1bed1c610 0x55e1bed1c9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54048/0 (socket says 172.21.15.44:54048) 2024-05-21T00:44:41.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.013+0000 7f4f72a00700 1 -- 172.21.15.44:0/1415715767 learned_addr learned my addr 172.21.15.44:0/1415715767 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:41.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.013+0000 7f4f73400700 1 --2- 172.21.15.44:0/1415715767 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e1bed17140 0x55e1bed175c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:41.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.013+0000 7f4f72a00700 1 -- 172.21.15.44:0/1415715767 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e1bed17140 msgr2=0x55e1bed175c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:41.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.013+0000 7f4f72a00700 1 --2- 172.21.15.44:0/1415715767 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e1bed17140 0x55e1bed175c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.014+0000 7f4f72a00700 1 -- 172.21.15.44:0/1415715767 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1bed1cf30 msgr2=0x55e1bed16b20 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T00:44:41.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.014+0000 7f4f72a00700 1 --2- 172.21.15.44:0/1415715767 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1bed1cf30 0x55e1bed16b20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.014+0000 7f4f72a00700 1 -- 172.21.15.44:0/1415715767 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e1bec2d420 con 0x55e1bed1c610 2024-05-21T00:44:41.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.014+0000 7f4f73400700 1 --2- 172.21.15.44:0/1415715767 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e1bed17140 0x55e1bed175c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:44:41.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.014+0000 7f4f73400700 1 --2- 172.21.15.44:0/2573481469 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f4f580b2880 0x7f4f580b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:41.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.014+0000 7f4f72a00700 1 --2- 172.21.15.44:0/1415715767 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e1bed1c610 0x55e1bed1c9f0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f4f640a6d20 tx=0x7f4f640a9480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f70184982d4e2d16 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:41.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.014+0000 7f4f5fe00700 1 -- 172.21.15.44:0/1415715767 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f640bd320 con 0x55e1bed1c610 2024-05-21T00:44:41.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.014+0000 7f4f5fe00700 1 -- 172.21.15.44:0/1415715767 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4f640b2260 con 0x55e1bed1c610 2024-05-21T00:44:41.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.014+0000 7f4f5fe00700 1 -- 172.21.15.44:0/1415715767 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f640a5240 con 0x55e1bed1c610 2024-05-21T00:44:41.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.015+0000 7f4f844f6b80 1 -- 172.21.15.44:0/1415715767 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e1bed1c610 msgr2=0x55e1bed1c9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:41.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.015+0000 7f4f73400700 1 --2- 172.21.15.44:0/2573481469 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f4f580b2880 0x7f4f580b4d40 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f4f6c009da0 tx=0x7f4f6c004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:41.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.015+0000 7f4f844f6b80 1 --2- 172.21.15.44:0/1415715767 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e1bed1c610 0x55e1bed1c9f0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f4f640a6d20 tx=0x7f4f640a9480 comp rx=0 tx=0).stop 2024-05-21T00:44:41.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.015+0000 7f4f844f6b80 1 -- 172.21.15.44:0/1415715767 shutdown_connections 2024-05-21T00:44:41.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.015+0000 7f4f844f6b80 1 --2- 172.21.15.44:0/1415715767 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e1bed1c610 0x55e1bed1c9f0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.015+0000 7f4f844f6b80 1 --2- 172.21.15.44:0/1415715767 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e1bed17140 0x55e1bed175c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.015+0000 7f4f844f6b80 1 --2- 172.21.15.44:0/1415715767 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1bed1cf30 0x55e1bed16b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.015+0000 7f4f844f6b80 1 -- 172.21.15.44:0/1415715767 >> 172.21.15.44:0/1415715767 conn(0x55e1bec44be0 msgr2=0x55e1bed11690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:41.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.015+0000 7f4f844f6b80 1 -- 172.21.15.44:0/1415715767 shutdown_connections 2024-05-21T00:44:41.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.015+0000 7f4f844f6b80 1 -- 172.21.15.44:0/1415715767 wait complete. 2024-05-21T00:44:41.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.016+0000 7f4f844f6b80 1 -- start start 2024-05-21T00:44:41.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.016+0000 7f4f844f6b80 1 Processor -- start 2024-05-21T00:44:41.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.017+0000 7f4f844f6b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e1bed17140 0x55e1bed22ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:41.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.017+0000 7f4f844f6b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1bed1c610 0x55e1bed20080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:41.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.017+0000 7f4f844f6b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e1bed1cf30 0x55e1bed205c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:41.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.017+0000 7f4f844f6b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e1beb6afa0 con 0x55e1bed17140 2024-05-21T00:44:41.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.017+0000 7f4f844f6b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55e1bec05760 con 0x55e1bed1c610 2024-05-21T00:44:41.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.017+0000 7f4f844f6b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55e1bed23980 con 0x55e1bed1cf30 2024-05-21T00:44:41.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.017+0000 7f4f844f6b80 10 client.0 _ll_register_callbacks cb 0x55e1bec0ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:44:41.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.017+0000 7f4f72a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e1bed17140 0x55e1bed22ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:41.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.017+0000 7f4f72a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e1bed17140 0x55e1bed22ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54056/0 (socket says 172.21.15.44:54056) 2024-05-21T00:44:41.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.017+0000 7f4f72a00700 1 -- 172.21.15.44:0/1561202693 learned_addr learned my addr 172.21.15.44:0/1561202693 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:41.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.017+0000 7f4f72000700 1 --2- 172.21.15.44:0/1561202693 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1bed1c610 0x55e1bed20080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:41.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.017+0000 7f4f73400700 1 --2- 172.21.15.44:0/1561202693 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e1bed1cf30 0x55e1bed205c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:41.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.018+0000 7f4f72000700 1 -- 172.21.15.44:0/1561202693 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e1bed1cf30 msgr2=0x55e1bed205c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:41.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.018+0000 7f4f72000700 1 --2- 172.21.15.44:0/1561202693 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e1bed1cf30 0x55e1bed205c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.018+0000 7f4f72000700 1 -- 172.21.15.44:0/1561202693 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e1bed17140 msgr2=0x55e1bed22ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:41.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.018+0000 7f4f72000700 1 --2- 172.21.15.44:0/1561202693 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e1bed17140 0x55e1bed22ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.018+0000 7f4f72000700 1 -- 172.21.15.44:0/1561202693 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e1bebb48d0 con 0x55e1bed1c610 2024-05-21T00:44:41.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.018+0000 7f4f72a00700 1 --2- 172.21.15.44:0/1561202693 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e1bed17140 0x55e1bed22ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:44:41.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.018+0000 7f4f72000700 1 --2- 172.21.15.44:0/1561202693 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1bed1c610 0x55e1bed20080 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f4f60006010 tx=0x7f4f60005730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6a0d5104f850af79 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:41.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.018+0000 7f4f5cc00700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:44:41.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.018+0000 7f4f5cc00700 1 -- 172.21.15.44:0/1561202693 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f60027060 con 0x55e1bed1c610 2024-05-21T00:44:41.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.018+0000 7f4f5cc00700 1 -- 172.21.15.44:0/1561202693 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f4f60003680 con 0x55e1bed1c610 2024-05-21T00:44:41.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.018+0000 7f4f844f6b80 1 -- 172.21.15.44:0/1561202693 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4f640b2260 con 0x55e1bed1c610 2024-05-21T00:44:41.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.019+0000 7f4f5cc00700 1 -- 172.21.15.44:0/1561202693 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4f6000b610 con 0x55e1bed1c610 2024-05-21T00:44:41.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.019+0000 7f4f844f6b80 10 client.25721 fetch_fsmap learned FSMap version 26 2024-05-21T00:44:41.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.019+0000 7f4f844f6b80 1 -- 172.21.15.44:0/1561202693 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e1bec35060 con 0x55e1bed1c610 2024-05-21T00:44:41.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.019+0000 7f4f5cc00700 1 -- 172.21.15.44:0/1561202693 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4f640b2260 con 0x55e1bed1c610 2024-05-21T00:44:41.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.019+0000 7f4f5cc00700 1 -- 172.21.15.44:0/1561202693 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4f60021070 con 0x55e1bed1c610 2024-05-21T00:44:41.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.019+0000 7f4f844f6b80 10 client.25721 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:44:41.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.019+0000 7f4f844f6b80 10 client.25721 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.a 2024-05-21T00:44:41.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.019+0000 7f4f844f6b80 20 client.25721 populate_metadata read hostname 'smithi044' 2024-05-21T00:44:41.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.020+0000 7f4f844f6b80 1 --2- 172.21.15.44:0/1561202693 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55e1bed30490 0x55e1bed32880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:41.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.020+0000 7f4f844f6b80 4 client.25721 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:44:41.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.020+0000 7f4f844f6b80 1 -- 172.21.15.44:0/1561202693 --> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e1bec76d90 con 0x55e1bed30490 2024-05-21T00:44:41.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.020+0000 7f4f72a00700 1 --2- 172.21.15.44:0/1561202693 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55e1bed30490 0x55e1bed32880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:41.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.020+0000 7f4f72a00700 1 --2- 172.21.15.44:0/1561202693 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55e1bed30490 0x55e1bed32880 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7e3023db1c4579a2 server_cookie=c6725800e0190db0 in_seq=0 out_seq=0 2024-05-21T00:44:41.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.020+0000 7f4f5cc00700 10 client.25721 ms_handle_connect on v2:172.21.15.44:6840/3917264755 2024-05-21T00:44:41.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.021+0000 7f4f5cc00700 1 -- 172.21.15.44:0/1561202693 <== mds.2 v2:172.21.15.44:6840/3917264755 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e1bec76d90 con 0x55e1bed30490 2024-05-21T00:44:41.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.021+0000 7f4f5cc00700 10 client.25721 handle_command_reply: tid=0 2024-05-21T00:44:41.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.021+0000 7f4f844f6b80 1 client.25721 shutdown 2024-05-21T00:44:41.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.022+0000 7f4f844f6b80 1 -- 172.21.15.44:0/1561202693 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1bed1c610 msgr2=0x55e1bed20080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:41.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.022+0000 7f4f844f6b80 1 --2- 172.21.15.44:0/1561202693 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1bed1c610 0x55e1bed20080 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f4f60006010 tx=0x7f4f60005730 comp rx=0 tx=0).stop 2024-05-21T00:44:41.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.022+0000 7f4f844f6b80 1 -- 172.21.15.44:0/1561202693 shutdown_connections 2024-05-21T00:44:41.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.022+0000 7f4f844f6b80 1 --2- 172.21.15.44:0/1561202693 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e1bed17140 0x55e1bed22ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.022+0000 7f4f844f6b80 1 --2- 172.21.15.44:0/1561202693 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55e1bed30490 0x55e1bed32880 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.022+0000 7f4f844f6b80 1 --2- 172.21.15.44:0/1561202693 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e1bed1cf30 0x55e1bed205c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.022+0000 7f4f5cc00700 0 client.25721 ms_handle_reset on v2:172.21.15.44:6840/3917264755 2024-05-21T00:44:41.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.022+0000 7f4f844f6b80 1 --2- 172.21.15.44:0/1561202693 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1bed1c610 0x55e1bed20080 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.022+0000 7f4f844f6b80 1 -- 172.21.15.44:0/1561202693 >> 172.21.15.44:0/1561202693 conn(0x55e1bec44be0 msgr2=0x55e1bed10d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:41.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.022+0000 7f4f844f6b80 1 -- 172.21.15.44:0/1561202693 shutdown_connections 2024-05-21T00:44:41.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.022+0000 7f4f844f6b80 1 -- 172.21.15.44:0/1561202693 wait complete. 2024-05-21T00:44:41.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.022+0000 7f4f844f6b80 20 client.25721 trim_cache size 0 max 16384 2024-05-21T00:44:41.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.038+0000 7f4f844f6b80 1 Processor -- start 2024-05-21T00:44:41.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.038+0000 7f4f844f6b80 1 -- start start 2024-05-21T00:44:41.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.038+0000 7f4f844f6b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1bed17140 0x55e1bed206b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:41.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.038+0000 7f4f844f6b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e1bed1c610 0x55e1bed114f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:41.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.038+0000 7f4f844f6b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e1bed1cf30 0x55e1bed1da20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:41.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.038+0000 7f4f844f6b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4f741b27e0 con 0x55e1bed1c610 2024-05-21T00:44:41.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.038+0000 7f4f844f6b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f4f741b0070 con 0x55e1bed17140 2024-05-21T00:44:41.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.038+0000 7f4f844f6b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4f741adec0 con 0x55e1bed1cf30 2024-05-21T00:44:41.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.039+0000 7f4f73400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e1bed1cf30 0x55e1bed1da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:41.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.039+0000 7f4f72000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e1bed1c610 0x55e1bed114f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:41.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.039+0000 7f4f73400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e1bed1cf30 0x55e1bed1da20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:53434/0 (socket says 172.21.15.44:53434) 2024-05-21T00:44:41.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.039+0000 7f4f73400700 1 -- 172.21.15.44:0/215635760 learned_addr learned my addr 172.21.15.44:0/215635760 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:41.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.039+0000 7f4f72a00700 1 --2- 172.21.15.44:0/215635760 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1bed17140 0x55e1bed206b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:41.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.039+0000 7f4f73400700 1 -- 172.21.15.44:0/215635760 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1bed17140 msgr2=0x55e1bed206b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:41.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.039+0000 7f4f73400700 1 --2- 172.21.15.44:0/215635760 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1bed17140 0x55e1bed206b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.039+0000 7f4f73400700 1 -- 172.21.15.44:0/215635760 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e1bed1c610 msgr2=0x55e1bed114f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:41.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.039+0000 7f4f73400700 1 --2- 172.21.15.44:0/215635760 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e1bed1c610 0x55e1bed114f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.039+0000 7f4f73400700 1 -- 172.21.15.44:0/215635760 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e1bed23050 con 0x55e1bed1cf30 2024-05-21T00:44:41.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.040+0000 7f4f73400700 1 --2- 172.21.15.44:0/215635760 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e1bed1cf30 0x55e1bed1da20 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f4f6c0177f0 tx=0x7f4f6c016000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=731569b3394926ae server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:41.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.040+0000 7f4f5f400700 1 -- 172.21.15.44:0/215635760 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f6c027070 con 0x55e1bed1cf30 2024-05-21T00:44:41.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.040+0000 7f4f5f400700 1 -- 172.21.15.44:0/215635760 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4f6c016bd0 con 0x55e1bed1cf30 2024-05-21T00:44:41.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.040+0000 7f4f5f400700 1 -- 172.21.15.44:0/215635760 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f6c01b070 con 0x55e1bed1cf30 2024-05-21T00:44:41.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.041+0000 7f4f844f6b80 1 -- 172.21.15.44:0/215635760 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e1bed1cf30 msgr2=0x55e1bed1da20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:41.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.041+0000 7f4f844f6b80 1 --2- 172.21.15.44:0/215635760 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e1bed1cf30 0x55e1bed1da20 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f4f6c0177f0 tx=0x7f4f6c016000 comp rx=0 tx=0).stop 2024-05-21T00:44:41.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.041+0000 7f4f844f6b80 1 -- 172.21.15.44:0/215635760 shutdown_connections 2024-05-21T00:44:41.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.041+0000 7f4f844f6b80 1 --2- 172.21.15.44:0/215635760 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e1bed1cf30 0x55e1bed1da20 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.041+0000 7f4f844f6b80 1 --2- 172.21.15.44:0/215635760 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1bed17140 0x55e1bed206b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.041+0000 7f4f844f6b80 1 --2- 172.21.15.44:0/215635760 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e1bed1c610 0x55e1bed114f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.041+0000 7f4f844f6b80 1 -- 172.21.15.44:0/215635760 >> 172.21.15.44:0/215635760 conn(0x55e1bec44be0 msgr2=0x55e1bed1d310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:41.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.041+0000 7f4f844f6b80 1 -- 172.21.15.44:0/215635760 shutdown_connections 2024-05-21T00:44:41.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.041+0000 7f4f844f6b80 1 -- 172.21.15.44:0/215635760 wait complete. 2024-05-21T00:44:41.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.041+0000 7f4f844f6b80 1 -- start start 2024-05-21T00:44:41.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.042+0000 7f4f844f6b80 1 Processor -- start 2024-05-21T00:44:41.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.042+0000 7f4f844f6b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e1bed17140 0x55e1bed28c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:41.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.042+0000 7f4f844f6b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1bed1c610 0x55e1bed29150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:41.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.042+0000 7f4f844f6b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e1bed1cf30 0x55e1bed37210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:41.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.042+0000 7f4f844f6b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4f741ae530 con 0x55e1bed17140 2024-05-21T00:44:41.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.042+0000 7f4f844f6b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f4f741af9a0 con 0x55e1bed1c610 2024-05-21T00:44:41.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.042+0000 7f4f844f6b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4f741aec00 con 0x55e1bed1cf30 2024-05-21T00:44:41.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.042+0000 7f4f844f6b80 10 client.0 _ll_register_callbacks cb 0x55e1bec0ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:44:41.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.042+0000 7f4f72a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e1bed17140 0x55e1bed28c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:41.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.042+0000 7f4f72a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e1bed17140 0x55e1bed28c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54074/0 (socket says 172.21.15.44:54074) 2024-05-21T00:44:41.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.042+0000 7f4f72a00700 1 -- 172.21.15.44:0/2434267744 learned_addr learned my addr 172.21.15.44:0/2434267744 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:41.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.043+0000 7f4f72000700 1 --2- 172.21.15.44:0/2434267744 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1bed1c610 0x55e1bed29150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:41.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.043+0000 7f4f73400700 1 --2- 172.21.15.44:0/2434267744 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e1bed1cf30 0x55e1bed37210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:41.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.043+0000 7f4f72a00700 1 -- 172.21.15.44:0/2434267744 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e1bed1cf30 msgr2=0x55e1bed37210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:41.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.043+0000 7f4f72a00700 1 --2- 172.21.15.44:0/2434267744 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e1bed1cf30 0x55e1bed37210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.043+0000 7f4f72a00700 1 -- 172.21.15.44:0/2434267744 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1bed1c610 msgr2=0x55e1bed29150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:41.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.043+0000 7f4f72a00700 1 --2- 172.21.15.44:0/2434267744 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1bed1c610 0x55e1bed29150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.043+0000 7f4f72a00700 1 -- 172.21.15.44:0/2434267744 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e1bed37850 con 0x55e1bed17140 2024-05-21T00:44:41.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.043+0000 7f4f72000700 1 --2- 172.21.15.44:0/2434267744 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1bed1c610 0x55e1bed29150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:44:41.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.043+0000 7f4f72a00700 1 --2- 172.21.15.44:0/2434267744 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e1bed17140 0x55e1bed28c10 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f4f640a97b0 tx=0x7f4f640097f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4efc5b36f7a0da84 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:41.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.043+0000 7f4f5cc00700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-21T00:44:41.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.044+0000 7f4f5cc00700 1 -- 172.21.15.44:0/2434267744 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f640bd140 con 0x55e1bed17140 2024-05-21T00:44:41.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.044+0000 7f4f5cc00700 1 -- 172.21.15.44:0/2434267744 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f4f640a60a0 con 0x55e1bed17140 2024-05-21T00:44:41.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.044+0000 7f4f844f6b80 1 -- 172.21.15.44:0/2434267744 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4f6c016bd0 con 0x55e1bed17140 2024-05-21T00:44:41.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.044+0000 7f4f5cc00700 1 -- 172.21.15.44:0/2434267744 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4f6408f070 con 0x55e1bed17140 2024-05-21T00:44:41.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.044+0000 7f4f844f6b80 10 client.15591 fetch_fsmap learned FSMap version 26 2024-05-21T00:44:41.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.044+0000 7f4f844f6b80 1 -- 172.21.15.44:0/2434267744 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e1bed9a950 con 0x55e1bed17140 2024-05-21T00:44:41.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.044+0000 7f4f5cc00700 1 -- 172.21.15.44:0/2434267744 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4f6c016bd0 con 0x55e1bed17140 2024-05-21T00:44:41.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.044+0000 7f4f5cc00700 1 -- 172.21.15.44:0/2434267744 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4f640a9d10 con 0x55e1bed17140 2024-05-21T00:44:41.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.045+0000 7f4f844f6b80 10 client.15591 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:44:41.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.045+0000 7f4f844f6b80 10 client.15591 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.a 2024-05-21T00:44:41.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.045+0000 7f4f844f6b80 20 client.15591 populate_metadata read hostname 'smithi044' 2024-05-21T00:44:41.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.045+0000 7f4f844f6b80 1 --2- 172.21.15.44:0/2434267744 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55e1bed9ac90 0x55e1bed9d080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:41.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.045+0000 7f4f844f6b80 4 client.15591 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:44:41.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.045+0000 7f4f844f6b80 1 -- 172.21.15.44:0/2434267744 --> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e1bec70570 con 0x55e1bed9ac90 2024-05-21T00:44:41.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.045+0000 7f4f72000700 1 --2- 172.21.15.44:0/2434267744 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55e1bed9ac90 0x55e1bed9d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:41.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.045+0000 7f4f72000700 1 --2- 172.21.15.44:0/2434267744 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55e1bed9ac90 0x55e1bed9d080 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=40cd4877c76d621c server_cookie=1bf1542191d01625 in_seq=0 out_seq=0 2024-05-21T00:44:41.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.045+0000 7f4f5cc00700 10 client.15591 ms_handle_connect on v2:172.21.15.44:6840/3917264755 2024-05-21T00:44:41.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.046+0000 7f4f5cc00700 1 -- 172.21.15.44:0/2434267744 <== mds.2 v2:172.21.15.44:6840/3917264755 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e1bec70570 con 0x55e1bed9ac90 2024-05-21T00:44:41.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.046+0000 7f4f5cc00700 10 client.15591 handle_command_reply: tid=0 2024-05-21T00:44:41.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.046+0000 7f4f844f6b80 1 client.15591 shutdown 2024-05-21T00:44:41.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.046+0000 7f4f844f6b80 1 -- 172.21.15.44:0/2434267744 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e1bed17140 msgr2=0x55e1bed28c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:41.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.046+0000 7f4f844f6b80 1 --2- 172.21.15.44:0/2434267744 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e1bed17140 0x55e1bed28c10 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f4f640a97b0 tx=0x7f4f640097f0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.046+0000 7f4f844f6b80 1 -- 172.21.15.44:0/2434267744 shutdown_connections 2024-05-21T00:44:41.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.046+0000 7f4f844f6b80 1 --2- 172.21.15.44:0/2434267744 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e1bed17140 0x55e1bed28c10 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.046+0000 7f4f844f6b80 1 --2- 172.21.15.44:0/2434267744 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55e1bed9ac90 0x55e1bed9d080 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.046+0000 7f4f844f6b80 1 --2- 172.21.15.44:0/2434267744 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e1bed1cf30 0x55e1bed37210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.046+0000 7f4f844f6b80 1 --2- 172.21.15.44:0/2434267744 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1bed1c610 0x55e1bed29150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.046+0000 7f4f5cc00700 0 client.15591 ms_handle_reset on v2:172.21.15.44:6840/3917264755 2024-05-21T00:44:41.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.046+0000 7f4f844f6b80 1 -- 172.21.15.44:0/2434267744 >> 172.21.15.44:0/2434267744 conn(0x55e1bec44be0 msgr2=0x55e1bed1dba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:41.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.046+0000 7f4f844f6b80 1 -- 172.21.15.44:0/2434267744 shutdown_connections 2024-05-21T00:44:41.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.046+0000 7f4f844f6b80 1 -- 172.21.15.44:0/2434267744 wait complete. 2024-05-21T00:44:41.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.047+0000 7f4f844f6b80 20 client.15591 trim_cache size 0 max 16384 2024-05-21T00:44:41.052 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-21T00:44:41.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.047+0000 7f4f79c00700 1 -- 172.21.15.44:0/2573481469 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f4f580b2880 msgr2=0x7f4f580b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:41.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.047+0000 7f4f79c00700 1 --2- 172.21.15.44:0/2573481469 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f4f580b2880 0x7f4f580b4d40 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f4f6c009da0 tx=0x7f4f6c004b40 comp rx=0 tx=0).stop 2024-05-21T00:44:41.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.047+0000 7f4f79c00700 1 -- 172.21.15.44:0/2573481469 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4f741037f0 msgr2=0x7f4f74075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:41.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.047+0000 7f4f79c00700 1 --2- 172.21.15.44:0/2573481469 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4f741037f0 0x7f4f74075840 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f4f6400e9c0 tx=0x7f4f6400ecd0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.048+0000 7f4f79c00700 1 -- 172.21.15.44:0/2573481469 shutdown_connections 2024-05-21T00:44:41.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.048+0000 7f4f79c00700 1 --2- 172.21.15.44:0/2573481469 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f4f580b2880 0x7f4f580b4d40 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.048+0000 7f4f79c00700 1 --2- 172.21.15.44:0/2573481469 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f741088f0 0x7f4f740762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.048+0000 7f4f79c00700 1 --2- 172.21.15.44:0/2573481469 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4f741037f0 0x7f4f74075840 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.048+0000 7f4f79c00700 1 --2- 172.21.15.44:0/2573481469 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f741041a0 0x7f4f74075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:41.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.048+0000 7f4f79c00700 1 -- 172.21.15.44:0/2573481469 >> 172.21.15.44:0/2573481469 conn(0x7f4f7407a6a0 msgr2=0x7f4f74101970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:41.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.048+0000 7f4f79c00700 1 -- 172.21.15.44:0/2573481469 shutdown_connections 2024-05-21T00:44:41.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:41.048+0000 7f4f79c00700 1 -- 172.21.15.44:0/2573481469 wait complete. 2024-05-21T00:44:41.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:41 smithi044 ceph-mon[31392]: pgmap v537: 97 pgs: 97 active+clean; 752 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.1 KiB/s wr, 10 op/s 2024-05-21T00:44:41.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:41 smithi082 ceph-mon[36141]: pgmap v537: 97 pgs: 97 active+clean; 752 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.1 KiB/s wr, 10 op/s 2024-05-21T00:44:42.018 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T00:44:42.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:41 smithi092 ceph-mon[36335]: pgmap v537: 97 pgs: 97 active+clean; 752 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.1 KiB/s wr, 10 op/s 2024-05-21T00:44:42.458 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:44:43.252 INFO:tasks.workunit.client.0.smithi044.stdout:writing pattern 2024-05-21T00:44:43.252 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4190208 len 1024 2024-05-21T00:44:43.252 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4190208 len 1024 2024-05-21T00:44:43.252 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4190208 len 1024 2024-05-21T00:44:43.252 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4190208 len 1024 2024-05-21T00:44:43.252 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4190208 len 2048 2024-05-21T00:44:43.252 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4190208 len 2048 2024-05-21T00:44:43.252 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4190208 len 2048 2024-05-21T00:44:43.252 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4190208 len 2048 2024-05-21T00:44:43.252 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4190208 len 4096 2024-05-21T00:44:43.253 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4190208 len 4096 2024-05-21T00:44:43.253 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4190208 len 4096 2024-05-21T00:44:43.253 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4190208 len 4096 2024-05-21T00:44:43.253 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4190208 len 8192 2024-05-21T00:44:43.253 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4190208 len 8192 2024-05-21T00:44:43.253 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4190208 len 8192 2024-05-21T00:44:43.253 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4190208 len 8192 2024-05-21T00:44:43.253 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4190208 len 16384 2024-05-21T00:44:43.253 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4190208 len 16384 2024-05-21T00:44:43.253 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4190208 len 16384 2024-05-21T00:44:43.253 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4190208 len 16384 2024-05-21T00:44:43.253 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4190720 len 1024 2024-05-21T00:44:43.253 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4190720 len 1024 2024-05-21T00:44:43.254 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4190720 len 1024 2024-05-21T00:44:43.254 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4190720 len 1024 2024-05-21T00:44:43.254 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4190720 len 2048 2024-05-21T00:44:43.254 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4190720 len 2048 2024-05-21T00:44:43.254 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4190720 len 2048 2024-05-21T00:44:43.254 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4190720 len 2048 2024-05-21T00:44:43.254 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4190720 len 4096 2024-05-21T00:44:43.254 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4190720 len 4096 2024-05-21T00:44:43.254 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4190720 len 4096 2024-05-21T00:44:43.254 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4190720 len 4096 2024-05-21T00:44:43.254 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4190720 len 8192 2024-05-21T00:44:43.254 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4190720 len 8192 2024-05-21T00:44:43.255 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4190720 len 8192 2024-05-21T00:44:43.255 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4190720 len 8192 2024-05-21T00:44:43.255 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4190720 len 16384 2024-05-21T00:44:43.255 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4190720 len 16384 2024-05-21T00:44:43.255 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4190720 len 16384 2024-05-21T00:44:43.255 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4190720 len 16384 2024-05-21T00:44:43.255 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4191232 len 1024 2024-05-21T00:44:43.255 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4191232 len 1024 2024-05-21T00:44:43.255 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4191232 len 1024 2024-05-21T00:44:43.255 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4191232 len 1024 2024-05-21T00:44:43.255 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4191232 len 2048 2024-05-21T00:44:43.255 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4191232 len 2048 2024-05-21T00:44:43.255 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4191232 len 2048 2024-05-21T00:44:43.255 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4191232 len 2048 2024-05-21T00:44:43.256 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4191232 len 4096 2024-05-21T00:44:43.256 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4191232 len 4096 2024-05-21T00:44:43.256 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4191232 len 4096 2024-05-21T00:44:43.256 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4191232 len 4096 2024-05-21T00:44:43.256 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4191232 len 8192 2024-05-21T00:44:43.256 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4191232 len 8192 2024-05-21T00:44:43.256 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4191232 len 8192 2024-05-21T00:44:43.256 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4191232 len 8192 2024-05-21T00:44:43.256 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4191232 len 16384 2024-05-21T00:44:43.256 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4191232 len 16384 2024-05-21T00:44:43.256 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4191232 len 16384 2024-05-21T00:44:43.256 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4191232 len 16384 2024-05-21T00:44:43.256 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4191744 len 1024 2024-05-21T00:44:43.256 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4191744 len 1024 2024-05-21T00:44:43.257 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4191744 len 1024 2024-05-21T00:44:43.257 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4191744 len 1024 2024-05-21T00:44:43.257 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4191744 len 2048 2024-05-21T00:44:43.257 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4191744 len 2048 2024-05-21T00:44:43.257 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4191744 len 2048 2024-05-21T00:44:43.257 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4191744 len 2048 2024-05-21T00:44:43.257 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4191744 len 4096 2024-05-21T00:44:43.257 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4191744 len 4096 2024-05-21T00:44:43.257 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4191744 len 4096 2024-05-21T00:44:43.257 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4191744 len 4096 2024-05-21T00:44:43.257 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4191744 len 8192 2024-05-21T00:44:43.257 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4191744 len 8192 2024-05-21T00:44:43.257 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4191744 len 8192 2024-05-21T00:44:43.257 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4191744 len 8192 2024-05-21T00:44:43.258 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4191744 len 16384 2024-05-21T00:44:43.258 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4191744 len 16384 2024-05-21T00:44:43.258 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4191744 len 16384 2024-05-21T00:44:43.258 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4191744 len 16384 2024-05-21T00:44:43.258 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4192256 len 1024 2024-05-21T00:44:43.258 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4192256 len 1024 2024-05-21T00:44:43.258 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4192256 len 1024 2024-05-21T00:44:43.258 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4192256 len 1024 2024-05-21T00:44:43.258 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4192256 len 2048 2024-05-21T00:44:43.258 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4192256 len 2048 2024-05-21T00:44:43.258 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4192256 len 2048 2024-05-21T00:44:43.326 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4192256 len 2048 2024-05-21T00:44:43.326 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4192256 len 4096 2024-05-21T00:44:43.326 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4192256 len 4096 2024-05-21T00:44:43.326 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4192256 len 4096 2024-05-21T00:44:43.326 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4192256 len 4096 2024-05-21T00:44:43.326 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4192256 len 8192 2024-05-21T00:44:43.326 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4192256 len 8192 2024-05-21T00:44:43.326 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4192256 len 8192 2024-05-21T00:44:43.326 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4192256 len 8192 2024-05-21T00:44:43.327 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4192256 len 16384 2024-05-21T00:44:43.327 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4192256 len 16384 2024-05-21T00:44:43.327 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4192256 len 16384 2024-05-21T00:44:43.327 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4192256 len 16384 2024-05-21T00:44:43.327 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4192768 len 1024 2024-05-21T00:44:43.327 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4192768 len 1024 2024-05-21T00:44:43.327 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4192768 len 1024 2024-05-21T00:44:43.327 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4192768 len 1024 2024-05-21T00:44:43.327 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4192768 len 2048 2024-05-21T00:44:43.327 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4192768 len 2048 2024-05-21T00:44:43.327 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4192768 len 2048 2024-05-21T00:44:43.327 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4192768 len 2048 2024-05-21T00:44:43.327 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4192768 len 4096 2024-05-21T00:44:43.328 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4192768 len 4096 2024-05-21T00:44:43.328 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4192768 len 4096 2024-05-21T00:44:43.328 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4192768 len 4096 2024-05-21T00:44:43.328 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4192768 len 8192 2024-05-21T00:44:43.328 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4192768 len 8192 2024-05-21T00:44:43.328 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4192768 len 8192 2024-05-21T00:44:43.328 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4192768 len 8192 2024-05-21T00:44:43.328 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4192768 len 16384 2024-05-21T00:44:43.328 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4192768 len 16384 2024-05-21T00:44:43.328 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4192768 len 16384 2024-05-21T00:44:43.328 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4192768 len 16384 2024-05-21T00:44:43.328 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4193280 len 1024 2024-05-21T00:44:43.328 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4193280 len 1024 2024-05-21T00:44:43.329 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4193280 len 1024 2024-05-21T00:44:43.329 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4193280 len 1024 2024-05-21T00:44:43.329 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4193280 len 2048 2024-05-21T00:44:43.329 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4193280 len 2048 2024-05-21T00:44:43.329 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4193280 len 2048 2024-05-21T00:44:43.329 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4193280 len 2048 2024-05-21T00:44:43.329 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4193280 len 4096 2024-05-21T00:44:43.329 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4193280 len 4096 2024-05-21T00:44:43.329 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4193280 len 4096 2024-05-21T00:44:43.329 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4193280 len 4096 2024-05-21T00:44:43.329 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4193280 len 8192 2024-05-21T00:44:43.329 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4193280 len 8192 2024-05-21T00:44:43.329 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4193280 len 8192 2024-05-21T00:44:43.330 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4193280 len 8192 2024-05-21T00:44:43.330 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4193280 len 16384 2024-05-21T00:44:43.330 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4193280 len 16384 2024-05-21T00:44:43.330 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4193280 len 16384 2024-05-21T00:44:43.330 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4193280 len 16384 2024-05-21T00:44:43.330 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4193792 len 1024 2024-05-21T00:44:43.330 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4193792 len 1024 2024-05-21T00:44:43.330 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4193792 len 1024 2024-05-21T00:44:43.330 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4193792 len 1024 2024-05-21T00:44:43.330 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4193792 len 2048 2024-05-21T00:44:43.330 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4193792 len 2048 2024-05-21T00:44:43.330 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4193792 len 2048 2024-05-21T00:44:43.330 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4193792 len 2048 2024-05-21T00:44:43.331 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4193792 len 4096 2024-05-21T00:44:43.331 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4193792 len 4096 2024-05-21T00:44:43.331 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4193792 len 4096 2024-05-21T00:44:43.331 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4193792 len 4096 2024-05-21T00:44:43.331 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4193792 len 8192 2024-05-21T00:44:43.331 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4193792 len 8192 2024-05-21T00:44:43.331 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4193792 len 8192 2024-05-21T00:44:43.331 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4193792 len 8192 2024-05-21T00:44:43.331 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4193792 len 16384 2024-05-21T00:44:43.331 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4193792 len 16384 2024-05-21T00:44:43.331 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4193792 len 16384 2024-05-21T00:44:43.331 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4193792 len 16384 2024-05-21T00:44:43.331 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4194304 len 1024 2024-05-21T00:44:43.331 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4194304 len 1024 2024-05-21T00:44:43.332 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4194304 len 1024 2024-05-21T00:44:43.332 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4194304 len 1024 2024-05-21T00:44:43.332 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4194304 len 2048 2024-05-21T00:44:43.332 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4194304 len 2048 2024-05-21T00:44:43.332 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4194304 len 2048 2024-05-21T00:44:43.332 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4194304 len 2048 2024-05-21T00:44:43.332 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4194304 len 4096 2024-05-21T00:44:43.332 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4194304 len 4096 2024-05-21T00:44:43.332 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4194304 len 4096 2024-05-21T00:44:43.332 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4194304 len 4096 2024-05-21T00:44:43.332 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4194304 len 8192 2024-05-21T00:44:43.332 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4194304 len 8192 2024-05-21T00:44:43.332 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4194304 len 8192 2024-05-21T00:44:43.381 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4194304 len 8192 2024-05-21T00:44:43.381 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4194304 len 16384 2024-05-21T00:44:43.381 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4194304 len 16384 2024-05-21T00:44:43.381 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4194304 len 16384 2024-05-21T00:44:43.381 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4194304 len 16384 2024-05-21T00:44:43.381 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4194816 len 1024 2024-05-21T00:44:43.382 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4194816 len 1024 2024-05-21T00:44:43.382 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4194816 len 1024 2024-05-21T00:44:43.382 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4194816 len 1024 2024-05-21T00:44:43.382 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4194816 len 2048 2024-05-21T00:44:43.382 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4194816 len 2048 2024-05-21T00:44:43.382 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4194816 len 2048 2024-05-21T00:44:43.382 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4194816 len 2048 2024-05-21T00:44:43.382 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4194816 len 4096 2024-05-21T00:44:43.382 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4194816 len 4096 2024-05-21T00:44:43.382 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4194816 len 4096 2024-05-21T00:44:43.382 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4194816 len 4096 2024-05-21T00:44:43.382 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4194816 len 8192 2024-05-21T00:44:43.383 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4194816 len 8192 2024-05-21T00:44:43.383 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4194816 len 8192 2024-05-21T00:44:43.383 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4194816 len 8192 2024-05-21T00:44:43.383 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4194816 len 16384 2024-05-21T00:44:43.383 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4194816 len 16384 2024-05-21T00:44:43.383 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4194816 len 16384 2024-05-21T00:44:43.383 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4194816 len 16384 2024-05-21T00:44:43.383 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4195328 len 1024 2024-05-21T00:44:43.383 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4195328 len 1024 2024-05-21T00:44:43.383 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4195328 len 1024 2024-05-21T00:44:43.383 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4195328 len 1024 2024-05-21T00:44:43.384 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4195328 len 2048 2024-05-21T00:44:43.384 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4195328 len 2048 2024-05-21T00:44:43.384 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4195328 len 2048 2024-05-21T00:44:43.384 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4195328 len 2048 2024-05-21T00:44:43.384 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4195328 len 4096 2024-05-21T00:44:43.384 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4195328 len 4096 2024-05-21T00:44:43.384 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4195328 len 4096 2024-05-21T00:44:43.384 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4195328 len 4096 2024-05-21T00:44:43.384 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4195328 len 8192 2024-05-21T00:44:43.384 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4195328 len 8192 2024-05-21T00:44:43.384 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4195328 len 8192 2024-05-21T00:44:43.384 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4195328 len 8192 2024-05-21T00:44:43.384 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4195328 len 16384 2024-05-21T00:44:43.384 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4195328 len 16384 2024-05-21T00:44:43.385 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4195328 len 16384 2024-05-21T00:44:43.385 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4195328 len 16384 2024-05-21T00:44:43.385 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4195840 len 1024 2024-05-21T00:44:43.385 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4195840 len 1024 2024-05-21T00:44:43.385 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4195840 len 1024 2024-05-21T00:44:43.385 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4195840 len 1024 2024-05-21T00:44:43.385 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4195840 len 2048 2024-05-21T00:44:43.385 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4195840 len 2048 2024-05-21T00:44:43.385 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4195840 len 2048 2024-05-21T00:44:43.385 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4195840 len 2048 2024-05-21T00:44:43.385 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4195840 len 4096 2024-05-21T00:44:43.385 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4195840 len 4096 2024-05-21T00:44:43.385 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4195840 len 4096 2024-05-21T00:44:43.385 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4195840 len 4096 2024-05-21T00:44:43.386 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4195840 len 8192 2024-05-21T00:44:43.386 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4195840 len 8192 2024-05-21T00:44:43.386 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4195840 len 8192 2024-05-21T00:44:43.386 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4195840 len 8192 2024-05-21T00:44:43.386 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4195840 len 16384 2024-05-21T00:44:43.386 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4195840 len 16384 2024-05-21T00:44:43.386 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4195840 len 16384 2024-05-21T00:44:43.386 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4195840 len 16384 2024-05-21T00:44:43.386 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4196352 len 1024 2024-05-21T00:44:43.386 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4196352 len 1024 2024-05-21T00:44:43.386 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4196352 len 1024 2024-05-21T00:44:43.386 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4196352 len 1024 2024-05-21T00:44:43.386 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4196352 len 2048 2024-05-21T00:44:43.387 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4196352 len 2048 2024-05-21T00:44:43.387 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4196352 len 2048 2024-05-21T00:44:43.387 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4196352 len 2048 2024-05-21T00:44:43.387 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4196352 len 4096 2024-05-21T00:44:43.387 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4196352 len 4096 2024-05-21T00:44:43.387 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4196352 len 4096 2024-05-21T00:44:43.387 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4196352 len 4096 2024-05-21T00:44:43.387 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4196352 len 8192 2024-05-21T00:44:43.387 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4196352 len 8192 2024-05-21T00:44:43.387 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4196352 len 8192 2024-05-21T00:44:43.387 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4196352 len 8192 2024-05-21T00:44:43.387 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4196352 len 16384 2024-05-21T00:44:43.387 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4196352 len 16384 2024-05-21T00:44:43.387 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4196352 len 16384 2024-05-21T00:44:43.388 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4196352 len 16384 2024-05-21T00:44:43.388 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4196864 len 1024 2024-05-21T00:44:43.388 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4196864 len 1024 2024-05-21T00:44:43.421 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4196864 len 1024 2024-05-21T00:44:43.422 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4196864 len 1024 2024-05-21T00:44:43.422 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4196864 len 2048 2024-05-21T00:44:43.422 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4196864 len 2048 2024-05-21T00:44:43.422 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4196864 len 2048 2024-05-21T00:44:43.422 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4196864 len 2048 2024-05-21T00:44:43.422 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4196864 len 4096 2024-05-21T00:44:43.422 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4196864 len 4096 2024-05-21T00:44:43.422 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4196864 len 4096 2024-05-21T00:44:43.422 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4196864 len 4096 2024-05-21T00:44:43.422 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4196864 len 8192 2024-05-21T00:44:43.422 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4196864 len 8192 2024-05-21T00:44:43.423 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4196864 len 8192 2024-05-21T00:44:43.423 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4196864 len 8192 2024-05-21T00:44:43.423 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4196864 len 16384 2024-05-21T00:44:43.423 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4196864 len 16384 2024-05-21T00:44:43.423 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4196864 len 16384 2024-05-21T00:44:43.423 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4196864 len 16384 2024-05-21T00:44:43.423 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4197376 len 1024 2024-05-21T00:44:43.423 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4197376 len 1024 2024-05-21T00:44:43.423 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4197376 len 1024 2024-05-21T00:44:43.423 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4197376 len 1024 2024-05-21T00:44:43.423 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4197376 len 2048 2024-05-21T00:44:43.423 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4197376 len 2048 2024-05-21T00:44:43.423 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4197376 len 2048 2024-05-21T00:44:43.423 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4197376 len 2048 2024-05-21T00:44:43.424 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4197376 len 4096 2024-05-21T00:44:43.424 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4197376 len 4096 2024-05-21T00:44:43.424 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4197376 len 4096 2024-05-21T00:44:43.424 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4197376 len 4096 2024-05-21T00:44:43.424 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4197376 len 8192 2024-05-21T00:44:43.424 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4197376 len 8192 2024-05-21T00:44:43.424 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4197376 len 8192 2024-05-21T00:44:43.424 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4197376 len 8192 2024-05-21T00:44:43.424 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4197376 len 16384 2024-05-21T00:44:43.424 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4197376 len 16384 2024-05-21T00:44:43.424 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4197376 len 16384 2024-05-21T00:44:43.424 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4197376 len 16384 2024-05-21T00:44:43.425 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4197888 len 1024 2024-05-21T00:44:43.425 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4197888 len 1024 2024-05-21T00:44:43.425 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4197888 len 1024 2024-05-21T00:44:43.425 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4197888 len 1024 2024-05-21T00:44:43.425 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4197888 len 2048 2024-05-21T00:44:43.425 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4197888 len 2048 2024-05-21T00:44:43.425 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4197888 len 2048 2024-05-21T00:44:43.425 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4197888 len 2048 2024-05-21T00:44:43.425 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4197888 len 4096 2024-05-21T00:44:43.425 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4197888 len 4096 2024-05-21T00:44:43.425 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4197888 len 4096 2024-05-21T00:44:43.425 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4197888 len 4096 2024-05-21T00:44:43.425 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4197888 len 8192 2024-05-21T00:44:43.425 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4197888 len 8192 2024-05-21T00:44:43.426 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4197888 len 8192 2024-05-21T00:44:43.426 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4197888 len 8192 2024-05-21T00:44:43.426 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 0 offset 4197888 len 16384 2024-05-21T00:44:43.426 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4197888 len 16384 2024-05-21T00:44:43.426 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 0 offset 4197888 len 16384 2024-05-21T00:44:43.426 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 0 offset 4197888 len 16384 2024-05-21T00:44:43.426 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4190208 len 1024 2024-05-21T00:44:43.426 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4190208 len 1024 2024-05-21T00:44:43.426 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4190208 len 1024 2024-05-21T00:44:43.426 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4190208 len 1024 2024-05-21T00:44:43.426 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4190208 len 2048 2024-05-21T00:44:43.426 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4190208 len 2048 2024-05-21T00:44:43.426 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4190208 len 2048 2024-05-21T00:44:43.426 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4190208 len 2048 2024-05-21T00:44:43.427 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4190208 len 4096 2024-05-21T00:44:43.427 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4190208 len 4096 2024-05-21T00:44:43.427 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4190208 len 4096 2024-05-21T00:44:43.427 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4190208 len 4096 2024-05-21T00:44:43.427 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4190208 len 8192 2024-05-21T00:44:43.427 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4190208 len 8192 2024-05-21T00:44:43.427 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4190208 len 8192 2024-05-21T00:44:43.427 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4190208 len 8192 2024-05-21T00:44:43.427 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4190208 len 16384 2024-05-21T00:44:43.427 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4190208 len 16384 2024-05-21T00:44:43.427 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4190208 len 16384 2024-05-21T00:44:43.427 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4190208 len 16384 2024-05-21T00:44:43.427 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4190720 len 1024 2024-05-21T00:44:43.428 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4190720 len 1024 2024-05-21T00:44:43.428 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4190720 len 1024 2024-05-21T00:44:43.428 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4190720 len 1024 2024-05-21T00:44:43.428 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4190720 len 2048 2024-05-21T00:44:43.428 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4190720 len 2048 2024-05-21T00:44:43.428 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4190720 len 2048 2024-05-21T00:44:43.428 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4190720 len 2048 2024-05-21T00:44:43.428 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4190720 len 4096 2024-05-21T00:44:43.486 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4190720 len 4096 2024-05-21T00:44:43.486 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4190720 len 4096 2024-05-21T00:44:43.487 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4190720 len 4096 2024-05-21T00:44:43.487 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4190720 len 8192 2024-05-21T00:44:43.487 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4190720 len 8192 2024-05-21T00:44:43.487 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4190720 len 8192 2024-05-21T00:44:43.487 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4190720 len 8192 2024-05-21T00:44:43.487 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4190720 len 16384 2024-05-21T00:44:43.487 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4190720 len 16384 2024-05-21T00:44:43.487 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4190720 len 16384 2024-05-21T00:44:43.487 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4190720 len 16384 2024-05-21T00:44:43.487 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4191232 len 1024 2024-05-21T00:44:43.487 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4191232 len 1024 2024-05-21T00:44:43.487 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4191232 len 1024 2024-05-21T00:44:43.487 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4191232 len 1024 2024-05-21T00:44:43.487 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4191232 len 2048 2024-05-21T00:44:43.488 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4191232 len 2048 2024-05-21T00:44:43.488 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4191232 len 2048 2024-05-21T00:44:43.488 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4191232 len 2048 2024-05-21T00:44:43.488 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4191232 len 4096 2024-05-21T00:44:43.488 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4191232 len 4096 2024-05-21T00:44:43.488 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4191232 len 4096 2024-05-21T00:44:43.488 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4191232 len 4096 2024-05-21T00:44:43.488 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4191232 len 8192 2024-05-21T00:44:43.488 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4191232 len 8192 2024-05-21T00:44:43.488 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4191232 len 8192 2024-05-21T00:44:43.488 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4191232 len 8192 2024-05-21T00:44:43.488 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4191232 len 16384 2024-05-21T00:44:43.488 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4191232 len 16384 2024-05-21T00:44:43.488 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4191232 len 16384 2024-05-21T00:44:43.489 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4191232 len 16384 2024-05-21T00:44:43.489 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4191744 len 1024 2024-05-21T00:44:43.489 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4191744 len 1024 2024-05-21T00:44:43.489 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4191744 len 1024 2024-05-21T00:44:43.489 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4191744 len 1024 2024-05-21T00:44:43.489 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4191744 len 2048 2024-05-21T00:44:43.489 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4191744 len 2048 2024-05-21T00:44:43.489 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4191744 len 2048 2024-05-21T00:44:43.489 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4191744 len 2048 2024-05-21T00:44:43.489 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4191744 len 4096 2024-05-21T00:44:43.489 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4191744 len 4096 2024-05-21T00:44:43.489 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4191744 len 4096 2024-05-21T00:44:43.489 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4191744 len 4096 2024-05-21T00:44:43.490 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4191744 len 8192 2024-05-21T00:44:43.490 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4191744 len 8192 2024-05-21T00:44:43.490 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4191744 len 8192 2024-05-21T00:44:43.490 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4191744 len 8192 2024-05-21T00:44:43.490 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4191744 len 16384 2024-05-21T00:44:43.490 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4191744 len 16384 2024-05-21T00:44:43.490 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4191744 len 16384 2024-05-21T00:44:43.490 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4191744 len 16384 2024-05-21T00:44:43.490 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4192256 len 1024 2024-05-21T00:44:43.490 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4192256 len 1024 2024-05-21T00:44:43.490 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4192256 len 1024 2024-05-21T00:44:43.490 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4192256 len 1024 2024-05-21T00:44:43.490 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4192256 len 2048 2024-05-21T00:44:43.490 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4192256 len 2048 2024-05-21T00:44:43.491 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4192256 len 2048 2024-05-21T00:44:43.491 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4192256 len 2048 2024-05-21T00:44:43.491 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4192256 len 4096 2024-05-21T00:44:43.491 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4192256 len 4096 2024-05-21T00:44:43.491 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4192256 len 4096 2024-05-21T00:44:43.491 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4192256 len 4096 2024-05-21T00:44:43.491 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4192256 len 8192 2024-05-21T00:44:43.491 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4192256 len 8192 2024-05-21T00:44:43.491 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4192256 len 8192 2024-05-21T00:44:43.491 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4192256 len 8192 2024-05-21T00:44:43.491 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4192256 len 16384 2024-05-21T00:44:43.491 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4192256 len 16384 2024-05-21T00:44:43.491 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4192256 len 16384 2024-05-21T00:44:43.492 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4192256 len 16384 2024-05-21T00:44:43.492 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4192768 len 1024 2024-05-21T00:44:43.492 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4192768 len 1024 2024-05-21T00:44:43.492 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4192768 len 1024 2024-05-21T00:44:43.492 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4192768 len 1024 2024-05-21T00:44:43.492 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4192768 len 2048 2024-05-21T00:44:43.492 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4192768 len 2048 2024-05-21T00:44:43.492 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4192768 len 2048 2024-05-21T00:44:43.492 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4192768 len 2048 2024-05-21T00:44:43.492 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4192768 len 4096 2024-05-21T00:44:43.492 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4192768 len 4096 2024-05-21T00:44:43.492 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4192768 len 4096 2024-05-21T00:44:43.492 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4192768 len 4096 2024-05-21T00:44:43.492 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4192768 len 8192 2024-05-21T00:44:43.548 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4192768 len 8192 2024-05-21T00:44:43.548 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4192768 len 8192 2024-05-21T00:44:43.548 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4192768 len 8192 2024-05-21T00:44:43.548 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4192768 len 16384 2024-05-21T00:44:43.548 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4192768 len 16384 2024-05-21T00:44:43.548 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4192768 len 16384 2024-05-21T00:44:43.548 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4192768 len 16384 2024-05-21T00:44:43.548 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4193280 len 1024 2024-05-21T00:44:43.548 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4193280 len 1024 2024-05-21T00:44:43.548 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4193280 len 1024 2024-05-21T00:44:43.548 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4193280 len 1024 2024-05-21T00:44:43.549 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4193280 len 2048 2024-05-21T00:44:43.549 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4193280 len 2048 2024-05-21T00:44:43.549 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4193280 len 2048 2024-05-21T00:44:43.549 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4193280 len 2048 2024-05-21T00:44:43.549 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4193280 len 4096 2024-05-21T00:44:43.549 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4193280 len 4096 2024-05-21T00:44:43.549 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4193280 len 4096 2024-05-21T00:44:43.549 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4193280 len 4096 2024-05-21T00:44:43.549 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4193280 len 8192 2024-05-21T00:44:43.549 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4193280 len 8192 2024-05-21T00:44:43.549 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4193280 len 8192 2024-05-21T00:44:43.549 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4193280 len 8192 2024-05-21T00:44:43.550 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4193280 len 16384 2024-05-21T00:44:43.550 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4193280 len 16384 2024-05-21T00:44:43.550 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4193280 len 16384 2024-05-21T00:44:43.550 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4193280 len 16384 2024-05-21T00:44:43.550 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4193792 len 1024 2024-05-21T00:44:43.550 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4193792 len 1024 2024-05-21T00:44:43.550 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4193792 len 1024 2024-05-21T00:44:43.550 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4193792 len 1024 2024-05-21T00:44:43.550 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4193792 len 2048 2024-05-21T00:44:43.550 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4193792 len 2048 2024-05-21T00:44:43.550 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4193792 len 2048 2024-05-21T00:44:43.550 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4193792 len 2048 2024-05-21T00:44:43.550 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4193792 len 4096 2024-05-21T00:44:43.550 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4193792 len 4096 2024-05-21T00:44:43.551 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4193792 len 4096 2024-05-21T00:44:43.551 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4193792 len 4096 2024-05-21T00:44:43.551 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4193792 len 8192 2024-05-21T00:44:43.553 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4193792 len 8192 2024-05-21T00:44:43.553 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4193792 len 8192 2024-05-21T00:44:43.553 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4193792 len 8192 2024-05-21T00:44:43.553 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4193792 len 16384 2024-05-21T00:44:43.553 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4193792 len 16384 2024-05-21T00:44:43.553 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4193792 len 16384 2024-05-21T00:44:43.554 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4193792 len 16384 2024-05-21T00:44:43.554 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4194304 len 1024 2024-05-21T00:44:43.554 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4194304 len 1024 2024-05-21T00:44:43.554 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4194304 len 1024 2024-05-21T00:44:43.554 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4194304 len 1024 2024-05-21T00:44:43.554 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4194304 len 2048 2024-05-21T00:44:43.554 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4194304 len 2048 2024-05-21T00:44:43.554 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4194304 len 2048 2024-05-21T00:44:43.554 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4194304 len 2048 2024-05-21T00:44:43.554 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4194304 len 4096 2024-05-21T00:44:43.554 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4194304 len 4096 2024-05-21T00:44:43.554 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4194304 len 4096 2024-05-21T00:44:43.554 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4194304 len 4096 2024-05-21T00:44:43.555 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4194304 len 8192 2024-05-21T00:44:43.555 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4194304 len 8192 2024-05-21T00:44:43.555 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4194304 len 8192 2024-05-21T00:44:43.555 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4194304 len 8192 2024-05-21T00:44:43.555 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4194304 len 16384 2024-05-21T00:44:43.555 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4194304 len 16384 2024-05-21T00:44:43.555 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4194304 len 16384 2024-05-21T00:44:43.555 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4194304 len 16384 2024-05-21T00:44:43.555 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4194816 len 1024 2024-05-21T00:44:43.555 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4194816 len 1024 2024-05-21T00:44:43.555 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4194816 len 1024 2024-05-21T00:44:43.555 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4194816 len 1024 2024-05-21T00:44:43.556 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4194816 len 2048 2024-05-21T00:44:43.556 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4194816 len 2048 2024-05-21T00:44:43.556 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4194816 len 2048 2024-05-21T00:44:43.556 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4194816 len 2048 2024-05-21T00:44:43.556 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4194816 len 4096 2024-05-21T00:44:43.556 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4194816 len 4096 2024-05-21T00:44:43.556 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4194816 len 4096 2024-05-21T00:44:43.556 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4194816 len 4096 2024-05-21T00:44:43.556 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4194816 len 8192 2024-05-21T00:44:43.556 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4194816 len 8192 2024-05-21T00:44:43.556 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4194816 len 8192 2024-05-21T00:44:43.556 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4194816 len 8192 2024-05-21T00:44:43.556 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4194816 len 16384 2024-05-21T00:44:43.596 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4194816 len 16384 2024-05-21T00:44:43.597 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4194816 len 16384 2024-05-21T00:44:43.597 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4194816 len 16384 2024-05-21T00:44:43.597 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4195328 len 1024 2024-05-21T00:44:43.597 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4195328 len 1024 2024-05-21T00:44:43.597 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4195328 len 1024 2024-05-21T00:44:43.597 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4195328 len 1024 2024-05-21T00:44:43.597 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4195328 len 2048 2024-05-21T00:44:43.597 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4195328 len 2048 2024-05-21T00:44:43.597 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4195328 len 2048 2024-05-21T00:44:43.597 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4195328 len 2048 2024-05-21T00:44:43.597 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4195328 len 4096 2024-05-21T00:44:43.597 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4195328 len 4096 2024-05-21T00:44:43.598 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4195328 len 4096 2024-05-21T00:44:43.598 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4195328 len 4096 2024-05-21T00:44:43.598 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4195328 len 8192 2024-05-21T00:44:43.598 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4195328 len 8192 2024-05-21T00:44:43.598 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4195328 len 8192 2024-05-21T00:44:43.598 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4195328 len 8192 2024-05-21T00:44:43.598 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4195328 len 16384 2024-05-21T00:44:43.598 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4195328 len 16384 2024-05-21T00:44:43.598 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4195328 len 16384 2024-05-21T00:44:43.598 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4195328 len 16384 2024-05-21T00:44:43.598 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4195840 len 1024 2024-05-21T00:44:43.598 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4195840 len 1024 2024-05-21T00:44:43.598 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4195840 len 1024 2024-05-21T00:44:43.599 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4195840 len 1024 2024-05-21T00:44:43.599 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4195840 len 2048 2024-05-21T00:44:43.599 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4195840 len 2048 2024-05-21T00:44:43.599 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4195840 len 2048 2024-05-21T00:44:43.599 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4195840 len 2048 2024-05-21T00:44:43.599 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4195840 len 4096 2024-05-21T00:44:43.599 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4195840 len 4096 2024-05-21T00:44:43.599 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4195840 len 4096 2024-05-21T00:44:43.599 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4195840 len 4096 2024-05-21T00:44:43.599 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4195840 len 8192 2024-05-21T00:44:43.599 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4195840 len 8192 2024-05-21T00:44:43.599 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4195840 len 8192 2024-05-21T00:44:43.599 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4195840 len 8192 2024-05-21T00:44:43.599 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4195840 len 16384 2024-05-21T00:44:43.600 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4195840 len 16384 2024-05-21T00:44:43.600 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4195840 len 16384 2024-05-21T00:44:43.600 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4195840 len 16384 2024-05-21T00:44:43.600 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4196352 len 1024 2024-05-21T00:44:43.600 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4196352 len 1024 2024-05-21T00:44:43.600 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4196352 len 1024 2024-05-21T00:44:43.600 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4196352 len 1024 2024-05-21T00:44:43.600 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4196352 len 2048 2024-05-21T00:44:43.600 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4196352 len 2048 2024-05-21T00:44:43.600 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4196352 len 2048 2024-05-21T00:44:43.600 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4196352 len 2048 2024-05-21T00:44:43.600 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4196352 len 4096 2024-05-21T00:44:43.600 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4196352 len 4096 2024-05-21T00:44:43.600 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4196352 len 4096 2024-05-21T00:44:43.601 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4196352 len 4096 2024-05-21T00:44:43.601 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4196352 len 8192 2024-05-21T00:44:43.601 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4196352 len 8192 2024-05-21T00:44:43.601 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4196352 len 8192 2024-05-21T00:44:43.601 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4196352 len 8192 2024-05-21T00:44:43.601 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4196352 len 16384 2024-05-21T00:44:43.601 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4196352 len 16384 2024-05-21T00:44:43.601 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4196352 len 16384 2024-05-21T00:44:43.601 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4196352 len 16384 2024-05-21T00:44:43.601 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4196864 len 1024 2024-05-21T00:44:43.601 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4196864 len 1024 2024-05-21T00:44:43.601 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4196864 len 1024 2024-05-21T00:44:43.601 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4196864 len 1024 2024-05-21T00:44:43.601 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4196864 len 2048 2024-05-21T00:44:43.602 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4196864 len 2048 2024-05-21T00:44:43.602 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4196864 len 2048 2024-05-21T00:44:43.602 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4196864 len 2048 2024-05-21T00:44:43.602 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4196864 len 4096 2024-05-21T00:44:43.602 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4196864 len 4096 2024-05-21T00:44:43.602 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4196864 len 4096 2024-05-21T00:44:43.602 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4196864 len 4096 2024-05-21T00:44:43.602 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4196864 len 8192 2024-05-21T00:44:43.602 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4196864 len 8192 2024-05-21T00:44:43.602 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4196864 len 8192 2024-05-21T00:44:43.602 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4196864 len 8192 2024-05-21T00:44:43.602 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4196864 len 16384 2024-05-21T00:44:43.602 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4196864 len 16384 2024-05-21T00:44:43.603 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4196864 len 16384 2024-05-21T00:44:43.603 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4196864 len 16384 2024-05-21T00:44:43.603 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4197376 len 1024 2024-05-21T00:44:43.652 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4197376 len 1024 2024-05-21T00:44:43.652 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4197376 len 1024 2024-05-21T00:44:43.652 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4197376 len 1024 2024-05-21T00:44:43.652 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4197376 len 2048 2024-05-21T00:44:43.653 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4197376 len 2048 2024-05-21T00:44:43.653 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4197376 len 2048 2024-05-21T00:44:43.653 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4197376 len 2048 2024-05-21T00:44:43.653 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4197376 len 4096 2024-05-21T00:44:43.653 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4197376 len 4096 2024-05-21T00:44:43.653 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4197376 len 4096 2024-05-21T00:44:43.653 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4197376 len 4096 2024-05-21T00:44:43.653 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4197376 len 8192 2024-05-21T00:44:43.653 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4197376 len 8192 2024-05-21T00:44:43.653 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4197376 len 8192 2024-05-21T00:44:43.653 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4197376 len 8192 2024-05-21T00:44:43.653 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4197376 len 16384 2024-05-21T00:44:43.653 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4197376 len 16384 2024-05-21T00:44:43.653 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4197376 len 16384 2024-05-21T00:44:43.654 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4197376 len 16384 2024-05-21T00:44:43.654 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4197888 len 1024 2024-05-21T00:44:43.654 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4197888 len 1024 2024-05-21T00:44:43.654 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4197888 len 1024 2024-05-21T00:44:43.654 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4197888 len 1024 2024-05-21T00:44:43.654 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4197888 len 2048 2024-05-21T00:44:43.654 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4197888 len 2048 2024-05-21T00:44:43.654 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4197888 len 2048 2024-05-21T00:44:43.654 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4197888 len 2048 2024-05-21T00:44:43.654 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4197888 len 4096 2024-05-21T00:44:43.654 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4197888 len 4096 2024-05-21T00:44:43.654 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4197888 len 4096 2024-05-21T00:44:43.654 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4197888 len 4096 2024-05-21T00:44:43.655 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4197888 len 8192 2024-05-21T00:44:43.655 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4197888 len 8192 2024-05-21T00:44:43.655 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4197888 len 8192 2024-05-21T00:44:43.655 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4197888 len 8192 2024-05-21T00:44:43.655 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 512 offset 4197888 len 16384 2024-05-21T00:44:43.655 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4197888 len 16384 2024-05-21T00:44:43.655 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 512 offset 4197888 len 16384 2024-05-21T00:44:43.655 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 512 offset 4197888 len 16384 2024-05-21T00:44:43.655 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4190208 len 1024 2024-05-21T00:44:43.655 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4190208 len 1024 2024-05-21T00:44:43.655 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4190208 len 1024 2024-05-21T00:44:43.655 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4190208 len 1024 2024-05-21T00:44:43.655 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4190208 len 2048 2024-05-21T00:44:43.656 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4190208 len 2048 2024-05-21T00:44:43.656 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4190208 len 2048 2024-05-21T00:44:43.656 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4190208 len 2048 2024-05-21T00:44:43.656 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4190208 len 4096 2024-05-21T00:44:43.656 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4190208 len 4096 2024-05-21T00:44:43.656 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4190208 len 4096 2024-05-21T00:44:43.656 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4190208 len 4096 2024-05-21T00:44:43.656 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4190208 len 8192 2024-05-21T00:44:43.656 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4190208 len 8192 2024-05-21T00:44:43.656 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4190208 len 8192 2024-05-21T00:44:43.656 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4190208 len 8192 2024-05-21T00:44:43.656 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4190208 len 16384 2024-05-21T00:44:43.656 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4190208 len 16384 2024-05-21T00:44:43.657 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4190208 len 16384 2024-05-21T00:44:43.657 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4190208 len 16384 2024-05-21T00:44:43.657 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4190720 len 1024 2024-05-21T00:44:43.657 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4190720 len 1024 2024-05-21T00:44:43.657 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4190720 len 1024 2024-05-21T00:44:43.657 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4190720 len 1024 2024-05-21T00:44:43.657 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4190720 len 2048 2024-05-21T00:44:43.657 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4190720 len 2048 2024-05-21T00:44:43.657 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4190720 len 2048 2024-05-21T00:44:43.657 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4190720 len 2048 2024-05-21T00:44:43.657 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4190720 len 4096 2024-05-21T00:44:43.657 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4190720 len 4096 2024-05-21T00:44:43.657 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4190720 len 4096 2024-05-21T00:44:43.657 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4190720 len 4096 2024-05-21T00:44:43.658 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4190720 len 8192 2024-05-21T00:44:43.658 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4190720 len 8192 2024-05-21T00:44:43.658 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4190720 len 8192 2024-05-21T00:44:43.658 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4190720 len 8192 2024-05-21T00:44:43.658 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4190720 len 16384 2024-05-21T00:44:43.658 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4190720 len 16384 2024-05-21T00:44:43.658 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4190720 len 16384 2024-05-21T00:44:43.658 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4190720 len 16384 2024-05-21T00:44:43.658 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4191232 len 1024 2024-05-21T00:44:43.658 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4191232 len 1024 2024-05-21T00:44:43.658 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4191232 len 1024 2024-05-21T00:44:43.658 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4191232 len 1024 2024-05-21T00:44:43.715 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4191232 len 2048 2024-05-21T00:44:43.715 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4191232 len 2048 2024-05-21T00:44:43.715 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4191232 len 2048 2024-05-21T00:44:43.715 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4191232 len 2048 2024-05-21T00:44:43.716 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4191232 len 4096 2024-05-21T00:44:43.716 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4191232 len 4096 2024-05-21T00:44:43.716 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4191232 len 4096 2024-05-21T00:44:43.716 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4191232 len 4096 2024-05-21T00:44:43.716 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4191232 len 8192 2024-05-21T00:44:43.716 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4191232 len 8192 2024-05-21T00:44:43.716 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4191232 len 8192 2024-05-21T00:44:43.716 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4191232 len 8192 2024-05-21T00:44:43.716 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4191232 len 16384 2024-05-21T00:44:43.716 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4191232 len 16384 2024-05-21T00:44:43.716 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4191232 len 16384 2024-05-21T00:44:43.716 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4191232 len 16384 2024-05-21T00:44:43.717 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4191744 len 1024 2024-05-21T00:44:43.717 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4191744 len 1024 2024-05-21T00:44:43.717 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4191744 len 1024 2024-05-21T00:44:43.717 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4191744 len 1024 2024-05-21T00:44:43.717 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4191744 len 2048 2024-05-21T00:44:43.717 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4191744 len 2048 2024-05-21T00:44:43.717 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4191744 len 2048 2024-05-21T00:44:43.717 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4191744 len 2048 2024-05-21T00:44:43.717 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4191744 len 4096 2024-05-21T00:44:43.717 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4191744 len 4096 2024-05-21T00:44:43.718 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4191744 len 4096 2024-05-21T00:44:43.718 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4191744 len 4096 2024-05-21T00:44:43.718 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4191744 len 8192 2024-05-21T00:44:43.718 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4191744 len 8192 2024-05-21T00:44:43.718 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4191744 len 8192 2024-05-21T00:44:43.718 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4191744 len 8192 2024-05-21T00:44:43.718 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4191744 len 16384 2024-05-21T00:44:43.718 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4191744 len 16384 2024-05-21T00:44:43.718 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4191744 len 16384 2024-05-21T00:44:43.718 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4191744 len 16384 2024-05-21T00:44:43.718 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4192256 len 1024 2024-05-21T00:44:43.718 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4192256 len 1024 2024-05-21T00:44:43.719 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4192256 len 1024 2024-05-21T00:44:43.719 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4192256 len 1024 2024-05-21T00:44:43.719 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4192256 len 2048 2024-05-21T00:44:43.719 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4192256 len 2048 2024-05-21T00:44:43.719 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4192256 len 2048 2024-05-21T00:44:43.719 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4192256 len 2048 2024-05-21T00:44:43.719 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4192256 len 4096 2024-05-21T00:44:43.719 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4192256 len 4096 2024-05-21T00:44:43.719 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4192256 len 4096 2024-05-21T00:44:43.719 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4192256 len 4096 2024-05-21T00:44:43.719 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4192256 len 8192 2024-05-21T00:44:43.720 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4192256 len 8192 2024-05-21T00:44:43.720 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4192256 len 8192 2024-05-21T00:44:43.720 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4192256 len 8192 2024-05-21T00:44:43.720 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4192256 len 16384 2024-05-21T00:44:43.720 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4192256 len 16384 2024-05-21T00:44:43.720 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4192256 len 16384 2024-05-21T00:44:43.720 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4192256 len 16384 2024-05-21T00:44:43.720 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4192768 len 1024 2024-05-21T00:44:43.720 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4192768 len 1024 2024-05-21T00:44:43.720 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4192768 len 1024 2024-05-21T00:44:43.721 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4192768 len 1024 2024-05-21T00:44:43.721 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4192768 len 2048 2024-05-21T00:44:43.721 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4192768 len 2048 2024-05-21T00:44:43.721 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4192768 len 2048 2024-05-21T00:44:43.721 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4192768 len 2048 2024-05-21T00:44:43.721 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4192768 len 4096 2024-05-21T00:44:43.721 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4192768 len 4096 2024-05-21T00:44:43.721 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4192768 len 4096 2024-05-21T00:44:43.721 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4192768 len 4096 2024-05-21T00:44:43.721 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4192768 len 8192 2024-05-21T00:44:43.721 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4192768 len 8192 2024-05-21T00:44:43.722 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4192768 len 8192 2024-05-21T00:44:43.722 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4192768 len 8192 2024-05-21T00:44:43.722 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4192768 len 16384 2024-05-21T00:44:43.722 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4192768 len 16384 2024-05-21T00:44:43.722 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4192768 len 16384 2024-05-21T00:44:43.722 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4192768 len 16384 2024-05-21T00:44:43.722 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4193280 len 1024 2024-05-21T00:44:43.722 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4193280 len 1024 2024-05-21T00:44:43.722 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4193280 len 1024 2024-05-21T00:44:43.722 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4193280 len 1024 2024-05-21T00:44:43.723 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4193280 len 2048 2024-05-21T00:44:43.723 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4193280 len 2048 2024-05-21T00:44:43.723 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4193280 len 2048 2024-05-21T00:44:43.777 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4193280 len 2048 2024-05-21T00:44:43.778 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4193280 len 4096 2024-05-21T00:44:43.778 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4193280 len 4096 2024-05-21T00:44:43.778 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4193280 len 4096 2024-05-21T00:44:43.778 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4193280 len 4096 2024-05-21T00:44:43.778 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4193280 len 8192 2024-05-21T00:44:43.778 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4193280 len 8192 2024-05-21T00:44:43.778 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4193280 len 8192 2024-05-21T00:44:43.778 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4193280 len 8192 2024-05-21T00:44:43.778 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4193280 len 16384 2024-05-21T00:44:43.778 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4193280 len 16384 2024-05-21T00:44:43.778 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4193280 len 16384 2024-05-21T00:44:43.778 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4193280 len 16384 2024-05-21T00:44:43.779 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4193792 len 1024 2024-05-21T00:44:43.779 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4193792 len 1024 2024-05-21T00:44:43.779 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4193792 len 1024 2024-05-21T00:44:43.779 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4193792 len 1024 2024-05-21T00:44:43.779 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4193792 len 2048 2024-05-21T00:44:43.779 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4193792 len 2048 2024-05-21T00:44:43.779 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4193792 len 2048 2024-05-21T00:44:43.779 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4193792 len 2048 2024-05-21T00:44:43.779 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4193792 len 4096 2024-05-21T00:44:43.779 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4193792 len 4096 2024-05-21T00:44:43.779 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4193792 len 4096 2024-05-21T00:44:43.779 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4193792 len 4096 2024-05-21T00:44:43.779 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4193792 len 8192 2024-05-21T00:44:43.779 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4193792 len 8192 2024-05-21T00:44:43.780 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4193792 len 8192 2024-05-21T00:44:43.780 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4193792 len 8192 2024-05-21T00:44:43.780 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4193792 len 16384 2024-05-21T00:44:43.780 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4193792 len 16384 2024-05-21T00:44:43.780 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4193792 len 16384 2024-05-21T00:44:43.780 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4193792 len 16384 2024-05-21T00:44:43.780 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4194304 len 1024 2024-05-21T00:44:43.780 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4194304 len 1024 2024-05-21T00:44:43.780 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4194304 len 1024 2024-05-21T00:44:43.780 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4194304 len 1024 2024-05-21T00:44:43.780 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4194304 len 2048 2024-05-21T00:44:43.780 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4194304 len 2048 2024-05-21T00:44:43.780 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4194304 len 2048 2024-05-21T00:44:43.780 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4194304 len 2048 2024-05-21T00:44:43.781 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4194304 len 4096 2024-05-21T00:44:43.781 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4194304 len 4096 2024-05-21T00:44:43.781 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4194304 len 4096 2024-05-21T00:44:43.781 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4194304 len 4096 2024-05-21T00:44:43.781 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4194304 len 8192 2024-05-21T00:44:43.781 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4194304 len 8192 2024-05-21T00:44:43.781 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4194304 len 8192 2024-05-21T00:44:43.781 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4194304 len 8192 2024-05-21T00:44:43.781 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4194304 len 16384 2024-05-21T00:44:43.781 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4194304 len 16384 2024-05-21T00:44:43.781 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4194304 len 16384 2024-05-21T00:44:43.781 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4194304 len 16384 2024-05-21T00:44:43.781 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4194816 len 1024 2024-05-21T00:44:43.782 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4194816 len 1024 2024-05-21T00:44:43.782 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4194816 len 1024 2024-05-21T00:44:43.782 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4194816 len 1024 2024-05-21T00:44:43.782 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4194816 len 2048 2024-05-21T00:44:43.782 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4194816 len 2048 2024-05-21T00:44:43.782 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4194816 len 2048 2024-05-21T00:44:43.782 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4194816 len 2048 2024-05-21T00:44:43.782 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4194816 len 4096 2024-05-21T00:44:43.782 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4194816 len 4096 2024-05-21T00:44:43.782 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4194816 len 4096 2024-05-21T00:44:43.782 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4194816 len 4096 2024-05-21T00:44:43.782 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4194816 len 8192 2024-05-21T00:44:43.782 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4194816 len 8192 2024-05-21T00:44:43.783 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4194816 len 8192 2024-05-21T00:44:43.783 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4194816 len 8192 2024-05-21T00:44:43.783 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4194816 len 16384 2024-05-21T00:44:43.783 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4194816 len 16384 2024-05-21T00:44:43.783 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4194816 len 16384 2024-05-21T00:44:43.783 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4194816 len 16384 2024-05-21T00:44:43.783 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4195328 len 1024 2024-05-21T00:44:43.783 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4195328 len 1024 2024-05-21T00:44:43.783 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4195328 len 1024 2024-05-21T00:44:43.783 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4195328 len 1024 2024-05-21T00:44:43.783 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4195328 len 2048 2024-05-21T00:44:43.783 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4195328 len 2048 2024-05-21T00:44:43.783 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4195328 len 2048 2024-05-21T00:44:43.784 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4195328 len 2048 2024-05-21T00:44:43.784 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4195328 len 4096 2024-05-21T00:44:43.826 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4195328 len 4096 2024-05-21T00:44:43.826 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4195328 len 4096 2024-05-21T00:44:43.827 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4195328 len 4096 2024-05-21T00:44:43.827 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4195328 len 8192 2024-05-21T00:44:43.827 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4195328 len 8192 2024-05-21T00:44:43.827 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4195328 len 8192 2024-05-21T00:44:43.827 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4195328 len 8192 2024-05-21T00:44:43.827 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4195328 len 16384 2024-05-21T00:44:43.827 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4195328 len 16384 2024-05-21T00:44:43.827 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4195328 len 16384 2024-05-21T00:44:43.827 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4195328 len 16384 2024-05-21T00:44:43.827 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4195840 len 1024 2024-05-21T00:44:43.827 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4195840 len 1024 2024-05-21T00:44:43.827 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4195840 len 1024 2024-05-21T00:44:43.827 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4195840 len 1024 2024-05-21T00:44:43.827 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4195840 len 2048 2024-05-21T00:44:43.828 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4195840 len 2048 2024-05-21T00:44:43.828 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4195840 len 2048 2024-05-21T00:44:43.828 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4195840 len 2048 2024-05-21T00:44:43.828 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4195840 len 4096 2024-05-21T00:44:43.828 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4195840 len 4096 2024-05-21T00:44:43.828 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4195840 len 4096 2024-05-21T00:44:43.828 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4195840 len 4096 2024-05-21T00:44:43.828 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4195840 len 8192 2024-05-21T00:44:43.828 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4195840 len 8192 2024-05-21T00:44:43.828 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4195840 len 8192 2024-05-21T00:44:43.828 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4195840 len 8192 2024-05-21T00:44:43.828 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4195840 len 16384 2024-05-21T00:44:43.829 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4195840 len 16384 2024-05-21T00:44:43.829 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4195840 len 16384 2024-05-21T00:44:43.829 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4195840 len 16384 2024-05-21T00:44:43.830 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4196352 len 1024 2024-05-21T00:44:43.830 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4196352 len 1024 2024-05-21T00:44:43.830 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4196352 len 1024 2024-05-21T00:44:43.830 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4196352 len 1024 2024-05-21T00:44:43.830 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4196352 len 2048 2024-05-21T00:44:43.830 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4196352 len 2048 2024-05-21T00:44:43.830 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4196352 len 2048 2024-05-21T00:44:43.830 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4196352 len 2048 2024-05-21T00:44:43.830 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4196352 len 4096 2024-05-21T00:44:43.830 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4196352 len 4096 2024-05-21T00:44:43.830 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4196352 len 4096 2024-05-21T00:44:43.830 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4196352 len 4096 2024-05-21T00:44:43.830 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4196352 len 8192 2024-05-21T00:44:43.830 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4196352 len 8192 2024-05-21T00:44:43.831 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4196352 len 8192 2024-05-21T00:44:43.831 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4196352 len 8192 2024-05-21T00:44:43.831 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4196352 len 16384 2024-05-21T00:44:43.831 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4196352 len 16384 2024-05-21T00:44:43.831 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4196352 len 16384 2024-05-21T00:44:43.831 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4196352 len 16384 2024-05-21T00:44:43.831 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4196864 len 1024 2024-05-21T00:44:43.831 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4196864 len 1024 2024-05-21T00:44:43.831 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4196864 len 1024 2024-05-21T00:44:43.831 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4196864 len 1024 2024-05-21T00:44:43.831 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4196864 len 2048 2024-05-21T00:44:43.831 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4196864 len 2048 2024-05-21T00:44:43.831 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4196864 len 2048 2024-05-21T00:44:43.831 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4196864 len 2048 2024-05-21T00:44:43.832 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4196864 len 4096 2024-05-21T00:44:43.832 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4196864 len 4096 2024-05-21T00:44:43.832 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4196864 len 4096 2024-05-21T00:44:43.832 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4196864 len 4096 2024-05-21T00:44:43.832 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4196864 len 8192 2024-05-21T00:44:43.832 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4196864 len 8192 2024-05-21T00:44:43.832 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4196864 len 8192 2024-05-21T00:44:43.832 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4196864 len 8192 2024-05-21T00:44:43.832 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4196864 len 16384 2024-05-21T00:44:43.832 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4196864 len 16384 2024-05-21T00:44:43.832 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4196864 len 16384 2024-05-21T00:44:43.832 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4196864 len 16384 2024-05-21T00:44:43.832 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4197376 len 1024 2024-05-21T00:44:43.832 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4197376 len 1024 2024-05-21T00:44:43.833 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4197376 len 1024 2024-05-21T00:44:43.833 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4197376 len 1024 2024-05-21T00:44:43.833 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4197376 len 2048 2024-05-21T00:44:43.833 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4197376 len 2048 2024-05-21T00:44:43.833 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4197376 len 2048 2024-05-21T00:44:43.833 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4197376 len 2048 2024-05-21T00:44:43.833 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4197376 len 4096 2024-05-21T00:44:43.833 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4197376 len 4096 2024-05-21T00:44:43.833 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4197376 len 4096 2024-05-21T00:44:43.833 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4197376 len 4096 2024-05-21T00:44:43.876 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:43 smithi044 ceph-mon[31392]: pgmap v538: 97 pgs: 97 active+clean; 772 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.4 KiB/s wr, 10 op/s 2024-05-21T00:44:43.881 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4197376 len 8192 2024-05-21T00:44:43.881 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4197376 len 8192 2024-05-21T00:44:43.881 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4197376 len 8192 2024-05-21T00:44:43.881 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4197376 len 8192 2024-05-21T00:44:43.881 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4197376 len 16384 2024-05-21T00:44:43.881 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4197376 len 16384 2024-05-21T00:44:43.881 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4197376 len 16384 2024-05-21T00:44:43.881 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4197376 len 16384 2024-05-21T00:44:43.881 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4197888 len 1024 2024-05-21T00:44:43.881 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4197888 len 1024 2024-05-21T00:44:43.881 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4197888 len 1024 2024-05-21T00:44:43.882 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4197888 len 1024 2024-05-21T00:44:43.882 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4197888 len 2048 2024-05-21T00:44:43.882 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4197888 len 2048 2024-05-21T00:44:43.882 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4197888 len 2048 2024-05-21T00:44:43.882 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4197888 len 2048 2024-05-21T00:44:43.882 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4197888 len 4096 2024-05-21T00:44:43.882 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4197888 len 4096 2024-05-21T00:44:43.882 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4197888 len 4096 2024-05-21T00:44:43.882 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4197888 len 4096 2024-05-21T00:44:43.882 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4197888 len 8192 2024-05-21T00:44:43.882 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4197888 len 8192 2024-05-21T00:44:43.883 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4197888 len 8192 2024-05-21T00:44:43.883 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4197888 len 8192 2024-05-21T00:44:43.883 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1024 offset 4197888 len 16384 2024-05-21T00:44:43.883 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4197888 len 16384 2024-05-21T00:44:43.883 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1024 offset 4197888 len 16384 2024-05-21T00:44:43.883 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1024 offset 4197888 len 16384 2024-05-21T00:44:43.883 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4190208 len 1024 2024-05-21T00:44:43.883 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4190208 len 1024 2024-05-21T00:44:43.883 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4190208 len 1024 2024-05-21T00:44:43.883 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4190208 len 1024 2024-05-21T00:44:43.884 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4190208 len 2048 2024-05-21T00:44:43.884 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4190208 len 2048 2024-05-21T00:44:43.884 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4190208 len 2048 2024-05-21T00:44:43.884 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4190208 len 2048 2024-05-21T00:44:43.884 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4190208 len 4096 2024-05-21T00:44:43.884 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4190208 len 4096 2024-05-21T00:44:43.884 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4190208 len 4096 2024-05-21T00:44:43.884 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4190208 len 4096 2024-05-21T00:44:43.884 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4190208 len 8192 2024-05-21T00:44:43.884 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4190208 len 8192 2024-05-21T00:44:43.884 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4190208 len 8192 2024-05-21T00:44:43.884 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4190208 len 8192 2024-05-21T00:44:43.884 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4190208 len 16384 2024-05-21T00:44:43.884 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4190208 len 16384 2024-05-21T00:44:43.885 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4190208 len 16384 2024-05-21T00:44:43.885 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4190208 len 16384 2024-05-21T00:44:43.885 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4190720 len 1024 2024-05-21T00:44:43.885 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4190720 len 1024 2024-05-21T00:44:43.885 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4190720 len 1024 2024-05-21T00:44:43.885 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4190720 len 1024 2024-05-21T00:44:43.885 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4190720 len 2048 2024-05-21T00:44:43.885 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4190720 len 2048 2024-05-21T00:44:43.885 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4190720 len 2048 2024-05-21T00:44:43.885 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4190720 len 2048 2024-05-21T00:44:43.885 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4190720 len 4096 2024-05-21T00:44:43.885 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4190720 len 4096 2024-05-21T00:44:43.885 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4190720 len 4096 2024-05-21T00:44:43.886 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4190720 len 4096 2024-05-21T00:44:43.886 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4190720 len 8192 2024-05-21T00:44:43.886 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4190720 len 8192 2024-05-21T00:44:43.886 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4190720 len 8192 2024-05-21T00:44:43.886 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4190720 len 8192 2024-05-21T00:44:43.886 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4190720 len 16384 2024-05-21T00:44:43.886 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4190720 len 16384 2024-05-21T00:44:43.886 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4190720 len 16384 2024-05-21T00:44:43.886 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4190720 len 16384 2024-05-21T00:44:43.886 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4191232 len 1024 2024-05-21T00:44:43.886 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4191232 len 1024 2024-05-21T00:44:43.887 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4191232 len 1024 2024-05-21T00:44:43.887 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4191232 len 1024 2024-05-21T00:44:43.887 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4191232 len 2048 2024-05-21T00:44:43.887 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4191232 len 2048 2024-05-21T00:44:43.887 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4191232 len 2048 2024-05-21T00:44:43.887 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4191232 len 2048 2024-05-21T00:44:43.887 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4191232 len 4096 2024-05-21T00:44:43.887 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4191232 len 4096 2024-05-21T00:44:43.887 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4191232 len 4096 2024-05-21T00:44:43.887 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4191232 len 4096 2024-05-21T00:44:43.887 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4191232 len 8192 2024-05-21T00:44:43.887 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4191232 len 8192 2024-05-21T00:44:43.940 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4191232 len 8192 2024-05-21T00:44:43.940 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4191232 len 8192 2024-05-21T00:44:43.940 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4191232 len 16384 2024-05-21T00:44:43.940 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4191232 len 16384 2024-05-21T00:44:43.940 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4191232 len 16384 2024-05-21T00:44:43.940 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4191232 len 16384 2024-05-21T00:44:43.940 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4191744 len 1024 2024-05-21T00:44:43.940 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4191744 len 1024 2024-05-21T00:44:43.940 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4191744 len 1024 2024-05-21T00:44:43.940 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4191744 len 1024 2024-05-21T00:44:43.940 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4191744 len 2048 2024-05-21T00:44:43.941 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4191744 len 2048 2024-05-21T00:44:43.941 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4191744 len 2048 2024-05-21T00:44:43.941 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4191744 len 2048 2024-05-21T00:44:43.941 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4191744 len 4096 2024-05-21T00:44:43.941 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4191744 len 4096 2024-05-21T00:44:43.941 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4191744 len 4096 2024-05-21T00:44:43.941 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4191744 len 4096 2024-05-21T00:44:43.941 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4191744 len 8192 2024-05-21T00:44:43.941 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4191744 len 8192 2024-05-21T00:44:43.941 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4191744 len 8192 2024-05-21T00:44:43.941 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4191744 len 8192 2024-05-21T00:44:43.941 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4191744 len 16384 2024-05-21T00:44:43.941 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4191744 len 16384 2024-05-21T00:44:43.942 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4191744 len 16384 2024-05-21T00:44:43.942 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4191744 len 16384 2024-05-21T00:44:43.942 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4192256 len 1024 2024-05-21T00:44:43.942 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4192256 len 1024 2024-05-21T00:44:43.942 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4192256 len 1024 2024-05-21T00:44:43.942 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4192256 len 1024 2024-05-21T00:44:43.942 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4192256 len 2048 2024-05-21T00:44:43.942 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4192256 len 2048 2024-05-21T00:44:43.942 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4192256 len 2048 2024-05-21T00:44:43.942 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4192256 len 2048 2024-05-21T00:44:43.942 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4192256 len 4096 2024-05-21T00:44:43.942 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4192256 len 4096 2024-05-21T00:44:43.942 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4192256 len 4096 2024-05-21T00:44:43.943 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4192256 len 4096 2024-05-21T00:44:43.943 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4192256 len 8192 2024-05-21T00:44:43.943 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4192256 len 8192 2024-05-21T00:44:43.943 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4192256 len 8192 2024-05-21T00:44:43.943 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4192256 len 8192 2024-05-21T00:44:43.943 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4192256 len 16384 2024-05-21T00:44:43.943 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4192256 len 16384 2024-05-21T00:44:43.943 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4192256 len 16384 2024-05-21T00:44:43.943 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4192256 len 16384 2024-05-21T00:44:43.943 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4192768 len 1024 2024-05-21T00:44:43.943 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4192768 len 1024 2024-05-21T00:44:43.943 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4192768 len 1024 2024-05-21T00:44:43.943 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4192768 len 1024 2024-05-21T00:44:43.943 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4192768 len 2048 2024-05-21T00:44:43.944 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4192768 len 2048 2024-05-21T00:44:43.944 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4192768 len 2048 2024-05-21T00:44:43.944 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4192768 len 2048 2024-05-21T00:44:43.944 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4192768 len 4096 2024-05-21T00:44:43.944 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4192768 len 4096 2024-05-21T00:44:43.944 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4192768 len 4096 2024-05-21T00:44:43.944 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4192768 len 4096 2024-05-21T00:44:43.944 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4192768 len 8192 2024-05-21T00:44:43.944 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4192768 len 8192 2024-05-21T00:44:43.944 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4192768 len 8192 2024-05-21T00:44:43.944 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4192768 len 8192 2024-05-21T00:44:43.944 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4192768 len 16384 2024-05-21T00:44:43.944 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4192768 len 16384 2024-05-21T00:44:43.945 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4192768 len 16384 2024-05-21T00:44:43.945 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4192768 len 16384 2024-05-21T00:44:43.945 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4193280 len 1024 2024-05-21T00:44:43.945 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4193280 len 1024 2024-05-21T00:44:43.945 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4193280 len 1024 2024-05-21T00:44:43.945 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4193280 len 1024 2024-05-21T00:44:43.945 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4193280 len 2048 2024-05-21T00:44:43.945 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4193280 len 2048 2024-05-21T00:44:43.945 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4193280 len 2048 2024-05-21T00:44:43.945 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4193280 len 2048 2024-05-21T00:44:43.945 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4193280 len 4096 2024-05-21T00:44:43.945 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4193280 len 4096 2024-05-21T00:44:43.945 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4193280 len 4096 2024-05-21T00:44:43.945 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4193280 len 4096 2024-05-21T00:44:43.946 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4193280 len 8192 2024-05-21T00:44:43.946 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4193280 len 8192 2024-05-21T00:44:43.946 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4193280 len 8192 2024-05-21T00:44:43.946 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4193280 len 8192 2024-05-21T00:44:43.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:43 smithi082 ceph-mon[36141]: pgmap v538: 97 pgs: 97 active+clean; 772 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.4 KiB/s wr, 10 op/s 2024-05-21T00:44:43.993 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4193280 len 16384 2024-05-21T00:44:43.993 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4193280 len 16384 2024-05-21T00:44:43.994 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4193280 len 16384 2024-05-21T00:44:43.994 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4193280 len 16384 2024-05-21T00:44:43.994 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4193792 len 1024 2024-05-21T00:44:43.994 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4193792 len 1024 2024-05-21T00:44:43.994 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4193792 len 1024 2024-05-21T00:44:43.994 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4193792 len 1024 2024-05-21T00:44:43.994 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4193792 len 2048 2024-05-21T00:44:43.994 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4193792 len 2048 2024-05-21T00:44:43.994 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4193792 len 2048 2024-05-21T00:44:43.994 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4193792 len 2048 2024-05-21T00:44:43.994 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4193792 len 4096 2024-05-21T00:44:43.994 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4193792 len 4096 2024-05-21T00:44:43.994 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4193792 len 4096 2024-05-21T00:44:43.995 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4193792 len 4096 2024-05-21T00:44:43.995 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4193792 len 8192 2024-05-21T00:44:43.995 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4193792 len 8192 2024-05-21T00:44:43.995 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4193792 len 8192 2024-05-21T00:44:43.995 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4193792 len 8192 2024-05-21T00:44:43.995 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4193792 len 16384 2024-05-21T00:44:43.995 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4193792 len 16384 2024-05-21T00:44:43.995 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4193792 len 16384 2024-05-21T00:44:43.995 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4193792 len 16384 2024-05-21T00:44:43.995 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4194304 len 1024 2024-05-21T00:44:43.995 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4194304 len 1024 2024-05-21T00:44:43.995 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4194304 len 1024 2024-05-21T00:44:43.995 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4194304 len 1024 2024-05-21T00:44:43.995 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4194304 len 2048 2024-05-21T00:44:43.996 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4194304 len 2048 2024-05-21T00:44:43.996 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4194304 len 2048 2024-05-21T00:44:43.996 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4194304 len 2048 2024-05-21T00:44:43.996 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4194304 len 4096 2024-05-21T00:44:43.996 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4194304 len 4096 2024-05-21T00:44:43.996 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4194304 len 4096 2024-05-21T00:44:43.996 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4194304 len 4096 2024-05-21T00:44:43.996 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4194304 len 8192 2024-05-21T00:44:43.996 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4194304 len 8192 2024-05-21T00:44:43.996 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4194304 len 8192 2024-05-21T00:44:43.996 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4194304 len 8192 2024-05-21T00:44:43.996 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4194304 len 16384 2024-05-21T00:44:43.996 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4194304 len 16384 2024-05-21T00:44:43.996 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4194304 len 16384 2024-05-21T00:44:43.996 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4194304 len 16384 2024-05-21T00:44:43.996 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4194816 len 1024 2024-05-21T00:44:43.997 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4194816 len 1024 2024-05-21T00:44:43.997 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4194816 len 1024 2024-05-21T00:44:43.997 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4194816 len 1024 2024-05-21T00:44:43.997 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4194816 len 2048 2024-05-21T00:44:43.997 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4194816 len 2048 2024-05-21T00:44:43.997 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4194816 len 2048 2024-05-21T00:44:43.997 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4194816 len 2048 2024-05-21T00:44:43.997 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4194816 len 4096 2024-05-21T00:44:43.997 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4194816 len 4096 2024-05-21T00:44:43.997 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4194816 len 4096 2024-05-21T00:44:43.997 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4194816 len 4096 2024-05-21T00:44:43.997 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4194816 len 8192 2024-05-21T00:44:43.997 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4194816 len 8192 2024-05-21T00:44:43.997 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4194816 len 8192 2024-05-21T00:44:43.997 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4194816 len 8192 2024-05-21T00:44:43.998 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4194816 len 16384 2024-05-21T00:44:43.998 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4194816 len 16384 2024-05-21T00:44:43.998 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4194816 len 16384 2024-05-21T00:44:43.998 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4194816 len 16384 2024-05-21T00:44:43.998 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4195328 len 1024 2024-05-21T00:44:43.998 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4195328 len 1024 2024-05-21T00:44:43.998 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4195328 len 1024 2024-05-21T00:44:43.998 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4195328 len 1024 2024-05-21T00:44:43.998 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4195328 len 2048 2024-05-21T00:44:43.998 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4195328 len 2048 2024-05-21T00:44:43.998 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4195328 len 2048 2024-05-21T00:44:43.998 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4195328 len 2048 2024-05-21T00:44:43.998 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4195328 len 4096 2024-05-21T00:44:43.999 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4195328 len 4096 2024-05-21T00:44:43.999 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4195328 len 4096 2024-05-21T00:44:43.999 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4195328 len 4096 2024-05-21T00:44:43.999 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4195328 len 8192 2024-05-21T00:44:43.999 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4195328 len 8192 2024-05-21T00:44:43.999 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4195328 len 8192 2024-05-21T00:44:43.999 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4195328 len 8192 2024-05-21T00:44:43.999 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4195328 len 16384 2024-05-21T00:44:43.999 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4195328 len 16384 2024-05-21T00:44:43.999 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4195328 len 16384 2024-05-21T00:44:44.041 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4195328 len 16384 2024-05-21T00:44:44.041 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4195840 len 1024 2024-05-21T00:44:44.041 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4195840 len 1024 2024-05-21T00:44:44.041 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4195840 len 1024 2024-05-21T00:44:44.041 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4195840 len 1024 2024-05-21T00:44:44.041 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4195840 len 2048 2024-05-21T00:44:44.041 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4195840 len 2048 2024-05-21T00:44:44.041 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4195840 len 2048 2024-05-21T00:44:44.041 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4195840 len 2048 2024-05-21T00:44:44.041 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4195840 len 4096 2024-05-21T00:44:44.041 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4195840 len 4096 2024-05-21T00:44:44.041 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4195840 len 4096 2024-05-21T00:44:44.042 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4195840 len 4096 2024-05-21T00:44:44.042 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4195840 len 8192 2024-05-21T00:44:44.042 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4195840 len 8192 2024-05-21T00:44:44.042 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4195840 len 8192 2024-05-21T00:44:44.042 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4195840 len 8192 2024-05-21T00:44:44.042 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4195840 len 16384 2024-05-21T00:44:44.042 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4195840 len 16384 2024-05-21T00:44:44.042 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4195840 len 16384 2024-05-21T00:44:44.042 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4195840 len 16384 2024-05-21T00:44:44.042 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4196352 len 1024 2024-05-21T00:44:44.042 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4196352 len 1024 2024-05-21T00:44:44.042 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4196352 len 1024 2024-05-21T00:44:44.042 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4196352 len 1024 2024-05-21T00:44:44.042 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4196352 len 2048 2024-05-21T00:44:44.043 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4196352 len 2048 2024-05-21T00:44:44.043 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4196352 len 2048 2024-05-21T00:44:44.043 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4196352 len 2048 2024-05-21T00:44:44.043 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4196352 len 4096 2024-05-21T00:44:44.043 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4196352 len 4096 2024-05-21T00:44:44.043 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4196352 len 4096 2024-05-21T00:44:44.043 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4196352 len 4096 2024-05-21T00:44:44.043 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4196352 len 8192 2024-05-21T00:44:44.043 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4196352 len 8192 2024-05-21T00:44:44.043 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4196352 len 8192 2024-05-21T00:44:44.043 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4196352 len 8192 2024-05-21T00:44:44.043 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4196352 len 16384 2024-05-21T00:44:44.043 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4196352 len 16384 2024-05-21T00:44:44.044 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4196352 len 16384 2024-05-21T00:44:44.044 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4196352 len 16384 2024-05-21T00:44:44.044 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4196864 len 1024 2024-05-21T00:44:44.044 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4196864 len 1024 2024-05-21T00:44:44.044 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4196864 len 1024 2024-05-21T00:44:44.044 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4196864 len 1024 2024-05-21T00:44:44.044 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4196864 len 2048 2024-05-21T00:44:44.044 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4196864 len 2048 2024-05-21T00:44:44.044 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4196864 len 2048 2024-05-21T00:44:44.044 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4196864 len 2048 2024-05-21T00:44:44.044 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4196864 len 4096 2024-05-21T00:44:44.044 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4196864 len 4096 2024-05-21T00:44:44.044 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4196864 len 4096 2024-05-21T00:44:44.044 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4196864 len 4096 2024-05-21T00:44:44.044 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4196864 len 8192 2024-05-21T00:44:44.045 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4196864 len 8192 2024-05-21T00:44:44.045 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4196864 len 8192 2024-05-21T00:44:44.045 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4196864 len 8192 2024-05-21T00:44:44.045 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4196864 len 16384 2024-05-21T00:44:44.045 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4196864 len 16384 2024-05-21T00:44:44.045 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4196864 len 16384 2024-05-21T00:44:44.045 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4196864 len 16384 2024-05-21T00:44:44.045 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4197376 len 1024 2024-05-21T00:44:44.045 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4197376 len 1024 2024-05-21T00:44:44.045 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4197376 len 1024 2024-05-21T00:44:44.045 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4197376 len 1024 2024-05-21T00:44:44.045 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4197376 len 2048 2024-05-21T00:44:44.045 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4197376 len 2048 2024-05-21T00:44:44.046 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4197376 len 2048 2024-05-21T00:44:44.046 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4197376 len 2048 2024-05-21T00:44:44.046 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4197376 len 4096 2024-05-21T00:44:44.046 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4197376 len 4096 2024-05-21T00:44:44.046 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4197376 len 4096 2024-05-21T00:44:44.046 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4197376 len 4096 2024-05-21T00:44:44.046 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4197376 len 8192 2024-05-21T00:44:44.046 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4197376 len 8192 2024-05-21T00:44:44.046 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4197376 len 8192 2024-05-21T00:44:44.046 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4197376 len 8192 2024-05-21T00:44:44.046 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4197376 len 16384 2024-05-21T00:44:44.046 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4197376 len 16384 2024-05-21T00:44:44.046 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4197376 len 16384 2024-05-21T00:44:44.047 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4197376 len 16384 2024-05-21T00:44:44.047 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4197888 len 1024 2024-05-21T00:44:44.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:43 smithi092 ceph-mon[36335]: pgmap v538: 97 pgs: 97 active+clean; 772 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.4 KiB/s wr, 10 op/s 2024-05-21T00:44:44.082 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4197888 len 1024 2024-05-21T00:44:44.082 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4197888 len 1024 2024-05-21T00:44:44.082 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4197888 len 1024 2024-05-21T00:44:44.082 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4197888 len 2048 2024-05-21T00:44:44.082 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4197888 len 2048 2024-05-21T00:44:44.082 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4197888 len 2048 2024-05-21T00:44:44.082 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4197888 len 2048 2024-05-21T00:44:44.082 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4197888 len 4096 2024-05-21T00:44:44.082 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4197888 len 4096 2024-05-21T00:44:44.082 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4197888 len 4096 2024-05-21T00:44:44.083 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4197888 len 4096 2024-05-21T00:44:44.083 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4197888 len 8192 2024-05-21T00:44:44.083 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4197888 len 8192 2024-05-21T00:44:44.083 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4197888 len 8192 2024-05-21T00:44:44.083 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4197888 len 8192 2024-05-21T00:44:44.083 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 1536 offset 4197888 len 16384 2024-05-21T00:44:44.083 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4197888 len 16384 2024-05-21T00:44:44.083 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 1536 offset 4197888 len 16384 2024-05-21T00:44:44.083 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 1536 offset 4197888 len 16384 2024-05-21T00:44:44.083 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4190208 len 1024 2024-05-21T00:44:44.083 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4190208 len 1024 2024-05-21T00:44:44.083 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4190208 len 1024 2024-05-21T00:44:44.083 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4190208 len 1024 2024-05-21T00:44:44.084 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4190208 len 2048 2024-05-21T00:44:44.084 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4190208 len 2048 2024-05-21T00:44:44.084 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4190208 len 2048 2024-05-21T00:44:44.084 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4190208 len 2048 2024-05-21T00:44:44.084 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4190208 len 4096 2024-05-21T00:44:44.084 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4190208 len 4096 2024-05-21T00:44:44.084 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4190208 len 4096 2024-05-21T00:44:44.084 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4190208 len 4096 2024-05-21T00:44:44.084 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4190208 len 8192 2024-05-21T00:44:44.084 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4190208 len 8192 2024-05-21T00:44:44.085 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4190208 len 8192 2024-05-21T00:44:44.085 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4190208 len 8192 2024-05-21T00:44:44.085 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4190208 len 16384 2024-05-21T00:44:44.085 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4190208 len 16384 2024-05-21T00:44:44.085 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4190208 len 16384 2024-05-21T00:44:44.085 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4190208 len 16384 2024-05-21T00:44:44.085 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4190720 len 1024 2024-05-21T00:44:44.085 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4190720 len 1024 2024-05-21T00:44:44.085 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4190720 len 1024 2024-05-21T00:44:44.085 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4190720 len 1024 2024-05-21T00:44:44.085 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4190720 len 2048 2024-05-21T00:44:44.085 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4190720 len 2048 2024-05-21T00:44:44.085 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4190720 len 2048 2024-05-21T00:44:44.086 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4190720 len 2048 2024-05-21T00:44:44.086 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4190720 len 4096 2024-05-21T00:44:44.086 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4190720 len 4096 2024-05-21T00:44:44.086 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4190720 len 4096 2024-05-21T00:44:44.086 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4190720 len 4096 2024-05-21T00:44:44.086 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4190720 len 8192 2024-05-21T00:44:44.086 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4190720 len 8192 2024-05-21T00:44:44.086 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4190720 len 8192 2024-05-21T00:44:44.086 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4190720 len 8192 2024-05-21T00:44:44.086 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4190720 len 16384 2024-05-21T00:44:44.086 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4190720 len 16384 2024-05-21T00:44:44.086 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4190720 len 16384 2024-05-21T00:44:44.086 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4190720 len 16384 2024-05-21T00:44:44.087 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4191232 len 1024 2024-05-21T00:44:44.087 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4191232 len 1024 2024-05-21T00:44:44.087 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4191232 len 1024 2024-05-21T00:44:44.087 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4191232 len 1024 2024-05-21T00:44:44.087 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4191232 len 2048 2024-05-21T00:44:44.087 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4191232 len 2048 2024-05-21T00:44:44.087 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4191232 len 2048 2024-05-21T00:44:44.087 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4191232 len 2048 2024-05-21T00:44:44.087 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4191232 len 4096 2024-05-21T00:44:44.087 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4191232 len 4096 2024-05-21T00:44:44.087 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4191232 len 4096 2024-05-21T00:44:44.087 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4191232 len 4096 2024-05-21T00:44:44.087 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4191232 len 8192 2024-05-21T00:44:44.087 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4191232 len 8192 2024-05-21T00:44:44.088 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4191232 len 8192 2024-05-21T00:44:44.088 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4191232 len 8192 2024-05-21T00:44:44.088 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4191232 len 16384 2024-05-21T00:44:44.088 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4191232 len 16384 2024-05-21T00:44:44.088 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4191232 len 16384 2024-05-21T00:44:44.088 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4191232 len 16384 2024-05-21T00:44:44.088 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4191744 len 1024 2024-05-21T00:44:44.088 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4191744 len 1024 2024-05-21T00:44:44.088 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4191744 len 1024 2024-05-21T00:44:44.088 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4191744 len 1024 2024-05-21T00:44:44.121 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4191744 len 2048 2024-05-21T00:44:44.121 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4191744 len 2048 2024-05-21T00:44:44.121 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4191744 len 2048 2024-05-21T00:44:44.121 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4191744 len 2048 2024-05-21T00:44:44.121 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4191744 len 4096 2024-05-21T00:44:44.121 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4191744 len 4096 2024-05-21T00:44:44.121 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4191744 len 4096 2024-05-21T00:44:44.121 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4191744 len 4096 2024-05-21T00:44:44.121 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4191744 len 8192 2024-05-21T00:44:44.121 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4191744 len 8192 2024-05-21T00:44:44.122 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4191744 len 8192 2024-05-21T00:44:44.122 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4191744 len 8192 2024-05-21T00:44:44.122 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4191744 len 16384 2024-05-21T00:44:44.122 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4191744 len 16384 2024-05-21T00:44:44.122 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4191744 len 16384 2024-05-21T00:44:44.122 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4191744 len 16384 2024-05-21T00:44:44.122 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4192256 len 1024 2024-05-21T00:44:44.122 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4192256 len 1024 2024-05-21T00:44:44.122 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4192256 len 1024 2024-05-21T00:44:44.122 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4192256 len 1024 2024-05-21T00:44:44.122 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4192256 len 2048 2024-05-21T00:44:44.122 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4192256 len 2048 2024-05-21T00:44:44.122 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4192256 len 2048 2024-05-21T00:44:44.123 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4192256 len 2048 2024-05-21T00:44:44.123 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4192256 len 4096 2024-05-21T00:44:44.123 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4192256 len 4096 2024-05-21T00:44:44.123 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4192256 len 4096 2024-05-21T00:44:44.123 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4192256 len 4096 2024-05-21T00:44:44.123 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4192256 len 8192 2024-05-21T00:44:44.123 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4192256 len 8192 2024-05-21T00:44:44.123 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4192256 len 8192 2024-05-21T00:44:44.123 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4192256 len 8192 2024-05-21T00:44:44.123 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4192256 len 16384 2024-05-21T00:44:44.123 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4192256 len 16384 2024-05-21T00:44:44.123 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4192256 len 16384 2024-05-21T00:44:44.123 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4192256 len 16384 2024-05-21T00:44:44.123 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4192768 len 1024 2024-05-21T00:44:44.124 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4192768 len 1024 2024-05-21T00:44:44.124 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4192768 len 1024 2024-05-21T00:44:44.124 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4192768 len 1024 2024-05-21T00:44:44.124 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4192768 len 2048 2024-05-21T00:44:44.124 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4192768 len 2048 2024-05-21T00:44:44.124 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4192768 len 2048 2024-05-21T00:44:44.124 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4192768 len 2048 2024-05-21T00:44:44.124 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4192768 len 4096 2024-05-21T00:44:44.124 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4192768 len 4096 2024-05-21T00:44:44.124 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4192768 len 4096 2024-05-21T00:44:44.124 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4192768 len 4096 2024-05-21T00:44:44.124 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4192768 len 8192 2024-05-21T00:44:44.124 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4192768 len 8192 2024-05-21T00:44:44.125 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4192768 len 8192 2024-05-21T00:44:44.125 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4192768 len 8192 2024-05-21T00:44:44.125 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4192768 len 16384 2024-05-21T00:44:44.125 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4192768 len 16384 2024-05-21T00:44:44.125 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4192768 len 16384 2024-05-21T00:44:44.125 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4192768 len 16384 2024-05-21T00:44:44.125 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4193280 len 1024 2024-05-21T00:44:44.125 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4193280 len 1024 2024-05-21T00:44:44.125 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4193280 len 1024 2024-05-21T00:44:44.125 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4193280 len 1024 2024-05-21T00:44:44.125 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4193280 len 2048 2024-05-21T00:44:44.125 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4193280 len 2048 2024-05-21T00:44:44.125 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4193280 len 2048 2024-05-21T00:44:44.125 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4193280 len 2048 2024-05-21T00:44:44.125 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4193280 len 4096 2024-05-21T00:44:44.126 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4193280 len 4096 2024-05-21T00:44:44.126 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4193280 len 4096 2024-05-21T00:44:44.126 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4193280 len 4096 2024-05-21T00:44:44.126 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4193280 len 8192 2024-05-21T00:44:44.126 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4193280 len 8192 2024-05-21T00:44:44.126 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4193280 len 8192 2024-05-21T00:44:44.126 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4193280 len 8192 2024-05-21T00:44:44.126 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4193280 len 16384 2024-05-21T00:44:44.126 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4193280 len 16384 2024-05-21T00:44:44.126 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4193280 len 16384 2024-05-21T00:44:44.126 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4193280 len 16384 2024-05-21T00:44:44.126 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4193792 len 1024 2024-05-21T00:44:44.126 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4193792 len 1024 2024-05-21T00:44:44.127 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4193792 len 1024 2024-05-21T00:44:44.127 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4193792 len 1024 2024-05-21T00:44:44.127 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4193792 len 2048 2024-05-21T00:44:44.127 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4193792 len 2048 2024-05-21T00:44:44.143 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4193792 len 2048 2024-05-21T00:44:44.143 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4193792 len 2048 2024-05-21T00:44:44.143 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4193792 len 4096 2024-05-21T00:44:44.143 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4193792 len 4096 2024-05-21T00:44:44.143 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4193792 len 4096 2024-05-21T00:44:44.143 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4193792 len 4096 2024-05-21T00:44:44.144 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4193792 len 8192 2024-05-21T00:44:44.144 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4193792 len 8192 2024-05-21T00:44:44.144 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4193792 len 8192 2024-05-21T00:44:44.144 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4193792 len 8192 2024-05-21T00:44:44.144 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4193792 len 16384 2024-05-21T00:44:44.144 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4193792 len 16384 2024-05-21T00:44:44.144 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4193792 len 16384 2024-05-21T00:44:44.144 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4193792 len 16384 2024-05-21T00:44:44.144 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4194304 len 1024 2024-05-21T00:44:44.144 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4194304 len 1024 2024-05-21T00:44:44.144 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4194304 len 1024 2024-05-21T00:44:44.144 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4194304 len 1024 2024-05-21T00:44:44.144 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4194304 len 2048 2024-05-21T00:44:44.144 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4194304 len 2048 2024-05-21T00:44:44.145 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4194304 len 2048 2024-05-21T00:44:44.145 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4194304 len 2048 2024-05-21T00:44:44.145 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4194304 len 4096 2024-05-21T00:44:44.145 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4194304 len 4096 2024-05-21T00:44:44.145 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4194304 len 4096 2024-05-21T00:44:44.145 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4194304 len 4096 2024-05-21T00:44:44.145 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4194304 len 8192 2024-05-21T00:44:44.145 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4194304 len 8192 2024-05-21T00:44:44.145 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4194304 len 8192 2024-05-21T00:44:44.145 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4194304 len 8192 2024-05-21T00:44:44.145 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4194304 len 16384 2024-05-21T00:44:44.145 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4194304 len 16384 2024-05-21T00:44:44.145 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4194304 len 16384 2024-05-21T00:44:44.145 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4194304 len 16384 2024-05-21T00:44:44.146 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4194816 len 1024 2024-05-21T00:44:44.146 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4194816 len 1024 2024-05-21T00:44:44.146 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4194816 len 1024 2024-05-21T00:44:44.146 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4194816 len 1024 2024-05-21T00:44:44.146 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4194816 len 2048 2024-05-21T00:44:44.146 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4194816 len 2048 2024-05-21T00:44:44.146 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4194816 len 2048 2024-05-21T00:44:44.146 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4194816 len 2048 2024-05-21T00:44:44.146 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4194816 len 4096 2024-05-21T00:44:44.146 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4194816 len 4096 2024-05-21T00:44:44.146 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4194816 len 4096 2024-05-21T00:44:44.146 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4194816 len 4096 2024-05-21T00:44:44.146 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4194816 len 8192 2024-05-21T00:44:44.147 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4194816 len 8192 2024-05-21T00:44:44.147 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4194816 len 8192 2024-05-21T00:44:44.147 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4194816 len 8192 2024-05-21T00:44:44.147 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4194816 len 16384 2024-05-21T00:44:44.147 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4194816 len 16384 2024-05-21T00:44:44.147 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4194816 len 16384 2024-05-21T00:44:44.147 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4194816 len 16384 2024-05-21T00:44:44.147 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4195328 len 1024 2024-05-21T00:44:44.147 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4195328 len 1024 2024-05-21T00:44:44.147 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4195328 len 1024 2024-05-21T00:44:44.147 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4195328 len 1024 2024-05-21T00:44:44.147 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4195328 len 2048 2024-05-21T00:44:44.147 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4195328 len 2048 2024-05-21T00:44:44.147 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4195328 len 2048 2024-05-21T00:44:44.148 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4195328 len 2048 2024-05-21T00:44:44.148 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4195328 len 4096 2024-05-21T00:44:44.148 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4195328 len 4096 2024-05-21T00:44:44.148 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4195328 len 4096 2024-05-21T00:44:44.148 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4195328 len 4096 2024-05-21T00:44:44.148 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4195328 len 8192 2024-05-21T00:44:44.148 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4195328 len 8192 2024-05-21T00:44:44.148 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4195328 len 8192 2024-05-21T00:44:44.148 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4195328 len 8192 2024-05-21T00:44:44.148 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4195328 len 16384 2024-05-21T00:44:44.148 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4195328 len 16384 2024-05-21T00:44:44.148 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4195328 len 16384 2024-05-21T00:44:44.148 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4195328 len 16384 2024-05-21T00:44:44.148 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4195840 len 1024 2024-05-21T00:44:44.149 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4195840 len 1024 2024-05-21T00:44:44.149 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4195840 len 1024 2024-05-21T00:44:44.149 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4195840 len 1024 2024-05-21T00:44:44.149 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4195840 len 2048 2024-05-21T00:44:44.149 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4195840 len 2048 2024-05-21T00:44:44.149 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4195840 len 2048 2024-05-21T00:44:44.149 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4195840 len 2048 2024-05-21T00:44:44.163 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4195840 len 4096 2024-05-21T00:44:44.164 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4195840 len 4096 2024-05-21T00:44:44.164 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4195840 len 4096 2024-05-21T00:44:44.164 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4195840 len 4096 2024-05-21T00:44:44.164 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4195840 len 8192 2024-05-21T00:44:44.164 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4195840 len 8192 2024-05-21T00:44:44.164 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4195840 len 8192 2024-05-21T00:44:44.164 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4195840 len 8192 2024-05-21T00:44:44.164 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4195840 len 16384 2024-05-21T00:44:44.164 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4195840 len 16384 2024-05-21T00:44:44.164 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4195840 len 16384 2024-05-21T00:44:44.164 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4195840 len 16384 2024-05-21T00:44:44.164 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4196352 len 1024 2024-05-21T00:44:44.165 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4196352 len 1024 2024-05-21T00:44:44.165 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4196352 len 1024 2024-05-21T00:44:44.165 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4196352 len 1024 2024-05-21T00:44:44.165 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4196352 len 2048 2024-05-21T00:44:44.165 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4196352 len 2048 2024-05-21T00:44:44.165 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4196352 len 2048 2024-05-21T00:44:44.165 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4196352 len 2048 2024-05-21T00:44:44.165 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4196352 len 4096 2024-05-21T00:44:44.165 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4196352 len 4096 2024-05-21T00:44:44.165 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4196352 len 4096 2024-05-21T00:44:44.165 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4196352 len 4096 2024-05-21T00:44:44.165 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4196352 len 8192 2024-05-21T00:44:44.165 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4196352 len 8192 2024-05-21T00:44:44.165 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4196352 len 8192 2024-05-21T00:44:44.166 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4196352 len 8192 2024-05-21T00:44:44.166 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4196352 len 16384 2024-05-21T00:44:44.166 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4196352 len 16384 2024-05-21T00:44:44.166 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4196352 len 16384 2024-05-21T00:44:44.166 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4196352 len 16384 2024-05-21T00:44:44.166 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4196864 len 1024 2024-05-21T00:44:44.166 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4196864 len 1024 2024-05-21T00:44:44.166 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4196864 len 1024 2024-05-21T00:44:44.166 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4196864 len 1024 2024-05-21T00:44:44.166 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4196864 len 2048 2024-05-21T00:44:44.166 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4196864 len 2048 2024-05-21T00:44:44.166 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4196864 len 2048 2024-05-21T00:44:44.166 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4196864 len 2048 2024-05-21T00:44:44.166 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4196864 len 4096 2024-05-21T00:44:44.167 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4196864 len 4096 2024-05-21T00:44:44.167 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4196864 len 4096 2024-05-21T00:44:44.167 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4196864 len 4096 2024-05-21T00:44:44.167 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4196864 len 8192 2024-05-21T00:44:44.167 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4196864 len 8192 2024-05-21T00:44:44.167 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4196864 len 8192 2024-05-21T00:44:44.167 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4196864 len 8192 2024-05-21T00:44:44.167 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4196864 len 16384 2024-05-21T00:44:44.167 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4196864 len 16384 2024-05-21T00:44:44.167 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4196864 len 16384 2024-05-21T00:44:44.167 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4196864 len 16384 2024-05-21T00:44:44.167 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4197376 len 1024 2024-05-21T00:44:44.167 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4197376 len 1024 2024-05-21T00:44:44.167 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4197376 len 1024 2024-05-21T00:44:44.168 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4197376 len 1024 2024-05-21T00:44:44.168 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4197376 len 2048 2024-05-21T00:44:44.168 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4197376 len 2048 2024-05-21T00:44:44.168 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4197376 len 2048 2024-05-21T00:44:44.168 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4197376 len 2048 2024-05-21T00:44:44.168 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4197376 len 4096 2024-05-21T00:44:44.168 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4197376 len 4096 2024-05-21T00:44:44.168 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4197376 len 4096 2024-05-21T00:44:44.168 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4197376 len 4096 2024-05-21T00:44:44.168 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4197376 len 8192 2024-05-21T00:44:44.168 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4197376 len 8192 2024-05-21T00:44:44.168 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4197376 len 8192 2024-05-21T00:44:44.168 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4197376 len 8192 2024-05-21T00:44:44.168 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4197376 len 16384 2024-05-21T00:44:44.169 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4197376 len 16384 2024-05-21T00:44:44.169 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4197376 len 16384 2024-05-21T00:44:44.169 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4197376 len 16384 2024-05-21T00:44:44.169 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4197888 len 1024 2024-05-21T00:44:44.169 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4197888 len 1024 2024-05-21T00:44:44.169 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4197888 len 1024 2024-05-21T00:44:44.169 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4197888 len 1024 2024-05-21T00:44:44.169 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4197888 len 2048 2024-05-21T00:44:44.169 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4197888 len 2048 2024-05-21T00:44:44.169 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4197888 len 2048 2024-05-21T00:44:44.169 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4197888 len 2048 2024-05-21T00:44:44.169 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4197888 len 4096 2024-05-21T00:44:44.169 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4197888 len 4096 2024-05-21T00:44:44.169 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4197888 len 4096 2024-05-21T00:44:44.199 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4197888 len 4096 2024-05-21T00:44:44.199 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4197888 len 8192 2024-05-21T00:44:44.199 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4197888 len 8192 2024-05-21T00:44:44.200 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4197888 len 8192 2024-05-21T00:44:44.200 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4197888 len 8192 2024-05-21T00:44:44.200 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2048 offset 4197888 len 16384 2024-05-21T00:44:44.200 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4197888 len 16384 2024-05-21T00:44:44.200 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2048 offset 4197888 len 16384 2024-05-21T00:44:44.200 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2048 offset 4197888 len 16384 2024-05-21T00:44:44.200 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4190208 len 1024 2024-05-21T00:44:44.200 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4190208 len 1024 2024-05-21T00:44:44.200 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4190208 len 1024 2024-05-21T00:44:44.200 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4190208 len 1024 2024-05-21T00:44:44.200 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4190208 len 2048 2024-05-21T00:44:44.200 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4190208 len 2048 2024-05-21T00:44:44.200 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4190208 len 2048 2024-05-21T00:44:44.200 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4190208 len 2048 2024-05-21T00:44:44.201 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4190208 len 4096 2024-05-21T00:44:44.201 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4190208 len 4096 2024-05-21T00:44:44.201 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4190208 len 4096 2024-05-21T00:44:44.201 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4190208 len 4096 2024-05-21T00:44:44.201 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4190208 len 8192 2024-05-21T00:44:44.201 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4190208 len 8192 2024-05-21T00:44:44.201 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4190208 len 8192 2024-05-21T00:44:44.201 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4190208 len 8192 2024-05-21T00:44:44.201 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4190208 len 16384 2024-05-21T00:44:44.201 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4190208 len 16384 2024-05-21T00:44:44.201 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4190208 len 16384 2024-05-21T00:44:44.201 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4190208 len 16384 2024-05-21T00:44:44.201 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4190720 len 1024 2024-05-21T00:44:44.201 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4190720 len 1024 2024-05-21T00:44:44.202 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4190720 len 1024 2024-05-21T00:44:44.202 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4190720 len 1024 2024-05-21T00:44:44.202 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4190720 len 2048 2024-05-21T00:44:44.202 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4190720 len 2048 2024-05-21T00:44:44.202 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4190720 len 2048 2024-05-21T00:44:44.202 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4190720 len 2048 2024-05-21T00:44:44.202 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4190720 len 4096 2024-05-21T00:44:44.202 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4190720 len 4096 2024-05-21T00:44:44.202 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4190720 len 4096 2024-05-21T00:44:44.202 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4190720 len 4096 2024-05-21T00:44:44.202 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4190720 len 8192 2024-05-21T00:44:44.202 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4190720 len 8192 2024-05-21T00:44:44.202 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4190720 len 8192 2024-05-21T00:44:44.203 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4190720 len 8192 2024-05-21T00:44:44.203 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4190720 len 16384 2024-05-21T00:44:44.203 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4190720 len 16384 2024-05-21T00:44:44.203 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4190720 len 16384 2024-05-21T00:44:44.203 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4190720 len 16384 2024-05-21T00:44:44.203 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4191232 len 1024 2024-05-21T00:44:44.203 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4191232 len 1024 2024-05-21T00:44:44.203 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4191232 len 1024 2024-05-21T00:44:44.203 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4191232 len 1024 2024-05-21T00:44:44.203 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4191232 len 2048 2024-05-21T00:44:44.203 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4191232 len 2048 2024-05-21T00:44:44.203 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4191232 len 2048 2024-05-21T00:44:44.203 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4191232 len 2048 2024-05-21T00:44:44.203 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4191232 len 4096 2024-05-21T00:44:44.204 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4191232 len 4096 2024-05-21T00:44:44.204 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4191232 len 4096 2024-05-21T00:44:44.204 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4191232 len 4096 2024-05-21T00:44:44.204 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4191232 len 8192 2024-05-21T00:44:44.204 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4191232 len 8192 2024-05-21T00:44:44.204 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4191232 len 8192 2024-05-21T00:44:44.204 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4191232 len 8192 2024-05-21T00:44:44.204 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4191232 len 16384 2024-05-21T00:44:44.204 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4191232 len 16384 2024-05-21T00:44:44.204 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4191232 len 16384 2024-05-21T00:44:44.204 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4191232 len 16384 2024-05-21T00:44:44.204 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4191744 len 1024 2024-05-21T00:44:44.204 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4191744 len 1024 2024-05-21T00:44:44.204 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4191744 len 1024 2024-05-21T00:44:44.205 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4191744 len 1024 2024-05-21T00:44:44.205 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4191744 len 2048 2024-05-21T00:44:44.205 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4191744 len 2048 2024-05-21T00:44:44.205 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4191744 len 2048 2024-05-21T00:44:44.205 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4191744 len 2048 2024-05-21T00:44:44.205 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4191744 len 4096 2024-05-21T00:44:44.205 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4191744 len 4096 2024-05-21T00:44:44.205 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4191744 len 4096 2024-05-21T00:44:44.205 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4191744 len 4096 2024-05-21T00:44:44.205 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4191744 len 8192 2024-05-21T00:44:44.262 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4191744 len 8192 2024-05-21T00:44:44.262 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4191744 len 8192 2024-05-21T00:44:44.262 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4191744 len 8192 2024-05-21T00:44:44.263 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4191744 len 16384 2024-05-21T00:44:44.263 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4191744 len 16384 2024-05-21T00:44:44.263 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4191744 len 16384 2024-05-21T00:44:44.263 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4191744 len 16384 2024-05-21T00:44:44.263 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4192256 len 1024 2024-05-21T00:44:44.263 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4192256 len 1024 2024-05-21T00:44:44.263 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4192256 len 1024 2024-05-21T00:44:44.263 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4192256 len 1024 2024-05-21T00:44:44.263 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4192256 len 2048 2024-05-21T00:44:44.263 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4192256 len 2048 2024-05-21T00:44:44.263 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4192256 len 2048 2024-05-21T00:44:44.263 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4192256 len 2048 2024-05-21T00:44:44.263 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4192256 len 4096 2024-05-21T00:44:44.264 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4192256 len 4096 2024-05-21T00:44:44.264 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4192256 len 4096 2024-05-21T00:44:44.264 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4192256 len 4096 2024-05-21T00:44:44.264 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4192256 len 8192 2024-05-21T00:44:44.264 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4192256 len 8192 2024-05-21T00:44:44.264 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4192256 len 8192 2024-05-21T00:44:44.264 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4192256 len 8192 2024-05-21T00:44:44.264 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4192256 len 16384 2024-05-21T00:44:44.264 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4192256 len 16384 2024-05-21T00:44:44.264 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4192256 len 16384 2024-05-21T00:44:44.264 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4192256 len 16384 2024-05-21T00:44:44.264 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4192768 len 1024 2024-05-21T00:44:44.264 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4192768 len 1024 2024-05-21T00:44:44.264 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4192768 len 1024 2024-05-21T00:44:44.265 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4192768 len 1024 2024-05-21T00:44:44.265 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4192768 len 2048 2024-05-21T00:44:44.265 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4192768 len 2048 2024-05-21T00:44:44.265 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4192768 len 2048 2024-05-21T00:44:44.265 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4192768 len 2048 2024-05-21T00:44:44.265 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4192768 len 4096 2024-05-21T00:44:44.265 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4192768 len 4096 2024-05-21T00:44:44.265 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4192768 len 4096 2024-05-21T00:44:44.265 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4192768 len 4096 2024-05-21T00:44:44.265 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4192768 len 8192 2024-05-21T00:44:44.265 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4192768 len 8192 2024-05-21T00:44:44.265 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4192768 len 8192 2024-05-21T00:44:44.265 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4192768 len 8192 2024-05-21T00:44:44.265 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4192768 len 16384 2024-05-21T00:44:44.266 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4192768 len 16384 2024-05-21T00:44:44.266 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4192768 len 16384 2024-05-21T00:44:44.266 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4192768 len 16384 2024-05-21T00:44:44.266 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4193280 len 1024 2024-05-21T00:44:44.266 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4193280 len 1024 2024-05-21T00:44:44.266 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4193280 len 1024 2024-05-21T00:44:44.266 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4193280 len 1024 2024-05-21T00:44:44.266 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4193280 len 2048 2024-05-21T00:44:44.266 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4193280 len 2048 2024-05-21T00:44:44.266 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4193280 len 2048 2024-05-21T00:44:44.266 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4193280 len 2048 2024-05-21T00:44:44.266 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4193280 len 4096 2024-05-21T00:44:44.267 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4193280 len 4096 2024-05-21T00:44:44.267 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4193280 len 4096 2024-05-21T00:44:44.267 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4193280 len 4096 2024-05-21T00:44:44.267 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4193280 len 8192 2024-05-21T00:44:44.267 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4193280 len 8192 2024-05-21T00:44:44.267 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4193280 len 8192 2024-05-21T00:44:44.267 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4193280 len 8192 2024-05-21T00:44:44.267 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4193280 len 16384 2024-05-21T00:44:44.267 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4193280 len 16384 2024-05-21T00:44:44.267 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4193280 len 16384 2024-05-21T00:44:44.267 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4193280 len 16384 2024-05-21T00:44:44.267 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4193792 len 1024 2024-05-21T00:44:44.267 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4193792 len 1024 2024-05-21T00:44:44.267 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4193792 len 1024 2024-05-21T00:44:44.268 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4193792 len 1024 2024-05-21T00:44:44.268 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4193792 len 2048 2024-05-21T00:44:44.268 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4193792 len 2048 2024-05-21T00:44:44.268 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4193792 len 2048 2024-05-21T00:44:44.268 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4193792 len 2048 2024-05-21T00:44:44.268 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4193792 len 4096 2024-05-21T00:44:44.268 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4193792 len 4096 2024-05-21T00:44:44.268 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4193792 len 4096 2024-05-21T00:44:44.268 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4193792 len 4096 2024-05-21T00:44:44.268 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4193792 len 8192 2024-05-21T00:44:44.268 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4193792 len 8192 2024-05-21T00:44:44.268 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4193792 len 8192 2024-05-21T00:44:44.268 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4193792 len 8192 2024-05-21T00:44:44.302 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4193792 len 16384 2024-05-21T00:44:44.302 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4193792 len 16384 2024-05-21T00:44:44.302 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4193792 len 16384 2024-05-21T00:44:44.302 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4193792 len 16384 2024-05-21T00:44:44.302 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4194304 len 1024 2024-05-21T00:44:44.302 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4194304 len 1024 2024-05-21T00:44:44.303 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4194304 len 1024 2024-05-21T00:44:44.303 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4194304 len 1024 2024-05-21T00:44:44.303 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4194304 len 2048 2024-05-21T00:44:44.303 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4194304 len 2048 2024-05-21T00:44:44.303 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4194304 len 2048 2024-05-21T00:44:44.303 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4194304 len 2048 2024-05-21T00:44:44.303 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4194304 len 4096 2024-05-21T00:44:44.303 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4194304 len 4096 2024-05-21T00:44:44.303 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4194304 len 4096 2024-05-21T00:44:44.303 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4194304 len 4096 2024-05-21T00:44:44.303 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4194304 len 8192 2024-05-21T00:44:44.303 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4194304 len 8192 2024-05-21T00:44:44.303 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4194304 len 8192 2024-05-21T00:44:44.303 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4194304 len 8192 2024-05-21T00:44:44.303 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4194304 len 16384 2024-05-21T00:44:44.304 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4194304 len 16384 2024-05-21T00:44:44.304 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4194304 len 16384 2024-05-21T00:44:44.304 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4194304 len 16384 2024-05-21T00:44:44.304 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4194816 len 1024 2024-05-21T00:44:44.304 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4194816 len 1024 2024-05-21T00:44:44.304 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4194816 len 1024 2024-05-21T00:44:44.304 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4194816 len 1024 2024-05-21T00:44:44.304 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4194816 len 2048 2024-05-21T00:44:44.304 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4194816 len 2048 2024-05-21T00:44:44.304 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4194816 len 2048 2024-05-21T00:44:44.304 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4194816 len 2048 2024-05-21T00:44:44.304 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4194816 len 4096 2024-05-21T00:44:44.304 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4194816 len 4096 2024-05-21T00:44:44.305 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4194816 len 4096 2024-05-21T00:44:44.305 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4194816 len 4096 2024-05-21T00:44:44.305 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4194816 len 8192 2024-05-21T00:44:44.305 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4194816 len 8192 2024-05-21T00:44:44.305 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4194816 len 8192 2024-05-21T00:44:44.305 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4194816 len 8192 2024-05-21T00:44:44.305 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4194816 len 16384 2024-05-21T00:44:44.305 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4194816 len 16384 2024-05-21T00:44:44.305 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4194816 len 16384 2024-05-21T00:44:44.305 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4194816 len 16384 2024-05-21T00:44:44.305 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4195328 len 1024 2024-05-21T00:44:44.305 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4195328 len 1024 2024-05-21T00:44:44.305 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4195328 len 1024 2024-05-21T00:44:44.305 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4195328 len 1024 2024-05-21T00:44:44.305 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4195328 len 2048 2024-05-21T00:44:44.306 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4195328 len 2048 2024-05-21T00:44:44.306 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4195328 len 2048 2024-05-21T00:44:44.306 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4195328 len 2048 2024-05-21T00:44:44.306 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4195328 len 4096 2024-05-21T00:44:44.306 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4195328 len 4096 2024-05-21T00:44:44.306 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4195328 len 4096 2024-05-21T00:44:44.306 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4195328 len 4096 2024-05-21T00:44:44.306 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4195328 len 8192 2024-05-21T00:44:44.306 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4195328 len 8192 2024-05-21T00:44:44.306 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4195328 len 8192 2024-05-21T00:44:44.306 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4195328 len 8192 2024-05-21T00:44:44.306 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4195328 len 16384 2024-05-21T00:44:44.306 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4195328 len 16384 2024-05-21T00:44:44.306 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4195328 len 16384 2024-05-21T00:44:44.307 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4195328 len 16384 2024-05-21T00:44:44.307 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4195840 len 1024 2024-05-21T00:44:44.307 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4195840 len 1024 2024-05-21T00:44:44.307 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4195840 len 1024 2024-05-21T00:44:44.307 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4195840 len 1024 2024-05-21T00:44:44.307 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4195840 len 2048 2024-05-21T00:44:44.307 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4195840 len 2048 2024-05-21T00:44:44.307 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4195840 len 2048 2024-05-21T00:44:44.307 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4195840 len 2048 2024-05-21T00:44:44.307 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4195840 len 4096 2024-05-21T00:44:44.307 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4195840 len 4096 2024-05-21T00:44:44.307 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4195840 len 4096 2024-05-21T00:44:44.307 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4195840 len 4096 2024-05-21T00:44:44.308 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4195840 len 8192 2024-05-21T00:44:44.308 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4195840 len 8192 2024-05-21T00:44:44.308 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4195840 len 8192 2024-05-21T00:44:44.308 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4195840 len 8192 2024-05-21T00:44:44.308 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4195840 len 16384 2024-05-21T00:44:44.308 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4195840 len 16384 2024-05-21T00:44:44.331 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4195840 len 16384 2024-05-21T00:44:44.331 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4195840 len 16384 2024-05-21T00:44:44.331 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4196352 len 1024 2024-05-21T00:44:44.332 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4196352 len 1024 2024-05-21T00:44:44.332 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4196352 len 1024 2024-05-21T00:44:44.332 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4196352 len 1024 2024-05-21T00:44:44.332 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4196352 len 2048 2024-05-21T00:44:44.332 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4196352 len 2048 2024-05-21T00:44:44.332 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4196352 len 2048 2024-05-21T00:44:44.332 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4196352 len 2048 2024-05-21T00:44:44.332 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4196352 len 4096 2024-05-21T00:44:44.332 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4196352 len 4096 2024-05-21T00:44:44.332 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4196352 len 4096 2024-05-21T00:44:44.332 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4196352 len 4096 2024-05-21T00:44:44.332 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4196352 len 8192 2024-05-21T00:44:44.332 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4196352 len 8192 2024-05-21T00:44:44.332 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4196352 len 8192 2024-05-21T00:44:44.333 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4196352 len 8192 2024-05-21T00:44:44.333 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4196352 len 16384 2024-05-21T00:44:44.333 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4196352 len 16384 2024-05-21T00:44:44.333 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4196352 len 16384 2024-05-21T00:44:44.333 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4196352 len 16384 2024-05-21T00:44:44.333 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4196864 len 1024 2024-05-21T00:44:44.333 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4196864 len 1024 2024-05-21T00:44:44.333 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4196864 len 1024 2024-05-21T00:44:44.333 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4196864 len 1024 2024-05-21T00:44:44.333 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4196864 len 2048 2024-05-21T00:44:44.333 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4196864 len 2048 2024-05-21T00:44:44.333 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4196864 len 2048 2024-05-21T00:44:44.333 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4196864 len 2048 2024-05-21T00:44:44.333 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4196864 len 4096 2024-05-21T00:44:44.334 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4196864 len 4096 2024-05-21T00:44:44.334 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4196864 len 4096 2024-05-21T00:44:44.334 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4196864 len 4096 2024-05-21T00:44:44.334 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4196864 len 8192 2024-05-21T00:44:44.334 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4196864 len 8192 2024-05-21T00:44:44.334 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4196864 len 8192 2024-05-21T00:44:44.334 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4196864 len 8192 2024-05-21T00:44:44.334 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4196864 len 16384 2024-05-21T00:44:44.334 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4196864 len 16384 2024-05-21T00:44:44.334 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4196864 len 16384 2024-05-21T00:44:44.334 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4196864 len 16384 2024-05-21T00:44:44.334 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4197376 len 1024 2024-05-21T00:44:44.334 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4197376 len 1024 2024-05-21T00:44:44.335 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4197376 len 1024 2024-05-21T00:44:44.335 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4197376 len 1024 2024-05-21T00:44:44.335 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4197376 len 2048 2024-05-21T00:44:44.335 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4197376 len 2048 2024-05-21T00:44:44.335 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4197376 len 2048 2024-05-21T00:44:44.335 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4197376 len 2048 2024-05-21T00:44:44.335 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4197376 len 4096 2024-05-21T00:44:44.335 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4197376 len 4096 2024-05-21T00:44:44.335 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4197376 len 4096 2024-05-21T00:44:44.335 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4197376 len 4096 2024-05-21T00:44:44.335 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4197376 len 8192 2024-05-21T00:44:44.335 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4197376 len 8192 2024-05-21T00:44:44.335 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4197376 len 8192 2024-05-21T00:44:44.335 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4197376 len 8192 2024-05-21T00:44:44.336 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4197376 len 16384 2024-05-21T00:44:44.336 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4197376 len 16384 2024-05-21T00:44:44.336 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4197376 len 16384 2024-05-21T00:44:44.336 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4197376 len 16384 2024-05-21T00:44:44.336 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4197888 len 1024 2024-05-21T00:44:44.336 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4197888 len 1024 2024-05-21T00:44:44.336 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4197888 len 1024 2024-05-21T00:44:44.336 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4197888 len 1024 2024-05-21T00:44:44.336 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4197888 len 2048 2024-05-21T00:44:44.336 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4197888 len 2048 2024-05-21T00:44:44.336 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4197888 len 2048 2024-05-21T00:44:44.337 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4197888 len 2048 2024-05-21T00:44:44.337 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4197888 len 4096 2024-05-21T00:44:44.337 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4197888 len 4096 2024-05-21T00:44:44.337 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4197888 len 4096 2024-05-21T00:44:44.337 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4197888 len 4096 2024-05-21T00:44:44.337 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4197888 len 8192 2024-05-21T00:44:44.337 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4197888 len 8192 2024-05-21T00:44:44.337 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4197888 len 8192 2024-05-21T00:44:44.337 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4197888 len 8192 2024-05-21T00:44:44.337 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 2560 offset 4197888 len 16384 2024-05-21T00:44:44.337 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4197888 len 16384 2024-05-21T00:44:44.337 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 2560 offset 4197888 len 16384 2024-05-21T00:44:44.337 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 2560 offset 4197888 len 16384 2024-05-21T00:44:44.389 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4190208 len 1024 2024-05-21T00:44:44.389 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4190208 len 1024 2024-05-21T00:44:44.389 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4190208 len 1024 2024-05-21T00:44:44.389 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4190208 len 1024 2024-05-21T00:44:44.389 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4190208 len 2048 2024-05-21T00:44:44.389 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4190208 len 2048 2024-05-21T00:44:44.389 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4190208 len 2048 2024-05-21T00:44:44.389 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4190208 len 2048 2024-05-21T00:44:44.390 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4190208 len 4096 2024-05-21T00:44:44.390 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4190208 len 4096 2024-05-21T00:44:44.390 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4190208 len 4096 2024-05-21T00:44:44.390 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4190208 len 4096 2024-05-21T00:44:44.390 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4190208 len 8192 2024-05-21T00:44:44.390 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4190208 len 8192 2024-05-21T00:44:44.390 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4190208 len 8192 2024-05-21T00:44:44.390 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4190208 len 8192 2024-05-21T00:44:44.390 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4190208 len 16384 2024-05-21T00:44:44.390 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4190208 len 16384 2024-05-21T00:44:44.390 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4190208 len 16384 2024-05-21T00:44:44.390 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4190208 len 16384 2024-05-21T00:44:44.391 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4190720 len 1024 2024-05-21T00:44:44.391 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4190720 len 1024 2024-05-21T00:44:44.391 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4190720 len 1024 2024-05-21T00:44:44.391 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4190720 len 1024 2024-05-21T00:44:44.391 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4190720 len 2048 2024-05-21T00:44:44.391 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4190720 len 2048 2024-05-21T00:44:44.391 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4190720 len 2048 2024-05-21T00:44:44.391 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4190720 len 2048 2024-05-21T00:44:44.391 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4190720 len 4096 2024-05-21T00:44:44.391 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4190720 len 4096 2024-05-21T00:44:44.391 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4190720 len 4096 2024-05-21T00:44:44.391 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4190720 len 4096 2024-05-21T00:44:44.391 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4190720 len 8192 2024-05-21T00:44:44.392 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4190720 len 8192 2024-05-21T00:44:44.392 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4190720 len 8192 2024-05-21T00:44:44.392 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4190720 len 8192 2024-05-21T00:44:44.392 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4190720 len 16384 2024-05-21T00:44:44.392 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4190720 len 16384 2024-05-21T00:44:44.392 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4190720 len 16384 2024-05-21T00:44:44.392 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4190720 len 16384 2024-05-21T00:44:44.392 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4191232 len 1024 2024-05-21T00:44:44.392 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4191232 len 1024 2024-05-21T00:44:44.392 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4191232 len 1024 2024-05-21T00:44:44.392 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4191232 len 1024 2024-05-21T00:44:44.392 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4191232 len 2048 2024-05-21T00:44:44.392 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4191232 len 2048 2024-05-21T00:44:44.392 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4191232 len 2048 2024-05-21T00:44:44.392 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4191232 len 2048 2024-05-21T00:44:44.393 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4191232 len 4096 2024-05-21T00:44:44.393 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4191232 len 4096 2024-05-21T00:44:44.393 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4191232 len 4096 2024-05-21T00:44:44.393 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4191232 len 4096 2024-05-21T00:44:44.393 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4191232 len 8192 2024-05-21T00:44:44.393 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4191232 len 8192 2024-05-21T00:44:44.393 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4191232 len 8192 2024-05-21T00:44:44.393 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4191232 len 8192 2024-05-21T00:44:44.393 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4191232 len 16384 2024-05-21T00:44:44.393 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4191232 len 16384 2024-05-21T00:44:44.394 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4191232 len 16384 2024-05-21T00:44:44.394 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4191232 len 16384 2024-05-21T00:44:44.394 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4191744 len 1024 2024-05-21T00:44:44.394 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4191744 len 1024 2024-05-21T00:44:44.394 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4191744 len 1024 2024-05-21T00:44:44.394 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4191744 len 1024 2024-05-21T00:44:44.394 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4191744 len 2048 2024-05-21T00:44:44.394 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4191744 len 2048 2024-05-21T00:44:44.394 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4191744 len 2048 2024-05-21T00:44:44.394 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4191744 len 2048 2024-05-21T00:44:44.394 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4191744 len 4096 2024-05-21T00:44:44.394 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4191744 len 4096 2024-05-21T00:44:44.394 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4191744 len 4096 2024-05-21T00:44:44.394 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4191744 len 4096 2024-05-21T00:44:44.395 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4191744 len 8192 2024-05-21T00:44:44.395 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4191744 len 8192 2024-05-21T00:44:44.395 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4191744 len 8192 2024-05-21T00:44:44.395 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4191744 len 8192 2024-05-21T00:44:44.395 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4191744 len 16384 2024-05-21T00:44:44.395 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4191744 len 16384 2024-05-21T00:44:44.395 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4191744 len 16384 2024-05-21T00:44:44.395 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4191744 len 16384 2024-05-21T00:44:44.395 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4192256 len 1024 2024-05-21T00:44:44.395 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4192256 len 1024 2024-05-21T00:44:44.395 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4192256 len 1024 2024-05-21T00:44:44.455 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4192256 len 1024 2024-05-21T00:44:44.455 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4192256 len 2048 2024-05-21T00:44:44.456 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4192256 len 2048 2024-05-21T00:44:44.456 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4192256 len 2048 2024-05-21T00:44:44.456 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4192256 len 2048 2024-05-21T00:44:44.456 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4192256 len 4096 2024-05-21T00:44:44.456 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4192256 len 4096 2024-05-21T00:44:44.456 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4192256 len 4096 2024-05-21T00:44:44.456 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4192256 len 4096 2024-05-21T00:44:44.456 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4192256 len 8192 2024-05-21T00:44:44.456 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4192256 len 8192 2024-05-21T00:44:44.456 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4192256 len 8192 2024-05-21T00:44:44.457 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4192256 len 8192 2024-05-21T00:44:44.457 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4192256 len 16384 2024-05-21T00:44:44.457 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4192256 len 16384 2024-05-21T00:44:44.457 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4192256 len 16384 2024-05-21T00:44:44.457 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4192256 len 16384 2024-05-21T00:44:44.457 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4192768 len 1024 2024-05-21T00:44:44.457 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4192768 len 1024 2024-05-21T00:44:44.457 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4192768 len 1024 2024-05-21T00:44:44.457 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4192768 len 1024 2024-05-21T00:44:44.457 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4192768 len 2048 2024-05-21T00:44:44.457 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4192768 len 2048 2024-05-21T00:44:44.457 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4192768 len 2048 2024-05-21T00:44:44.457 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4192768 len 2048 2024-05-21T00:44:44.457 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4192768 len 4096 2024-05-21T00:44:44.458 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4192768 len 4096 2024-05-21T00:44:44.458 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4192768 len 4096 2024-05-21T00:44:44.458 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4192768 len 4096 2024-05-21T00:44:44.458 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4192768 len 8192 2024-05-21T00:44:44.458 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4192768 len 8192 2024-05-21T00:44:44.458 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4192768 len 8192 2024-05-21T00:44:44.458 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4192768 len 8192 2024-05-21T00:44:44.458 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4192768 len 16384 2024-05-21T00:44:44.458 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4192768 len 16384 2024-05-21T00:44:44.458 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4192768 len 16384 2024-05-21T00:44:44.458 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4192768 len 16384 2024-05-21T00:44:44.458 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4193280 len 1024 2024-05-21T00:44:44.459 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4193280 len 1024 2024-05-21T00:44:44.459 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4193280 len 1024 2024-05-21T00:44:44.459 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4193280 len 1024 2024-05-21T00:44:44.459 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4193280 len 2048 2024-05-21T00:44:44.459 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4193280 len 2048 2024-05-21T00:44:44.459 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4193280 len 2048 2024-05-21T00:44:44.459 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4193280 len 2048 2024-05-21T00:44:44.459 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4193280 len 4096 2024-05-21T00:44:44.459 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4193280 len 4096 2024-05-21T00:44:44.459 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4193280 len 4096 2024-05-21T00:44:44.459 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4193280 len 4096 2024-05-21T00:44:44.459 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4193280 len 8192 2024-05-21T00:44:44.459 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4193280 len 8192 2024-05-21T00:44:44.459 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4193280 len 8192 2024-05-21T00:44:44.459 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4193280 len 8192 2024-05-21T00:44:44.460 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4193280 len 16384 2024-05-21T00:44:44.460 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4193280 len 16384 2024-05-21T00:44:44.460 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4193280 len 16384 2024-05-21T00:44:44.460 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4193280 len 16384 2024-05-21T00:44:44.460 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4193792 len 1024 2024-05-21T00:44:44.460 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4193792 len 1024 2024-05-21T00:44:44.460 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4193792 len 1024 2024-05-21T00:44:44.460 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4193792 len 1024 2024-05-21T00:44:44.460 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4193792 len 2048 2024-05-21T00:44:44.461 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4193792 len 2048 2024-05-21T00:44:44.461 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4193792 len 2048 2024-05-21T00:44:44.461 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4193792 len 2048 2024-05-21T00:44:44.461 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4193792 len 4096 2024-05-21T00:44:44.461 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4193792 len 4096 2024-05-21T00:44:44.461 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4193792 len 4096 2024-05-21T00:44:44.461 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4193792 len 4096 2024-05-21T00:44:44.461 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4193792 len 8192 2024-05-21T00:44:44.461 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4193792 len 8192 2024-05-21T00:44:44.461 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4193792 len 8192 2024-05-21T00:44:44.462 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4193792 len 8192 2024-05-21T00:44:44.462 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4193792 len 16384 2024-05-21T00:44:44.462 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4193792 len 16384 2024-05-21T00:44:44.462 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4193792 len 16384 2024-05-21T00:44:44.462 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4193792 len 16384 2024-05-21T00:44:44.462 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4194304 len 1024 2024-05-21T00:44:44.462 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4194304 len 1024 2024-05-21T00:44:44.462 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4194304 len 1024 2024-05-21T00:44:44.462 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4194304 len 1024 2024-05-21T00:44:44.462 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4194304 len 2048 2024-05-21T00:44:44.485 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4194304 len 2048 2024-05-21T00:44:44.485 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4194304 len 2048 2024-05-21T00:44:44.485 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4194304 len 2048 2024-05-21T00:44:44.485 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4194304 len 4096 2024-05-21T00:44:44.485 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4194304 len 4096 2024-05-21T00:44:44.485 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4194304 len 4096 2024-05-21T00:44:44.485 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4194304 len 4096 2024-05-21T00:44:44.485 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4194304 len 8192 2024-05-21T00:44:44.485 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4194304 len 8192 2024-05-21T00:44:44.485 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4194304 len 8192 2024-05-21T00:44:44.485 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4194304 len 8192 2024-05-21T00:44:44.486 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4194304 len 16384 2024-05-21T00:44:44.486 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4194304 len 16384 2024-05-21T00:44:44.486 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4194304 len 16384 2024-05-21T00:44:44.486 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4194304 len 16384 2024-05-21T00:44:44.486 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4194816 len 1024 2024-05-21T00:44:44.486 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4194816 len 1024 2024-05-21T00:44:44.486 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4194816 len 1024 2024-05-21T00:44:44.486 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4194816 len 1024 2024-05-21T00:44:44.486 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4194816 len 2048 2024-05-21T00:44:44.486 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4194816 len 2048 2024-05-21T00:44:44.486 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4194816 len 2048 2024-05-21T00:44:44.486 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4194816 len 2048 2024-05-21T00:44:44.486 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4194816 len 4096 2024-05-21T00:44:44.486 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4194816 len 4096 2024-05-21T00:44:44.487 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4194816 len 4096 2024-05-21T00:44:44.487 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4194816 len 4096 2024-05-21T00:44:44.487 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4194816 len 8192 2024-05-21T00:44:44.487 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4194816 len 8192 2024-05-21T00:44:44.487 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4194816 len 8192 2024-05-21T00:44:44.487 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4194816 len 8192 2024-05-21T00:44:44.487 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4194816 len 16384 2024-05-21T00:44:44.487 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4194816 len 16384 2024-05-21T00:44:44.487 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4194816 len 16384 2024-05-21T00:44:44.487 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4194816 len 16384 2024-05-21T00:44:44.487 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4195328 len 1024 2024-05-21T00:44:44.487 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4195328 len 1024 2024-05-21T00:44:44.487 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4195328 len 1024 2024-05-21T00:44:44.488 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4195328 len 1024 2024-05-21T00:44:44.488 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4195328 len 2048 2024-05-21T00:44:44.488 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4195328 len 2048 2024-05-21T00:44:44.488 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4195328 len 2048 2024-05-21T00:44:44.488 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4195328 len 2048 2024-05-21T00:44:44.488 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4195328 len 4096 2024-05-21T00:44:44.488 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4195328 len 4096 2024-05-21T00:44:44.488 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4195328 len 4096 2024-05-21T00:44:44.488 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4195328 len 4096 2024-05-21T00:44:44.488 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4195328 len 8192 2024-05-21T00:44:44.488 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4195328 len 8192 2024-05-21T00:44:44.488 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4195328 len 8192 2024-05-21T00:44:44.488 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4195328 len 8192 2024-05-21T00:44:44.488 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4195328 len 16384 2024-05-21T00:44:44.489 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4195328 len 16384 2024-05-21T00:44:44.489 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4195328 len 16384 2024-05-21T00:44:44.489 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4195328 len 16384 2024-05-21T00:44:44.489 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4195840 len 1024 2024-05-21T00:44:44.489 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4195840 len 1024 2024-05-21T00:44:44.489 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4195840 len 1024 2024-05-21T00:44:44.489 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4195840 len 1024 2024-05-21T00:44:44.489 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4195840 len 2048 2024-05-21T00:44:44.489 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4195840 len 2048 2024-05-21T00:44:44.489 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4195840 len 2048 2024-05-21T00:44:44.489 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4195840 len 2048 2024-05-21T00:44:44.489 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4195840 len 4096 2024-05-21T00:44:44.489 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4195840 len 4096 2024-05-21T00:44:44.489 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4195840 len 4096 2024-05-21T00:44:44.489 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4195840 len 4096 2024-05-21T00:44:44.490 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4195840 len 8192 2024-05-21T00:44:44.490 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4195840 len 8192 2024-05-21T00:44:44.490 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4195840 len 8192 2024-05-21T00:44:44.490 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4195840 len 8192 2024-05-21T00:44:44.490 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4195840 len 16384 2024-05-21T00:44:44.490 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4195840 len 16384 2024-05-21T00:44:44.490 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4195840 len 16384 2024-05-21T00:44:44.490 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4195840 len 16384 2024-05-21T00:44:44.490 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4196352 len 1024 2024-05-21T00:44:44.490 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4196352 len 1024 2024-05-21T00:44:44.490 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4196352 len 1024 2024-05-21T00:44:44.490 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4196352 len 1024 2024-05-21T00:44:44.491 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4196352 len 2048 2024-05-21T00:44:44.491 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4196352 len 2048 2024-05-21T00:44:44.491 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4196352 len 2048 2024-05-21T00:44:44.491 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4196352 len 2048 2024-05-21T00:44:44.506 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4196352 len 4096 2024-05-21T00:44:44.506 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4196352 len 4096 2024-05-21T00:44:44.506 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4196352 len 4096 2024-05-21T00:44:44.506 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4196352 len 4096 2024-05-21T00:44:44.506 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4196352 len 8192 2024-05-21T00:44:44.506 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4196352 len 8192 2024-05-21T00:44:44.506 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4196352 len 8192 2024-05-21T00:44:44.506 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4196352 len 8192 2024-05-21T00:44:44.507 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4196352 len 16384 2024-05-21T00:44:44.507 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4196352 len 16384 2024-05-21T00:44:44.507 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4196352 len 16384 2024-05-21T00:44:44.507 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4196352 len 16384 2024-05-21T00:44:44.507 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4196864 len 1024 2024-05-21T00:44:44.507 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4196864 len 1024 2024-05-21T00:44:44.507 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4196864 len 1024 2024-05-21T00:44:44.507 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4196864 len 1024 2024-05-21T00:44:44.507 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4196864 len 2048 2024-05-21T00:44:44.507 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4196864 len 2048 2024-05-21T00:44:44.507 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4196864 len 2048 2024-05-21T00:44:44.507 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4196864 len 2048 2024-05-21T00:44:44.507 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4196864 len 4096 2024-05-21T00:44:44.507 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4196864 len 4096 2024-05-21T00:44:44.508 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4196864 len 4096 2024-05-21T00:44:44.508 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4196864 len 4096 2024-05-21T00:44:44.508 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4196864 len 8192 2024-05-21T00:44:44.508 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4196864 len 8192 2024-05-21T00:44:44.508 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4196864 len 8192 2024-05-21T00:44:44.508 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4196864 len 8192 2024-05-21T00:44:44.508 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4196864 len 16384 2024-05-21T00:44:44.508 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4196864 len 16384 2024-05-21T00:44:44.508 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4196864 len 16384 2024-05-21T00:44:44.508 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4196864 len 16384 2024-05-21T00:44:44.508 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4197376 len 1024 2024-05-21T00:44:44.508 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4197376 len 1024 2024-05-21T00:44:44.508 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4197376 len 1024 2024-05-21T00:44:44.509 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4197376 len 1024 2024-05-21T00:44:44.509 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4197376 len 2048 2024-05-21T00:44:44.509 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4197376 len 2048 2024-05-21T00:44:44.509 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4197376 len 2048 2024-05-21T00:44:44.509 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4197376 len 2048 2024-05-21T00:44:44.509 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4197376 len 4096 2024-05-21T00:44:44.509 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4197376 len 4096 2024-05-21T00:44:44.509 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4197376 len 4096 2024-05-21T00:44:44.509 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4197376 len 4096 2024-05-21T00:44:44.509 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4197376 len 8192 2024-05-21T00:44:44.509 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4197376 len 8192 2024-05-21T00:44:44.509 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4197376 len 8192 2024-05-21T00:44:44.509 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4197376 len 8192 2024-05-21T00:44:44.509 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4197376 len 16384 2024-05-21T00:44:44.510 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4197376 len 16384 2024-05-21T00:44:44.510 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4197376 len 16384 2024-05-21T00:44:44.510 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4197376 len 16384 2024-05-21T00:44:44.510 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4197888 len 1024 2024-05-21T00:44:44.510 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4197888 len 1024 2024-05-21T00:44:44.510 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4197888 len 1024 2024-05-21T00:44:44.510 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4197888 len 1024 2024-05-21T00:44:44.510 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4197888 len 2048 2024-05-21T00:44:44.510 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4197888 len 2048 2024-05-21T00:44:44.510 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4197888 len 2048 2024-05-21T00:44:44.510 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4197888 len 2048 2024-05-21T00:44:44.510 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4197888 len 4096 2024-05-21T00:44:44.510 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4197888 len 4096 2024-05-21T00:44:44.511 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4197888 len 4096 2024-05-21T00:44:44.511 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4197888 len 4096 2024-05-21T00:44:44.511 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4197888 len 8192 2024-05-21T00:44:44.511 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4197888 len 8192 2024-05-21T00:44:44.511 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4197888 len 8192 2024-05-21T00:44:44.511 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4197888 len 8192 2024-05-21T00:44:44.511 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3072 offset 4197888 len 16384 2024-05-21T00:44:44.511 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4197888 len 16384 2024-05-21T00:44:44.511 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3072 offset 4197888 len 16384 2024-05-21T00:44:44.511 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3072 offset 4197888 len 16384 2024-05-21T00:44:44.511 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4190208 len 1024 2024-05-21T00:44:44.512 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4190208 len 1024 2024-05-21T00:44:44.512 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4190208 len 1024 2024-05-21T00:44:44.512 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4190208 len 1024 2024-05-21T00:44:44.512 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4190208 len 2048 2024-05-21T00:44:44.512 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4190208 len 2048 2024-05-21T00:44:44.512 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4190208 len 2048 2024-05-21T00:44:44.512 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4190208 len 2048 2024-05-21T00:44:44.512 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4190208 len 4096 2024-05-21T00:44:44.512 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4190208 len 4096 2024-05-21T00:44:44.544 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4190208 len 4096 2024-05-21T00:44:44.544 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4190208 len 4096 2024-05-21T00:44:44.544 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4190208 len 8192 2024-05-21T00:44:44.544 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4190208 len 8192 2024-05-21T00:44:44.544 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4190208 len 8192 2024-05-21T00:44:44.544 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4190208 len 8192 2024-05-21T00:44:44.544 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4190208 len 16384 2024-05-21T00:44:44.544 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4190208 len 16384 2024-05-21T00:44:44.544 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4190208 len 16384 2024-05-21T00:44:44.544 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4190208 len 16384 2024-05-21T00:44:44.544 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4190720 len 1024 2024-05-21T00:44:44.545 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4190720 len 1024 2024-05-21T00:44:44.545 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4190720 len 1024 2024-05-21T00:44:44.545 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4190720 len 1024 2024-05-21T00:44:44.545 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4190720 len 2048 2024-05-21T00:44:44.545 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4190720 len 2048 2024-05-21T00:44:44.545 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4190720 len 2048 2024-05-21T00:44:44.545 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4190720 len 2048 2024-05-21T00:44:44.545 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4190720 len 4096 2024-05-21T00:44:44.545 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4190720 len 4096 2024-05-21T00:44:44.545 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4190720 len 4096 2024-05-21T00:44:44.545 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4190720 len 4096 2024-05-21T00:44:44.545 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4190720 len 8192 2024-05-21T00:44:44.545 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4190720 len 8192 2024-05-21T00:44:44.546 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4190720 len 8192 2024-05-21T00:44:44.546 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4190720 len 8192 2024-05-21T00:44:44.546 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4190720 len 16384 2024-05-21T00:44:44.546 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4190720 len 16384 2024-05-21T00:44:44.546 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4190720 len 16384 2024-05-21T00:44:44.546 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4190720 len 16384 2024-05-21T00:44:44.546 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4191232 len 1024 2024-05-21T00:44:44.546 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4191232 len 1024 2024-05-21T00:44:44.546 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4191232 len 1024 2024-05-21T00:44:44.546 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4191232 len 1024 2024-05-21T00:44:44.546 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4191232 len 2048 2024-05-21T00:44:44.546 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4191232 len 2048 2024-05-21T00:44:44.546 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4191232 len 2048 2024-05-21T00:44:44.547 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4191232 len 2048 2024-05-21T00:44:44.547 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4191232 len 4096 2024-05-21T00:44:44.547 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4191232 len 4096 2024-05-21T00:44:44.547 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4191232 len 4096 2024-05-21T00:44:44.547 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4191232 len 4096 2024-05-21T00:44:44.547 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4191232 len 8192 2024-05-21T00:44:44.547 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4191232 len 8192 2024-05-21T00:44:44.547 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4191232 len 8192 2024-05-21T00:44:44.547 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4191232 len 8192 2024-05-21T00:44:44.547 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4191232 len 16384 2024-05-21T00:44:44.547 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4191232 len 16384 2024-05-21T00:44:44.547 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4191232 len 16384 2024-05-21T00:44:44.547 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4191232 len 16384 2024-05-21T00:44:44.547 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4191744 len 1024 2024-05-21T00:44:44.548 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4191744 len 1024 2024-05-21T00:44:44.548 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4191744 len 1024 2024-05-21T00:44:44.548 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4191744 len 1024 2024-05-21T00:44:44.548 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4191744 len 2048 2024-05-21T00:44:44.548 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4191744 len 2048 2024-05-21T00:44:44.548 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4191744 len 2048 2024-05-21T00:44:44.548 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4191744 len 2048 2024-05-21T00:44:44.548 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4191744 len 4096 2024-05-21T00:44:44.548 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4191744 len 4096 2024-05-21T00:44:44.548 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4191744 len 4096 2024-05-21T00:44:44.548 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4191744 len 4096 2024-05-21T00:44:44.548 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4191744 len 8192 2024-05-21T00:44:44.548 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4191744 len 8192 2024-05-21T00:44:44.548 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4191744 len 8192 2024-05-21T00:44:44.549 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4191744 len 8192 2024-05-21T00:44:44.549 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4191744 len 16384 2024-05-21T00:44:44.549 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4191744 len 16384 2024-05-21T00:44:44.549 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4191744 len 16384 2024-05-21T00:44:44.549 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4191744 len 16384 2024-05-21T00:44:44.549 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4192256 len 1024 2024-05-21T00:44:44.549 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4192256 len 1024 2024-05-21T00:44:44.549 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4192256 len 1024 2024-05-21T00:44:44.549 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4192256 len 1024 2024-05-21T00:44:44.549 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4192256 len 2048 2024-05-21T00:44:44.549 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4192256 len 2048 2024-05-21T00:44:44.549 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4192256 len 2048 2024-05-21T00:44:44.549 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4192256 len 2048 2024-05-21T00:44:44.549 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4192256 len 4096 2024-05-21T00:44:44.550 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4192256 len 4096 2024-05-21T00:44:44.550 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4192256 len 4096 2024-05-21T00:44:44.550 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4192256 len 4096 2024-05-21T00:44:44.550 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4192256 len 8192 2024-05-21T00:44:44.583 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4192256 len 8192 2024-05-21T00:44:44.583 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4192256 len 8192 2024-05-21T00:44:44.583 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4192256 len 8192 2024-05-21T00:44:44.584 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4192256 len 16384 2024-05-21T00:44:44.584 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4192256 len 16384 2024-05-21T00:44:44.584 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4192256 len 16384 2024-05-21T00:44:44.584 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4192256 len 16384 2024-05-21T00:44:44.584 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4192768 len 1024 2024-05-21T00:44:44.584 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4192768 len 1024 2024-05-21T00:44:44.584 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4192768 len 1024 2024-05-21T00:44:44.584 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4192768 len 1024 2024-05-21T00:44:44.584 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4192768 len 2048 2024-05-21T00:44:44.584 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4192768 len 2048 2024-05-21T00:44:44.584 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4192768 len 2048 2024-05-21T00:44:44.584 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4192768 len 2048 2024-05-21T00:44:44.584 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4192768 len 4096 2024-05-21T00:44:44.585 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4192768 len 4096 2024-05-21T00:44:44.585 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4192768 len 4096 2024-05-21T00:44:44.585 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4192768 len 4096 2024-05-21T00:44:44.585 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4192768 len 8192 2024-05-21T00:44:44.585 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4192768 len 8192 2024-05-21T00:44:44.585 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4192768 len 8192 2024-05-21T00:44:44.585 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4192768 len 8192 2024-05-21T00:44:44.585 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4192768 len 16384 2024-05-21T00:44:44.585 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4192768 len 16384 2024-05-21T00:44:44.585 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4192768 len 16384 2024-05-21T00:44:44.585 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4192768 len 16384 2024-05-21T00:44:44.585 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4193280 len 1024 2024-05-21T00:44:44.585 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4193280 len 1024 2024-05-21T00:44:44.586 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4193280 len 1024 2024-05-21T00:44:44.586 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4193280 len 1024 2024-05-21T00:44:44.586 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4193280 len 2048 2024-05-21T00:44:44.586 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4193280 len 2048 2024-05-21T00:44:44.586 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4193280 len 2048 2024-05-21T00:44:44.586 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4193280 len 2048 2024-05-21T00:44:44.586 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4193280 len 4096 2024-05-21T00:44:44.586 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4193280 len 4096 2024-05-21T00:44:44.586 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4193280 len 4096 2024-05-21T00:44:44.586 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4193280 len 4096 2024-05-21T00:44:44.586 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4193280 len 8192 2024-05-21T00:44:44.586 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4193280 len 8192 2024-05-21T00:44:44.586 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4193280 len 8192 2024-05-21T00:44:44.587 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4193280 len 8192 2024-05-21T00:44:44.587 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4193280 len 16384 2024-05-21T00:44:44.590 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4193280 len 16384 2024-05-21T00:44:44.590 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4193280 len 16384 2024-05-21T00:44:44.590 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4193280 len 16384 2024-05-21T00:44:44.590 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4193792 len 1024 2024-05-21T00:44:44.590 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4193792 len 1024 2024-05-21T00:44:44.590 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4193792 len 1024 2024-05-21T00:44:44.590 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4193792 len 1024 2024-05-21T00:44:44.590 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4193792 len 2048 2024-05-21T00:44:44.591 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4193792 len 2048 2024-05-21T00:44:44.591 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4193792 len 2048 2024-05-21T00:44:44.591 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4193792 len 2048 2024-05-21T00:44:44.591 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4193792 len 4096 2024-05-21T00:44:44.591 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4193792 len 4096 2024-05-21T00:44:44.591 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4193792 len 4096 2024-05-21T00:44:44.591 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4193792 len 4096 2024-05-21T00:44:44.591 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4193792 len 8192 2024-05-21T00:44:44.591 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4193792 len 8192 2024-05-21T00:44:44.591 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4193792 len 8192 2024-05-21T00:44:44.591 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4193792 len 8192 2024-05-21T00:44:44.591 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4193792 len 16384 2024-05-21T00:44:44.591 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4193792 len 16384 2024-05-21T00:44:44.592 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4193792 len 16384 2024-05-21T00:44:44.592 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4193792 len 16384 2024-05-21T00:44:44.592 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4194304 len 1024 2024-05-21T00:44:44.592 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4194304 len 1024 2024-05-21T00:44:44.592 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4194304 len 1024 2024-05-21T00:44:44.592 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4194304 len 1024 2024-05-21T00:44:44.592 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4194304 len 2048 2024-05-21T00:44:44.592 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4194304 len 2048 2024-05-21T00:44:44.592 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4194304 len 2048 2024-05-21T00:44:44.592 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4194304 len 2048 2024-05-21T00:44:44.592 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4194304 len 4096 2024-05-21T00:44:44.592 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4194304 len 4096 2024-05-21T00:44:44.592 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4194304 len 4096 2024-05-21T00:44:44.592 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4194304 len 4096 2024-05-21T00:44:44.593 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4194304 len 8192 2024-05-21T00:44:44.593 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4194304 len 8192 2024-05-21T00:44:44.593 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4194304 len 8192 2024-05-21T00:44:44.611 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4194304 len 8192 2024-05-21T00:44:44.611 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4194304 len 16384 2024-05-21T00:44:44.612 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4194304 len 16384 2024-05-21T00:44:44.612 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4194304 len 16384 2024-05-21T00:44:44.612 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4194304 len 16384 2024-05-21T00:44:44.612 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4194816 len 1024 2024-05-21T00:44:44.612 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4194816 len 1024 2024-05-21T00:44:44.612 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4194816 len 1024 2024-05-21T00:44:44.612 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4194816 len 1024 2024-05-21T00:44:44.612 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4194816 len 2048 2024-05-21T00:44:44.612 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4194816 len 2048 2024-05-21T00:44:44.612 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4194816 len 2048 2024-05-21T00:44:44.613 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4194816 len 2048 2024-05-21T00:44:44.613 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4194816 len 4096 2024-05-21T00:44:44.613 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4194816 len 4096 2024-05-21T00:44:44.613 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4194816 len 4096 2024-05-21T00:44:44.613 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4194816 len 4096 2024-05-21T00:44:44.613 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4194816 len 8192 2024-05-21T00:44:44.613 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4194816 len 8192 2024-05-21T00:44:44.613 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4194816 len 8192 2024-05-21T00:44:44.613 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4194816 len 8192 2024-05-21T00:44:44.613 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4194816 len 16384 2024-05-21T00:44:44.613 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4194816 len 16384 2024-05-21T00:44:44.613 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4194816 len 16384 2024-05-21T00:44:44.613 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4194816 len 16384 2024-05-21T00:44:44.614 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4195328 len 1024 2024-05-21T00:44:44.614 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4195328 len 1024 2024-05-21T00:44:44.614 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4195328 len 1024 2024-05-21T00:44:44.614 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4195328 len 1024 2024-05-21T00:44:44.614 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4195328 len 2048 2024-05-21T00:44:44.614 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4195328 len 2048 2024-05-21T00:44:44.614 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4195328 len 2048 2024-05-21T00:44:44.614 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4195328 len 2048 2024-05-21T00:44:44.614 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4195328 len 4096 2024-05-21T00:44:44.614 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4195328 len 4096 2024-05-21T00:44:44.614 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4195328 len 4096 2024-05-21T00:44:44.614 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4195328 len 4096 2024-05-21T00:44:44.614 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4195328 len 8192 2024-05-21T00:44:44.615 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4195328 len 8192 2024-05-21T00:44:44.615 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4195328 len 8192 2024-05-21T00:44:44.615 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4195328 len 8192 2024-05-21T00:44:44.615 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4195328 len 16384 2024-05-21T00:44:44.615 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4195328 len 16384 2024-05-21T00:44:44.615 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4195328 len 16384 2024-05-21T00:44:44.615 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4195328 len 16384 2024-05-21T00:44:44.615 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4195840 len 1024 2024-05-21T00:44:44.615 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4195840 len 1024 2024-05-21T00:44:44.615 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4195840 len 1024 2024-05-21T00:44:44.615 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4195840 len 1024 2024-05-21T00:44:44.615 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4195840 len 2048 2024-05-21T00:44:44.615 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4195840 len 2048 2024-05-21T00:44:44.615 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4195840 len 2048 2024-05-21T00:44:44.615 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4195840 len 2048 2024-05-21T00:44:44.616 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4195840 len 4096 2024-05-21T00:44:44.616 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4195840 len 4096 2024-05-21T00:44:44.616 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4195840 len 4096 2024-05-21T00:44:44.616 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4195840 len 4096 2024-05-21T00:44:44.616 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4195840 len 8192 2024-05-21T00:44:44.616 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4195840 len 8192 2024-05-21T00:44:44.616 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4195840 len 8192 2024-05-21T00:44:44.616 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4195840 len 8192 2024-05-21T00:44:44.616 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4195840 len 16384 2024-05-21T00:44:44.616 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4195840 len 16384 2024-05-21T00:44:44.616 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4195840 len 16384 2024-05-21T00:44:44.616 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4195840 len 16384 2024-05-21T00:44:44.616 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4196352 len 1024 2024-05-21T00:44:44.616 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4196352 len 1024 2024-05-21T00:44:44.616 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4196352 len 1024 2024-05-21T00:44:44.617 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4196352 len 1024 2024-05-21T00:44:44.617 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4196352 len 2048 2024-05-21T00:44:44.617 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4196352 len 2048 2024-05-21T00:44:44.617 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4196352 len 2048 2024-05-21T00:44:44.617 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4196352 len 2048 2024-05-21T00:44:44.617 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4196352 len 4096 2024-05-21T00:44:44.617 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4196352 len 4096 2024-05-21T00:44:44.617 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4196352 len 4096 2024-05-21T00:44:44.617 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4196352 len 4096 2024-05-21T00:44:44.617 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4196352 len 8192 2024-05-21T00:44:44.617 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4196352 len 8192 2024-05-21T00:44:44.617 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4196352 len 8192 2024-05-21T00:44:44.617 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4196352 len 8192 2024-05-21T00:44:44.617 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4196352 len 16384 2024-05-21T00:44:44.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.857+0000 7fa338400700 1 -- 172.21.15.44:0/3293989299 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa3301095b0 msgr2=0x7fa330109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:44.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.857+0000 7fa338400700 1 --2- 172.21.15.44:0/3293989299 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa3301095b0 0x7fa330109990 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fa324009990 tx=0x7fa324009ca0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.858+0000 7fa338400700 1 -- 172.21.15.44:0/3293989299 shutdown_connections 2024-05-21T00:44:44.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.858+0000 7fa338400700 1 --2- 172.21.15.44:0/3293989299 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa33006bbe0 0x7fa3301103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.858+0000 7fa338400700 1 --2- 172.21.15.44:0/3293989299 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa3301095b0 0x7fa330109990 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.862 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.858+0000 7fa338400700 1 --2- 172.21.15.44:0/3293989299 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa33006b220 0x7fa33006b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.862 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.858+0000 7fa338400700 1 -- 172.21.15.44:0/3293989299 >> 172.21.15.44:0/3293989299 conn(0x7fa3300793f0 msgr2=0x7fa330079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:44.862 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.858+0000 7fa338400700 1 -- 172.21.15.44:0/3293989299 shutdown_connections 2024-05-21T00:44:44.862 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.858+0000 7fa338400700 1 -- 172.21.15.44:0/3293989299 wait complete. 2024-05-21T00:44:44.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.859+0000 7fa338400700 1 Processor -- start 2024-05-21T00:44:44.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.859+0000 7fa338400700 1 -- start start 2024-05-21T00:44:44.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.859+0000 7fa338400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa33006b220 0x7fa33010a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:44.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.859+0000 7fa338400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa33006bbe0 0x7fa33010a920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:44.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.859+0000 7fa338400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa3301095b0 0x7fa33010ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:44.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.859+0000 7fa338400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa330113790 con 0x7fa33006bbe0 2024-05-21T00:44:44.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.859+0000 7fa338400700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa330113610 con 0x7fa3301095b0 2024-05-21T00:44:44.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.859+0000 7fa338400700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa330113910 con 0x7fa33006b220 2024-05-21T00:44:44.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.860+0000 7fa335a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa33006b220 0x7fa33010a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:44.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.860+0000 7fa335a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa33006b220 0x7fa33010a3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:53464/0 (socket says 172.21.15.44:53464) 2024-05-21T00:44:44.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.860+0000 7fa335a00700 1 -- 172.21.15.44:0/668019189 learned_addr learned my addr 172.21.15.44:0/668019189 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:44.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.860+0000 7fa335000700 1 --2- 172.21.15.44:0/668019189 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa33006bbe0 0x7fa33010a920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:44.864 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.860+0000 7fa336400700 1 --2- 172.21.15.44:0/668019189 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa3301095b0 0x7fa33010ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:44.864 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.860+0000 7fa335a00700 1 -- 172.21.15.44:0/668019189 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa3301095b0 msgr2=0x7fa33010ae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:44.864 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.860+0000 7fa335a00700 1 --2- 172.21.15.44:0/668019189 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa3301095b0 0x7fa33010ae60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.864 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.860+0000 7fa335a00700 1 -- 172.21.15.44:0/668019189 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa33006bbe0 msgr2=0x7fa33010a920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:44.865 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.860+0000 7fa335a00700 1 --2- 172.21.15.44:0/668019189 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa33006bbe0 0x7fa33010a920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.865 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.860+0000 7fa335a00700 1 -- 172.21.15.44:0/668019189 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3301ac5d0 con 0x7fa33006b220 2024-05-21T00:44:44.865 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.860+0000 7fa336400700 1 --2- 172.21.15.44:0/668019189 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa3301095b0 0x7fa33010ae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:44:44.865 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.861+0000 7fa335a00700 1 --2- 172.21.15.44:0/668019189 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa33006b220 0x7fa33010a3e0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fa3240047b0 tx=0x7fa324003730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:44.865 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.861+0000 7fa32e000700 1 -- 172.21.15.44:0/668019189 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa324027070 con 0x7fa33006b220 2024-05-21T00:44:44.865 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.861+0000 7fa32e000700 1 -- 172.21.15.44:0/668019189 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa324004180 con 0x7fa33006b220 2024-05-21T00:44:44.865 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.861+0000 7fa32e000700 1 -- 172.21.15.44:0/668019189 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa32400f460 con 0x7fa33006b220 2024-05-21T00:44:44.865 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.861+0000 7fa338400700 1 -- 172.21.15.44:0/668019189 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3301ac860 con 0x7fa33006b220 2024-05-21T00:44:44.865 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.861+0000 7fa338400700 1 -- 172.21.15.44:0/668019189 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3301acc60 con 0x7fa33006b220 2024-05-21T00:44:44.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.866+0000 7fa342d5eb80 1 Processor -- start 2024-05-21T00:44:44.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.866+0000 7fa342d5eb80 1 -- start start 2024-05-21T00:44:44.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.867+0000 7fa342d5eb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c1180fdeb0 0x55c1180fe290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:44.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.867+0000 7fa342d5eb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c1180fe7d0 0x55c1180f8260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:44.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.867+0000 7fa342d5eb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c1180f8880 0x55c1180f8ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:44.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.867+0000 7fa342d5eb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55c118056e40 con 0x55c1180fe7d0 2024-05-21T00:44:44.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.867+0000 7fa342d5eb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55c1180469e0 con 0x55c1180f8880 2024-05-21T00:44:44.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.867+0000 7fa342d5eb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55c11804aa20 con 0x55c1180fdeb0 2024-05-21T00:44:44.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.867+0000 7fa32e000700 1 -- 172.21.15.44:0/668019189 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fa32402a070 con 0x7fa33006b220 2024-05-21T00:44:44.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.867+0000 7fa335000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c1180f8880 0x55c1180f8ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:44.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.867+0000 7fa336400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c1180fdeb0 0x55c1180fe290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:44.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.867+0000 7fa335000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c1180f8880 0x55c1180f8ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:49548/0 (socket says 172.21.15.44:49548) 2024-05-21T00:44:44.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.867+0000 7fa335000700 1 -- 172.21.15.44:0/1011749601 learned_addr learned my addr 172.21.15.44:0/1011749601 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:44.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.868+0000 7fa335a00700 1 --2- 172.21.15.44:0/1011749601 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c1180fe7d0 0x55c1180f8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:44.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.868+0000 7fa335000700 1 -- 172.21.15.44:0/1011749601 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c1180fdeb0 msgr2=0x55c1180fe290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:44.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.868+0000 7fa335000700 1 --2- 172.21.15.44:0/1011749601 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c1180fdeb0 0x55c1180fe290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.868+0000 7fa335000700 1 -- 172.21.15.44:0/1011749601 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c1180fe7d0 msgr2=0x55c1180f8260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:44.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.868+0000 7fa335000700 1 --2- 172.21.15.44:0/1011749601 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c1180fe7d0 0x55c1180f8260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.868+0000 7fa335000700 1 -- 172.21.15.44:0/1011749601 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c11800f420 con 0x55c1180f8880 2024-05-21T00:44:44.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.868+0000 7fa336400700 1 --2- 172.21.15.44:0/1011749601 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c1180fdeb0 0x55c1180fe290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:44:44.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.868+0000 7fa335a00700 1 --2- 172.21.15.44:0/1011749601 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c1180fe7d0 0x55c1180f8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:44:44.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.868+0000 7fa335000700 1 --2- 172.21.15.44:0/1011749601 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c1180f8880 0x55c1180f8ce0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fa31c0077c0 tx=0x7fa31c007ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f4ce4519d10014c3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:44.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.868+0000 7fa322a00700 1 -- 172.21.15.44:0/1011749601 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa31c0125f0 con 0x55c1180f8880 2024-05-21T00:44:44.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.869+0000 7fa322a00700 1 -- 172.21.15.44:0/1011749601 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa31c018070 con 0x55c1180f8880 2024-05-21T00:44:44.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.869+0000 7fa322a00700 1 -- 172.21.15.44:0/1011749601 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa31c013ce0 con 0x55c1180f8880 2024-05-21T00:44:44.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.870+0000 7fa342d5eb80 1 -- 172.21.15.44:0/1011749601 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c1180f8880 msgr2=0x55c1180f8ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:44.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.870+0000 7fa342d5eb80 1 --2- 172.21.15.44:0/1011749601 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c1180f8880 0x55c1180f8ce0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fa31c0077c0 tx=0x7fa31c007ad0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.870+0000 7fa32e000700 1 --2- 172.21.15.44:0/668019189 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa3180b2900 0x7fa3180b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:44.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.870+0000 7fa32e000700 1 -- 172.21.15.44:0/668019189 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fa3240e31d0 con 0x7fa33006b220 2024-05-21T00:44:44.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.871+0000 7fa342d5eb80 1 -- 172.21.15.44:0/1011749601 shutdown_connections 2024-05-21T00:44:44.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.871+0000 7fa342d5eb80 1 --2- 172.21.15.44:0/1011749601 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c1180f8880 0x55c1180f8ce0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.871+0000 7fa342d5eb80 1 --2- 172.21.15.44:0/1011749601 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c1180fdeb0 0x55c1180fe290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.871+0000 7fa342d5eb80 1 --2- 172.21.15.44:0/1011749601 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c1180fe7d0 0x55c1180f8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.871+0000 7fa342d5eb80 1 -- 172.21.15.44:0/1011749601 >> 172.21.15.44:0/1011749601 conn(0x55c118026be0 msgr2=0x55c1180f3010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:44.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.871+0000 7fa342d5eb80 1 -- 172.21.15.44:0/1011749601 shutdown_connections 2024-05-21T00:44:44.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.871+0000 7fa336400700 1 --2- 172.21.15.44:0/668019189 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa3180b2900 0x7fa3180b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:44.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.871+0000 7fa342d5eb80 1 -- 172.21.15.44:0/1011749601 wait complete. 2024-05-21T00:44:44.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.872+0000 7fa336400700 1 --2- 172.21.15.44:0/668019189 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa3180b2900 0x7fa3180b4dc0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fa328008590 tx=0x7fa3280079e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:44.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.872+0000 7fa342d5eb80 1 -- start start 2024-05-21T00:44:44.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.872+0000 7fa342d5eb80 1 Processor -- start 2024-05-21T00:44:44.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.873+0000 7fa342d5eb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c1180f8880 0x55c118104440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:44.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.873+0000 7fa342d5eb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c1180fdeb0 0x55c1181017e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:44.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.873+0000 7fa342d5eb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c1180fe7d0 0x55c118101d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:44.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.873+0000 7fa342d5eb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55c117f4cfa0 con 0x55c1180fe7d0 2024-05-21T00:44:44.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.873+0000 7fa342d5eb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55c117fe7760 con 0x55c1180f8880 2024-05-21T00:44:44.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.873+0000 7fa342d5eb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55c118105240 con 0x55c1180fdeb0 2024-05-21T00:44:44.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.873+0000 7fa342d5eb80 10 client.0 _ll_register_callbacks cb 0x55c117ff0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:44:44.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.874+0000 7fa335000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c1180fdeb0 0x55c1181017e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:44.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.874+0000 7fa335000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c1180fdeb0 0x55c1181017e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:53490/0 (socket says 172.21.15.44:53490) 2024-05-21T00:44:44.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.874+0000 7fa335000700 1 -- 172.21.15.44:0/1478001533 learned_addr learned my addr 172.21.15.44:0/1478001533 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:44.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.874+0000 7fa335a00700 1 --2- 172.21.15.44:0/1478001533 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c1180f8880 0x55c118104440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:44.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.874+0000 7fa336400700 1 --2- 172.21.15.44:0/1478001533 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c1180fe7d0 0x55c118101d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:44.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.874+0000 7fa335a00700 1 -- 172.21.15.44:0/1478001533 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c1180fdeb0 msgr2=0x55c1181017e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:44.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.874+0000 7fa335a00700 1 --2- 172.21.15.44:0/1478001533 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c1180fdeb0 0x55c1181017e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.874+0000 7fa335a00700 1 -- 172.21.15.44:0/1478001533 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c1180fe7d0 msgr2=0x55c118101d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:44.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.874+0000 7fa335a00700 1 --2- 172.21.15.44:0/1478001533 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c1180fe7d0 0x55c118101d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.874+0000 7fa335a00700 1 -- 172.21.15.44:0/1478001533 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c117f968d0 con 0x55c1180f8880 2024-05-21T00:44:44.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.875+0000 7fa336400700 1 --2- 172.21.15.44:0/1478001533 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c1180fe7d0 0x55c118101d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:44:44.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.875+0000 7fa335a00700 1 --2- 172.21.15.44:0/1478001533 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c1180f8880 0x55c118104440 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fa3240e0c30 tx=0x7fa324022a30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6ead65ee3949fa91 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:44.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.875+0000 7fa317400700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:44:44.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.875+0000 7fa317400700 1 -- 172.21.15.44:0/1478001533 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3240a66a0 con 0x55c1180f8880 2024-05-21T00:44:44.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.875+0000 7fa317400700 1 -- 172.21.15.44:0/1478001533 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fa324022470 con 0x55c1180f8880 2024-05-21T00:44:44.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.875+0000 7fa342d5eb80 1 -- 172.21.15.44:0/1478001533 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa31c018070 con 0x55c1180f8880 2024-05-21T00:44:44.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.875+0000 7fa317400700 1 -- 172.21.15.44:0/1478001533 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa3240b10f0 con 0x55c1180f8880 2024-05-21T00:44:44.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.875+0000 7fa342d5eb80 10 client.25733 fetch_fsmap learned FSMap version 26 2024-05-21T00:44:44.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.875+0000 7fa342d5eb80 1 -- 172.21.15.44:0/1478001533 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c118017060 con 0x55c1180f8880 2024-05-21T00:44:44.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.876+0000 7fa317400700 1 -- 172.21.15.44:0/1478001533 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa31c018070 con 0x55c1180f8880 2024-05-21T00:44:44.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.876+0000 7fa317400700 1 -- 172.21.15.44:0/1478001533 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa3240a9a40 con 0x55c1180f8880 2024-05-21T00:44:44.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.876+0000 7fa342d5eb80 10 client.25733 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:44:44.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.876+0000 7fa342d5eb80 10 client.25733 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T00:44:44.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.876+0000 7fa342d5eb80 20 client.25733 populate_metadata read hostname 'smithi044' 2024-05-21T00:44:44.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.876+0000 7fa342d5eb80 1 --2- 172.21.15.44:0/1478001533 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55c118111c80 0x55c1181140d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:44.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.876+0000 7fa342d5eb80 4 client.25733 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:44:44.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.876+0000 7fa342d5eb80 1 -- 172.21.15.44:0/1478001533 --> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c118058d90 con 0x55c118111c80 2024-05-21T00:44:44.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.877+0000 7fa335000700 1 --2- 172.21.15.44:0/1478001533 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55c118111c80 0x55c1181140d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:44.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.877+0000 7fa335000700 1 --2- 172.21.15.44:0/1478001533 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55c118111c80 0x55c1181140d0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ae5a0ecefb9ef4de server_cookie=9b9d9b52220c8884 in_seq=0 out_seq=0 2024-05-21T00:44:44.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.877+0000 7fa317400700 10 client.25733 ms_handle_connect on v2:172.21.15.44:6838/1038937716 2024-05-21T00:44:44.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.878+0000 7fa317400700 1 -- 172.21.15.44:0/1478001533 <== mds.1 v2:172.21.15.44:6838/1038937716 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c118058d90 con 0x55c118111c80 2024-05-21T00:44:44.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.878+0000 7fa317400700 10 client.25733 handle_command_reply: tid=0 2024-05-21T00:44:44.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.878+0000 7fa342d5eb80 1 client.25733 shutdown 2024-05-21T00:44:44.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.879+0000 7fa342d5eb80 1 -- 172.21.15.44:0/1478001533 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c1180f8880 msgr2=0x55c118104440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:44.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.879+0000 7fa342d5eb80 1 --2- 172.21.15.44:0/1478001533 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c1180f8880 0x55c118104440 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fa3240e0c30 tx=0x7fa324022a30 comp rx=0 tx=0).stop 2024-05-21T00:44:44.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.879+0000 7fa342d5eb80 1 -- 172.21.15.44:0/1478001533 shutdown_connections 2024-05-21T00:44:44.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.879+0000 7fa342d5eb80 1 --2- 172.21.15.44:0/1478001533 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55c118111c80 0x55c1181140d0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.879+0000 7fa342d5eb80 1 --2- 172.21.15.44:0/1478001533 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c1180fe7d0 0x55c118101d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.879+0000 7fa317400700 0 client.25733 ms_handle_reset on v2:172.21.15.44:6838/1038937716 2024-05-21T00:44:44.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.879+0000 7fa342d5eb80 1 --2- 172.21.15.44:0/1478001533 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c1180f8880 0x55c118104440 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.879+0000 7fa342d5eb80 1 --2- 172.21.15.44:0/1478001533 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c1180fdeb0 0x55c1181017e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.879+0000 7fa342d5eb80 1 -- 172.21.15.44:0/1478001533 >> 172.21.15.44:0/1478001533 conn(0x55c118026be0 msgr2=0x55c1180f7250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:44.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.879+0000 7fa342d5eb80 1 -- 172.21.15.44:0/1478001533 shutdown_connections 2024-05-21T00:44:44.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.879+0000 7fa342d5eb80 1 -- 172.21.15.44:0/1478001533 wait complete. 2024-05-21T00:44:44.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.880+0000 7fa342d5eb80 20 client.25733 trim_cache size 0 max 16384 2024-05-21T00:44:44.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.901+0000 7fa342d5eb80 1 Processor -- start 2024-05-21T00:44:44.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.901+0000 7fa342d5eb80 1 -- start start 2024-05-21T00:44:44.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.902+0000 7fa342d5eb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c1180f8880 0x55c1180f8260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:44.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.902+0000 7fa342d5eb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c1180fdeb0 0x55c1180ff380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:44.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.902+0000 7fa342d5eb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c1180fe7d0 0x55c1180f29e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:44.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.902+0000 7fa342d5eb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa3301b6a70 con 0x55c1180f8880 2024-05-21T00:44:44.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.902+0000 7fa342d5eb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa3301b4300 con 0x55c1180fdeb0 2024-05-21T00:44:44.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.902+0000 7fa342d5eb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa3301b2150 con 0x55c1180fe7d0 2024-05-21T00:44:44.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.902+0000 7fa335000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c1180fdeb0 0x55c1180ff380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:44.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.902+0000 7fa336400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c1180fe7d0 0x55c1180f29e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:44.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.902+0000 7fa335000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c1180fdeb0 0x55c1180ff380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:49560/0 (socket says 172.21.15.44:49560) 2024-05-21T00:44:44.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.902+0000 7fa335000700 1 -- 172.21.15.44:0/383836747 learned_addr learned my addr 172.21.15.44:0/383836747 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:44.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.902+0000 7fa335a00700 1 --2- 172.21.15.44:0/383836747 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c1180f8880 0x55c1180f8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:44.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.903+0000 7fa336400700 1 -- 172.21.15.44:0/383836747 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c1180fdeb0 msgr2=0x55c1180ff380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:44.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.903+0000 7fa336400700 1 --2- 172.21.15.44:0/383836747 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c1180fdeb0 0x55c1180ff380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.907 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.903+0000 7fa336400700 1 -- 172.21.15.44:0/383836747 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c1180f8880 msgr2=0x55c1180f8260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:44.907 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.903+0000 7fa336400700 1 --2- 172.21.15.44:0/383836747 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c1180f8880 0x55c1180f8260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.907 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.903+0000 7fa336400700 1 -- 172.21.15.44:0/383836747 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c118114750 con 0x55c1180fe7d0 2024-05-21T00:44:44.907 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.903+0000 7fa335a00700 1 --2- 172.21.15.44:0/383836747 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c1180f8880 0x55c1180f8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:44:44.907 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.903+0000 7fa336400700 1 --2- 172.21.15.44:0/383836747 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c1180fe7d0 0x55c1180f29e0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fa328008ce0 tx=0x7fa328013000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7237b18983f46ba6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:44.907 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.903+0000 7fa322000700 1 -- 172.21.15.44:0/383836747 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa32801c040 con 0x55c1180fe7d0 2024-05-21T00:44:44.907 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.903+0000 7fa322000700 1 -- 172.21.15.44:0/383836747 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa328026070 con 0x55c1180fe7d0 2024-05-21T00:44:44.907 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.903+0000 7fa322000700 1 -- 172.21.15.44:0/383836747 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa328016660 con 0x55c1180fe7d0 2024-05-21T00:44:44.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.904+0000 7fa342d5eb80 1 -- 172.21.15.44:0/383836747 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c1180fe7d0 msgr2=0x55c1180f29e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:44.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.904+0000 7fa342d5eb80 1 --2- 172.21.15.44:0/383836747 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c1180fe7d0 0x55c1180f29e0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fa328008ce0 tx=0x7fa328013000 comp rx=0 tx=0).stop 2024-05-21T00:44:44.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.904+0000 7fa342d5eb80 1 -- 172.21.15.44:0/383836747 shutdown_connections 2024-05-21T00:44:44.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.904+0000 7fa342d5eb80 1 --2- 172.21.15.44:0/383836747 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c1180f8880 0x55c1180f8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.904+0000 7fa342d5eb80 1 --2- 172.21.15.44:0/383836747 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c1180fe7d0 0x55c1180f29e0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.904+0000 7fa342d5eb80 1 --2- 172.21.15.44:0/383836747 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c1180fdeb0 0x55c1180ff380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.904+0000 7fa342d5eb80 1 -- 172.21.15.44:0/383836747 >> 172.21.15.44:0/383836747 conn(0x55c118026be0 msgr2=0x55c1180fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:44.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.905+0000 7fa342d5eb80 1 -- 172.21.15.44:0/383836747 shutdown_connections 2024-05-21T00:44:44.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.905+0000 7fa342d5eb80 1 -- 172.21.15.44:0/383836747 wait complete. 2024-05-21T00:44:44.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.905+0000 7fa342d5eb80 1 -- start start 2024-05-21T00:44:44.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.905+0000 7fa342d5eb80 1 Processor -- start 2024-05-21T00:44:44.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.906+0000 7fa342d5eb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c1180f8880 0x55c11810abf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:44.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.906+0000 7fa342d5eb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c1180fdeb0 0x55c118119210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:44.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.906+0000 7fa342d5eb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c1180fe7d0 0x55c118119750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:44.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.906+0000 7fa342d5eb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa3301b27c0 con 0x55c1180f8880 2024-05-21T00:44:44.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.906+0000 7fa342d5eb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa3301b3c30 con 0x55c1180fe7d0 2024-05-21T00:44:44.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.906+0000 7fa342d5eb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa3301b2e90 con 0x55c1180fdeb0 2024-05-21T00:44:44.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.906+0000 7fa342d5eb80 10 client.0 _ll_register_callbacks cb 0x55c117ff0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:44:44.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.907+0000 7fa335000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c1180fdeb0 0x55c118119210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:44.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.907+0000 7fa336400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c1180fe7d0 0x55c118119750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:44.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.907+0000 7fa335000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c1180fdeb0 0x55c118119210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:53522/0 (socket says 172.21.15.44:53522) 2024-05-21T00:44:44.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.907+0000 7fa335000700 1 -- 172.21.15.44:0/138210470 learned_addr learned my addr 172.21.15.44:0/138210470 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:44.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.907+0000 7fa335a00700 1 --2- 172.21.15.44:0/138210470 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c1180f8880 0x55c11810abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:44.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.907+0000 7fa335000700 1 -- 172.21.15.44:0/138210470 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c1180fe7d0 msgr2=0x55c118119750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:44.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.907+0000 7fa335000700 1 --2- 172.21.15.44:0/138210470 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c1180fe7d0 0x55c118119750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.907+0000 7fa335000700 1 -- 172.21.15.44:0/138210470 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c1180f8880 msgr2=0x55c11810abf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:44.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.907+0000 7fa335000700 1 --2- 172.21.15.44:0/138210470 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c1180f8880 0x55c11810abf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.907+0000 7fa335000700 1 -- 172.21.15.44:0/138210470 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c118119f60 con 0x55c1180fdeb0 2024-05-21T00:44:44.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.908+0000 7fa335000700 1 --2- 172.21.15.44:0/138210470 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c1180fdeb0 0x55c118119210 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fa31c0048a0 tx=0x7fa31c006f50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6a455646b332b921 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:44.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.908+0000 7fa317400700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:44:44.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.908+0000 7fa317400700 1 -- 172.21.15.44:0/138210470 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa31c013d40 con 0x55c1180fdeb0 2024-05-21T00:44:44.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.908+0000 7fa342d5eb80 1 -- 172.21.15.44:0/138210470 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa328026070 con 0x55c1180fdeb0 2024-05-21T00:44:44.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.908+0000 7fa317400700 1 -- 172.21.15.44:0/138210470 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fa31c029420 con 0x55c1180fdeb0 2024-05-21T00:44:44.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.908+0000 7fa317400700 1 -- 172.21.15.44:0/138210470 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa31c039050 con 0x55c1180fdeb0 2024-05-21T00:44:44.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.908+0000 7fa342d5eb80 10 client.25771 fetch_fsmap learned FSMap version 26 2024-05-21T00:44:44.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.908+0000 7fa342d5eb80 1 -- 172.21.15.44:0/138210470 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c11817c8e0 con 0x55c1180fdeb0 2024-05-21T00:44:44.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.909+0000 7fa317400700 1 -- 172.21.15.44:0/138210470 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa328026070 con 0x55c1180fdeb0 2024-05-21T00:44:44.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.909+0000 7fa317400700 1 -- 172.21.15.44:0/138210470 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa31c026070 con 0x55c1180fdeb0 2024-05-21T00:44:44.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.909+0000 7fa342d5eb80 10 client.25771 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:44:44.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.909+0000 7fa342d5eb80 10 client.25771 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T00:44:44.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.909+0000 7fa342d5eb80 20 client.25771 populate_metadata read hostname 'smithi044' 2024-05-21T00:44:44.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.909+0000 7fa342d5eb80 1 --2- 172.21.15.44:0/138210470 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55c11817cd70 0x55c11817f190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:44.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.909+0000 7fa342d5eb80 4 client.25771 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:44:44.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.909+0000 7fa342d5eb80 1 -- 172.21.15.44:0/138210470 --> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c118052570 con 0x55c11817cd70 2024-05-21T00:44:44.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.909+0000 7fa335a00700 1 --2- 172.21.15.44:0/138210470 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55c11817cd70 0x55c11817f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:44.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.910+0000 7fa335a00700 1 --2- 172.21.15.44:0/138210470 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55c11817cd70 0x55c11817f190 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2a254c7cc4ec8004 server_cookie=d05f5de508a3cd4 in_seq=0 out_seq=0 2024-05-21T00:44:44.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.910+0000 7fa317400700 10 client.25771 ms_handle_connect on v2:172.21.15.44:6838/1038937716 2024-05-21T00:44:44.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.911+0000 7fa317400700 1 -- 172.21.15.44:0/138210470 <== mds.1 v2:172.21.15.44:6838/1038937716 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c118052570 con 0x55c11817cd70 2024-05-21T00:44:44.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.911+0000 7fa317400700 10 client.25771 handle_command_reply: tid=0 2024-05-21T00:44:44.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.911+0000 7fa342d5eb80 1 client.25771 shutdown 2024-05-21T00:44:44.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.914+0000 7fa342d5eb80 1 -- 172.21.15.44:0/138210470 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c1180fdeb0 msgr2=0x55c118119210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:44.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.914+0000 7fa342d5eb80 1 --2- 172.21.15.44:0/138210470 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c1180fdeb0 0x55c118119210 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fa31c0048a0 tx=0x7fa31c006f50 comp rx=0 tx=0).stop 2024-05-21T00:44:44.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.914+0000 7fa342d5eb80 1 -- 172.21.15.44:0/138210470 shutdown_connections 2024-05-21T00:44:44.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.914+0000 7fa342d5eb80 1 --2- 172.21.15.44:0/138210470 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55c11817cd70 0x55c11817f190 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.914+0000 7fa342d5eb80 1 --2- 172.21.15.44:0/138210470 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c1180f8880 0x55c11810abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.914+0000 7fa342d5eb80 1 --2- 172.21.15.44:0/138210470 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c1180fe7d0 0x55c118119750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.914+0000 7fa342d5eb80 1 --2- 172.21.15.44:0/138210470 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c1180fdeb0 0x55c118119210 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.914+0000 7fa342d5eb80 1 -- 172.21.15.44:0/138210470 >> 172.21.15.44:0/138210470 conn(0x55c118026be0 msgr2=0x55c1180f29e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:44.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.914+0000 7fa317400700 0 client.25771 ms_handle_reset on v2:172.21.15.44:6838/1038937716 2024-05-21T00:44:44.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.914+0000 7fa342d5eb80 1 -- 172.21.15.44:0/138210470 shutdown_connections 2024-05-21T00:44:44.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.914+0000 7fa342d5eb80 1 -- 172.21.15.44:0/138210470 wait complete. 2024-05-21T00:44:44.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.915+0000 7fa342d5eb80 20 client.25771 trim_cache size 0 max 16384 2024-05-21T00:44:44.918 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-21T00:44:44.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.915+0000 7fa338400700 1 -- 172.21.15.44:0/668019189 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa3180b2900 msgr2=0x7fa3180b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:44.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.915+0000 7fa338400700 1 --2- 172.21.15.44:0/668019189 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa3180b2900 0x7fa3180b4dc0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fa328008590 tx=0x7fa3280079e0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.915+0000 7fa338400700 1 -- 172.21.15.44:0/668019189 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa33006b220 msgr2=0x7fa33010a3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:44.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.915+0000 7fa338400700 1 --2- 172.21.15.44:0/668019189 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa33006b220 0x7fa33010a3e0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fa3240047b0 tx=0x7fa324003730 comp rx=0 tx=0).stop 2024-05-21T00:44:44.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.916+0000 7fa338400700 1 -- 172.21.15.44:0/668019189 shutdown_connections 2024-05-21T00:44:44.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.916+0000 7fa338400700 1 --2- 172.21.15.44:0/668019189 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa3180b2900 0x7fa3180b4dc0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.916+0000 7fa338400700 1 --2- 172.21.15.44:0/668019189 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa3301095b0 0x7fa33010ae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.916+0000 7fa338400700 1 --2- 172.21.15.44:0/668019189 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa33006b220 0x7fa33010a3e0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.916+0000 7fa338400700 1 --2- 172.21.15.44:0/668019189 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa33006bbe0 0x7fa33010a920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:44.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.916+0000 7fa338400700 1 -- 172.21.15.44:0/668019189 >> 172.21.15.44:0/668019189 conn(0x7fa3300793f0 msgr2=0x7fa33010e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:44.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.916+0000 7fa338400700 1 -- 172.21.15.44:0/668019189 shutdown_connections 2024-05-21T00:44:44.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:44.916+0000 7fa338400700 1 -- 172.21.15.44:0/668019189 wait complete. 2024-05-21T00:44:44.962 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4196352 len 16384 2024-05-21T00:44:44.962 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4196352 len 16384 2024-05-21T00:44:44.962 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4196352 len 16384 2024-05-21T00:44:44.962 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4196864 len 1024 2024-05-21T00:44:44.962 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4196864 len 1024 2024-05-21T00:44:44.962 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4196864 len 1024 2024-05-21T00:44:44.962 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4196864 len 1024 2024-05-21T00:44:44.963 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4196864 len 2048 2024-05-21T00:44:44.963 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4196864 len 2048 2024-05-21T00:44:44.963 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4196864 len 2048 2024-05-21T00:44:44.963 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4196864 len 2048 2024-05-21T00:44:44.963 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4196864 len 4096 2024-05-21T00:44:44.963 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4196864 len 4096 2024-05-21T00:44:44.963 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4196864 len 4096 2024-05-21T00:44:44.963 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4196864 len 4096 2024-05-21T00:44:44.963 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4196864 len 8192 2024-05-21T00:44:44.963 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4196864 len 8192 2024-05-21T00:44:44.963 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4196864 len 8192 2024-05-21T00:44:44.963 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4196864 len 8192 2024-05-21T00:44:44.963 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4196864 len 16384 2024-05-21T00:44:44.963 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4196864 len 16384 2024-05-21T00:44:44.964 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4196864 len 16384 2024-05-21T00:44:44.964 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4196864 len 16384 2024-05-21T00:44:44.964 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4197376 len 1024 2024-05-21T00:44:44.964 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4197376 len 1024 2024-05-21T00:44:44.964 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4197376 len 1024 2024-05-21T00:44:44.964 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4197376 len 1024 2024-05-21T00:44:44.964 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4197376 len 2048 2024-05-21T00:44:44.964 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4197376 len 2048 2024-05-21T00:44:44.964 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4197376 len 2048 2024-05-21T00:44:44.964 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4197376 len 2048 2024-05-21T00:44:44.964 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4197376 len 4096 2024-05-21T00:44:44.964 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4197376 len 4096 2024-05-21T00:44:44.964 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4197376 len 4096 2024-05-21T00:44:44.964 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4197376 len 4096 2024-05-21T00:44:44.965 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4197376 len 8192 2024-05-21T00:44:44.965 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4197376 len 8192 2024-05-21T00:44:44.965 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4197376 len 8192 2024-05-21T00:44:44.965 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4197376 len 8192 2024-05-21T00:44:44.965 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4197376 len 16384 2024-05-21T00:44:44.965 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4197376 len 16384 2024-05-21T00:44:44.965 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4197376 len 16384 2024-05-21T00:44:44.965 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4197376 len 16384 2024-05-21T00:44:44.965 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4197888 len 1024 2024-05-21T00:44:44.965 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4197888 len 1024 2024-05-21T00:44:44.965 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4197888 len 1024 2024-05-21T00:44:44.965 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4197888 len 1024 2024-05-21T00:44:44.965 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4197888 len 2048 2024-05-21T00:44:44.965 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4197888 len 2048 2024-05-21T00:44:44.966 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4197888 len 2048 2024-05-21T00:44:44.966 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4197888 len 2048 2024-05-21T00:44:44.966 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4197888 len 4096 2024-05-21T00:44:44.966 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4197888 len 4096 2024-05-21T00:44:44.966 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4197888 len 4096 2024-05-21T00:44:44.966 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4197888 len 4096 2024-05-21T00:44:44.966 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4197888 len 8192 2024-05-21T00:44:44.966 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4197888 len 8192 2024-05-21T00:44:44.966 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4197888 len 8192 2024-05-21T00:44:44.966 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4197888 len 8192 2024-05-21T00:44:44.966 INFO:tasks.workunit.client.0.smithi044.stdout:read_direct buf_align 3584 offset 4197888 len 16384 2024-05-21T00:44:44.966 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4197888 len 16384 2024-05-21T00:44:44.966 INFO:tasks.workunit.client.0.smithi044.stdout:read_sync buf_align 3584 offset 4197888 len 16384 2024-05-21T00:44:44.966 INFO:tasks.workunit.client.0.smithi044.stdout:read_file buf_align 3584 offset 4197888 len 16384 2024-05-21T00:44:44.967 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4190720 len 1024 2024-05-21T00:44:44.967 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4190720 len 1024 2024-05-21T00:44:44.967 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4190720 len 1024 2024-05-21T00:44:44.967 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4190720 len 1024 2024-05-21T00:44:44.967 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4190720 len 2048 2024-05-21T00:44:44.967 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4190720 len 2048 2024-05-21T00:44:44.967 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4190720 len 2048 2024-05-21T00:44:44.968 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4190720 len 2048 2024-05-21T00:44:44.968 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4190720 len 4096 2024-05-21T00:44:44.968 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4190720 len 4096 2024-05-21T00:44:44.968 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4190720 len 4096 2024-05-21T00:44:44.968 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4190720 len 4096 2024-05-21T00:44:44.968 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4190720 len 8192 2024-05-21T00:44:44.968 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4190720 len 8192 2024-05-21T00:44:44.968 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4190720 len 8192 2024-05-21T00:44:44.968 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4190720 len 8192 2024-05-21T00:44:44.968 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4190720 len 16384 2024-05-21T00:44:44.968 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4190720 len 16384 2024-05-21T00:44:44.968 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4190720 len 16384 2024-05-21T00:44:44.968 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4190720 len 16384 2024-05-21T00:44:44.969 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4191232 len 1024 2024-05-21T00:44:45.872 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T00:44:45.873 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:45 smithi044 ceph-mon[31392]: pgmap v539: 97 pgs: 97 active+clean; 772 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 5.7 KiB/s wr, 10 op/s 2024-05-21T00:44:45.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:45 smithi082 ceph-mon[36141]: pgmap v539: 97 pgs: 97 active+clean; 772 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 5.7 KiB/s wr, 10 op/s 2024-05-21T00:44:46.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:45 smithi092 ceph-mon[36335]: pgmap v539: 97 pgs: 97 active+clean; 772 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 5.7 KiB/s wr, 10 op/s 2024-05-21T00:44:46.358 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:44:46.420 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4191232 len 1024 2024-05-21T00:44:46.420 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4191232 len 1024 2024-05-21T00:44:46.420 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4191232 len 1024 2024-05-21T00:44:46.420 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4191232 len 2048 2024-05-21T00:44:46.420 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4191232 len 2048 2024-05-21T00:44:46.421 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4191232 len 2048 2024-05-21T00:44:46.421 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4191232 len 2048 2024-05-21T00:44:46.421 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4191232 len 4096 2024-05-21T00:44:46.421 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4191232 len 4096 2024-05-21T00:44:46.421 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4191232 len 4096 2024-05-21T00:44:46.421 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4191232 len 4096 2024-05-21T00:44:46.421 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4191232 len 8192 2024-05-21T00:44:46.421 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4191232 len 8192 2024-05-21T00:44:46.421 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4191232 len 8192 2024-05-21T00:44:46.421 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4191232 len 8192 2024-05-21T00:44:46.421 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4191232 len 16384 2024-05-21T00:44:46.421 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4191232 len 16384 2024-05-21T00:44:46.421 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4191232 len 16384 2024-05-21T00:44:46.422 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4191232 len 16384 2024-05-21T00:44:46.422 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4191744 len 1024 2024-05-21T00:44:46.422 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4191744 len 1024 2024-05-21T00:44:46.422 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4191744 len 1024 2024-05-21T00:44:46.422 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4191744 len 1024 2024-05-21T00:44:46.422 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4191744 len 2048 2024-05-21T00:44:46.422 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4191744 len 2048 2024-05-21T00:44:46.422 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4191744 len 2048 2024-05-21T00:44:46.422 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4191744 len 2048 2024-05-21T00:44:46.422 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4191744 len 4096 2024-05-21T00:44:46.422 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4191744 len 4096 2024-05-21T00:44:46.422 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4191744 len 4096 2024-05-21T00:44:46.422 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4191744 len 4096 2024-05-21T00:44:46.423 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4191744 len 8192 2024-05-21T00:44:46.423 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4191744 len 8192 2024-05-21T00:44:46.423 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4191744 len 8192 2024-05-21T00:44:46.423 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4191744 len 8192 2024-05-21T00:44:46.423 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4191744 len 16384 2024-05-21T00:44:46.423 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4191744 len 16384 2024-05-21T00:44:46.423 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4191744 len 16384 2024-05-21T00:44:46.423 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4191744 len 16384 2024-05-21T00:44:46.423 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4192256 len 1024 2024-05-21T00:44:46.423 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4192256 len 1024 2024-05-21T00:44:46.423 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4192256 len 1024 2024-05-21T00:44:46.423 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4192256 len 1024 2024-05-21T00:44:46.423 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4192256 len 2048 2024-05-21T00:44:46.423 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4192256 len 2048 2024-05-21T00:44:46.424 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4192256 len 2048 2024-05-21T00:44:46.424 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4192256 len 2048 2024-05-21T00:44:46.424 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4192256 len 4096 2024-05-21T00:44:46.424 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4192256 len 4096 2024-05-21T00:44:46.424 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4192256 len 4096 2024-05-21T00:44:46.424 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4192256 len 4096 2024-05-21T00:44:46.424 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4192256 len 8192 2024-05-21T00:44:46.424 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4192256 len 8192 2024-05-21T00:44:46.424 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4192256 len 8192 2024-05-21T00:44:46.424 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4192256 len 8192 2024-05-21T00:44:46.424 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4192256 len 16384 2024-05-21T00:44:46.424 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4192256 len 16384 2024-05-21T00:44:46.424 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4192256 len 16384 2024-05-21T00:44:46.424 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4192256 len 16384 2024-05-21T00:44:46.425 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4192768 len 1024 2024-05-21T00:44:46.425 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4192768 len 1024 2024-05-21T00:44:46.425 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4192768 len 1024 2024-05-21T00:44:46.425 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4192768 len 1024 2024-05-21T00:44:46.425 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4192768 len 2048 2024-05-21T00:44:46.425 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4192768 len 2048 2024-05-21T00:44:46.425 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4192768 len 2048 2024-05-21T00:44:46.425 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4192768 len 2048 2024-05-21T00:44:46.425 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4192768 len 4096 2024-05-21T00:44:46.425 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4192768 len 4096 2024-05-21T00:44:46.425 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4192768 len 4096 2024-05-21T00:44:46.425 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4192768 len 4096 2024-05-21T00:44:46.425 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4192768 len 8192 2024-05-21T00:44:46.426 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4192768 len 8192 2024-05-21T00:44:46.426 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4192768 len 8192 2024-05-21T00:44:46.426 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4192768 len 8192 2024-05-21T00:44:46.426 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4192768 len 16384 2024-05-21T00:44:46.426 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4192768 len 16384 2024-05-21T00:44:46.426 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4192768 len 16384 2024-05-21T00:44:46.426 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4192768 len 16384 2024-05-21T00:44:46.426 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4193280 len 1024 2024-05-21T00:44:46.426 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4193280 len 1024 2024-05-21T00:44:46.426 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4193280 len 1024 2024-05-21T00:44:46.426 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4193280 len 1024 2024-05-21T00:44:46.426 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4193280 len 2048 2024-05-21T00:44:46.426 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4193280 len 2048 2024-05-21T00:44:46.427 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4193280 len 2048 2024-05-21T00:44:47.400 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4193280 len 2048 2024-05-21T00:44:47.401 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4193280 len 4096 2024-05-21T00:44:47.401 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4193280 len 4096 2024-05-21T00:44:47.401 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4193280 len 4096 2024-05-21T00:44:47.401 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4193280 len 4096 2024-05-21T00:44:47.401 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4193280 len 8192 2024-05-21T00:44:47.401 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4193280 len 8192 2024-05-21T00:44:47.401 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4193280 len 8192 2024-05-21T00:44:47.401 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4193280 len 8192 2024-05-21T00:44:47.401 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4193280 len 16384 2024-05-21T00:44:47.401 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4193280 len 16384 2024-05-21T00:44:47.401 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4193280 len 16384 2024-05-21T00:44:47.401 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4193280 len 16384 2024-05-21T00:44:47.401 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4193792 len 1024 2024-05-21T00:44:47.402 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4193792 len 1024 2024-05-21T00:44:47.402 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4193792 len 1024 2024-05-21T00:44:47.402 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4193792 len 1024 2024-05-21T00:44:47.402 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4193792 len 2048 2024-05-21T00:44:47.402 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4193792 len 2048 2024-05-21T00:44:47.402 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4193792 len 2048 2024-05-21T00:44:47.402 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4193792 len 2048 2024-05-21T00:44:47.402 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4193792 len 4096 2024-05-21T00:44:47.402 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4193792 len 4096 2024-05-21T00:44:47.402 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4193792 len 4096 2024-05-21T00:44:47.402 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4193792 len 4096 2024-05-21T00:44:47.402 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4193792 len 8192 2024-05-21T00:44:47.402 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4193792 len 8192 2024-05-21T00:44:47.402 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4193792 len 8192 2024-05-21T00:44:47.403 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4193792 len 8192 2024-05-21T00:44:47.403 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4193792 len 16384 2024-05-21T00:44:47.403 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4193792 len 16384 2024-05-21T00:44:47.403 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4193792 len 16384 2024-05-21T00:44:47.403 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4193792 len 16384 2024-05-21T00:44:47.403 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4194304 len 1024 2024-05-21T00:44:47.403 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4194304 len 1024 2024-05-21T00:44:47.403 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4194304 len 1024 2024-05-21T00:44:47.403 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4194304 len 1024 2024-05-21T00:44:47.403 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4194304 len 2048 2024-05-21T00:44:47.403 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4194304 len 2048 2024-05-21T00:44:47.403 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4194304 len 2048 2024-05-21T00:44:47.403 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4194304 len 2048 2024-05-21T00:44:47.404 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4194304 len 4096 2024-05-21T00:44:47.404 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4194304 len 4096 2024-05-21T00:44:47.404 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4194304 len 4096 2024-05-21T00:44:47.404 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4194304 len 4096 2024-05-21T00:44:47.404 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4194304 len 8192 2024-05-21T00:44:47.404 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4194304 len 8192 2024-05-21T00:44:47.404 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4194304 len 8192 2024-05-21T00:44:47.404 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4194304 len 8192 2024-05-21T00:44:47.404 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4194304 len 16384 2024-05-21T00:44:47.404 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4194304 len 16384 2024-05-21T00:44:47.404 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4194304 len 16384 2024-05-21T00:44:47.404 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4194304 len 16384 2024-05-21T00:44:47.404 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4194816 len 1024 2024-05-21T00:44:47.404 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4194816 len 1024 2024-05-21T00:44:47.404 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4194816 len 1024 2024-05-21T00:44:47.405 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4194816 len 1024 2024-05-21T00:44:47.405 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4194816 len 2048 2024-05-21T00:44:47.405 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4194816 len 2048 2024-05-21T00:44:47.405 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4194816 len 2048 2024-05-21T00:44:47.405 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4194816 len 2048 2024-05-21T00:44:47.405 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4194816 len 4096 2024-05-21T00:44:47.405 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4194816 len 4096 2024-05-21T00:44:47.405 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4194816 len 4096 2024-05-21T00:44:47.405 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4194816 len 4096 2024-05-21T00:44:47.405 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4194816 len 8192 2024-05-21T00:44:47.405 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4194816 len 8192 2024-05-21T00:44:47.405 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4194816 len 8192 2024-05-21T00:44:47.405 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4194816 len 8192 2024-05-21T00:44:47.405 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4194816 len 16384 2024-05-21T00:44:47.406 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4194816 len 16384 2024-05-21T00:44:47.406 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4194816 len 16384 2024-05-21T00:44:47.406 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4194816 len 16384 2024-05-21T00:44:47.406 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4195328 len 1024 2024-05-21T00:44:47.406 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4195328 len 1024 2024-05-21T00:44:47.406 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4195328 len 1024 2024-05-21T00:44:47.406 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4195328 len 1024 2024-05-21T00:44:47.406 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4195328 len 2048 2024-05-21T00:44:47.406 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4195328 len 2048 2024-05-21T00:44:47.406 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4195328 len 2048 2024-05-21T00:44:47.406 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4195328 len 2048 2024-05-21T00:44:47.406 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4195328 len 4096 2024-05-21T00:44:47.406 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4195328 len 4096 2024-05-21T00:44:47.407 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4195328 len 4096 2024-05-21T00:44:47.407 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4195328 len 4096 2024-05-21T00:44:47.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:47 smithi044 ceph-mon[31392]: pgmap v540: 97 pgs: 97 active+clean; 33 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 377 KiB/s wr, 105 op/s 2024-05-21T00:44:47.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:47 smithi082 ceph-mon[36141]: pgmap v540: 97 pgs: 97 active+clean; 33 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 377 KiB/s wr, 105 op/s 2024-05-21T00:44:47.997 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4195328 len 8192 2024-05-21T00:44:47.998 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4195328 len 8192 2024-05-21T00:44:47.998 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4195328 len 8192 2024-05-21T00:44:47.998 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4195328 len 8192 2024-05-21T00:44:47.998 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4195328 len 16384 2024-05-21T00:44:47.998 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4195328 len 16384 2024-05-21T00:44:47.998 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4195328 len 16384 2024-05-21T00:44:47.998 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4195328 len 16384 2024-05-21T00:44:47.998 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4195840 len 1024 2024-05-21T00:44:47.998 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4195840 len 1024 2024-05-21T00:44:47.998 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4195840 len 1024 2024-05-21T00:44:47.998 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4195840 len 1024 2024-05-21T00:44:47.998 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4195840 len 2048 2024-05-21T00:44:47.998 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4195840 len 2048 2024-05-21T00:44:47.999 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4195840 len 2048 2024-05-21T00:44:47.999 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4195840 len 2048 2024-05-21T00:44:47.999 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4195840 len 4096 2024-05-21T00:44:47.999 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4195840 len 4096 2024-05-21T00:44:47.999 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4195840 len 4096 2024-05-21T00:44:47.999 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4195840 len 4096 2024-05-21T00:44:47.999 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4195840 len 8192 2024-05-21T00:44:47.999 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4195840 len 8192 2024-05-21T00:44:47.999 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4195840 len 8192 2024-05-21T00:44:47.999 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4195840 len 8192 2024-05-21T00:44:47.999 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4195840 len 16384 2024-05-21T00:44:47.999 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4195840 len 16384 2024-05-21T00:44:47.999 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4195840 len 16384 2024-05-21T00:44:47.999 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4195840 len 16384 2024-05-21T00:44:47.999 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4196352 len 1024 2024-05-21T00:44:48.000 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4196352 len 1024 2024-05-21T00:44:48.000 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4196352 len 1024 2024-05-21T00:44:48.000 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4196352 len 1024 2024-05-21T00:44:48.000 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4196352 len 2048 2024-05-21T00:44:48.000 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4196352 len 2048 2024-05-21T00:44:48.000 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4196352 len 2048 2024-05-21T00:44:48.000 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4196352 len 2048 2024-05-21T00:44:48.000 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4196352 len 4096 2024-05-21T00:44:48.000 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4196352 len 4096 2024-05-21T00:44:48.000 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4196352 len 4096 2024-05-21T00:44:48.000 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4196352 len 4096 2024-05-21T00:44:48.000 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4196352 len 8192 2024-05-21T00:44:48.000 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4196352 len 8192 2024-05-21T00:44:48.000 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4196352 len 8192 2024-05-21T00:44:48.000 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4196352 len 8192 2024-05-21T00:44:48.000 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4196352 len 16384 2024-05-21T00:44:48.001 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4196352 len 16384 2024-05-21T00:44:48.001 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4196352 len 16384 2024-05-21T00:44:48.001 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4196352 len 16384 2024-05-21T00:44:48.001 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4196864 len 1024 2024-05-21T00:44:48.001 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4196864 len 1024 2024-05-21T00:44:48.001 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4196864 len 1024 2024-05-21T00:44:48.001 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4196864 len 1024 2024-05-21T00:44:48.001 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4196864 len 2048 2024-05-21T00:44:48.001 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4196864 len 2048 2024-05-21T00:44:48.001 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4196864 len 2048 2024-05-21T00:44:48.001 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4196864 len 2048 2024-05-21T00:44:48.001 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4196864 len 4096 2024-05-21T00:44:48.001 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4196864 len 4096 2024-05-21T00:44:48.001 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4196864 len 4096 2024-05-21T00:44:48.001 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4196864 len 4096 2024-05-21T00:44:48.001 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4196864 len 8192 2024-05-21T00:44:48.002 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4196864 len 8192 2024-05-21T00:44:48.002 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4196864 len 8192 2024-05-21T00:44:48.002 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4196864 len 8192 2024-05-21T00:44:48.002 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4196864 len 16384 2024-05-21T00:44:48.002 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4196864 len 16384 2024-05-21T00:44:48.002 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4196864 len 16384 2024-05-21T00:44:48.002 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4196864 len 16384 2024-05-21T00:44:48.002 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4197376 len 1024 2024-05-21T00:44:48.002 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4197376 len 1024 2024-05-21T00:44:48.002 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4197376 len 1024 2024-05-21T00:44:48.002 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4197376 len 1024 2024-05-21T00:44:48.002 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4197376 len 2048 2024-05-21T00:44:48.002 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4197376 len 2048 2024-05-21T00:44:48.002 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4197376 len 2048 2024-05-21T00:44:48.003 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4197376 len 2048 2024-05-21T00:44:48.003 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4197376 len 4096 2024-05-21T00:44:48.003 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4197376 len 4096 2024-05-21T00:44:48.003 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4197376 len 4096 2024-05-21T00:44:48.003 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4197376 len 4096 2024-05-21T00:44:48.003 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4197376 len 8192 2024-05-21T00:44:48.003 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4197376 len 8192 2024-05-21T00:44:48.003 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4197376 len 8192 2024-05-21T00:44:48.003 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4197376 len 8192 2024-05-21T00:44:48.003 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4197376 len 16384 2024-05-21T00:44:48.003 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4197376 len 16384 2024-05-21T00:44:48.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:47 smithi092 ceph-mon[36335]: pgmap v540: 97 pgs: 97 active+clean; 33 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 377 KiB/s wr, 105 op/s 2024-05-21T00:44:48.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.876+0000 7f87ed000700 1 -- 172.21.15.44:0/370080627 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f87e81095b0 msgr2=0x7f87e8109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:48.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.876+0000 7f87ed000700 1 --2- 172.21.15.44:0/370080627 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f87e81095b0 0x7f87e8109990 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f87d800b0a0 tx=0x7f87d800b3b0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.876+0000 7f87ed000700 1 -- 172.21.15.44:0/370080627 shutdown_connections 2024-05-21T00:44:48.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.876+0000 7f87ed000700 1 --2- 172.21.15.44:0/370080627 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f87e806bbe0 0x7f87e81103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.876+0000 7f87ed000700 1 --2- 172.21.15.44:0/370080627 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f87e81095b0 0x7f87e8109990 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.876+0000 7f87ed000700 1 --2- 172.21.15.44:0/370080627 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87e806b220 0x7f87e806b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.876+0000 7f87ed000700 1 -- 172.21.15.44:0/370080627 >> 172.21.15.44:0/370080627 conn(0x7f87e80793f0 msgr2=0x7f87e8079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:48.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.877+0000 7f87ed000700 1 -- 172.21.15.44:0/370080627 shutdown_connections 2024-05-21T00:44:48.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.877+0000 7f87ed000700 1 -- 172.21.15.44:0/370080627 wait complete. 2024-05-21T00:44:48.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.878+0000 7f87ed000700 1 Processor -- start 2024-05-21T00:44:48.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.878+0000 7f87ed000700 1 -- start start 2024-05-21T00:44:48.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.878+0000 7f87ed000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f87e806b220 0x7f87e8102510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:48.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.878+0000 7f87ed000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f87e806bbe0 0x7f87e8102a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:48.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.878+0000 7f87ed000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87e81095b0 0x7f87e8102f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:48.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.878+0000 7f87ed000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f87e8113730 con 0x7f87e806b220 2024-05-21T00:44:48.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.878+0000 7f87ed000700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f87e81135b0 con 0x7f87e806bbe0 2024-05-21T00:44:48.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.878+0000 7f87ed000700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f87e81138b0 con 0x7f87e81095b0 2024-05-21T00:44:48.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.879+0000 7f87e5e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f87e806b220 0x7f87e8102510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:48.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.879+0000 7f87e6800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87e81095b0 0x7f87e8102f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:48.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.879+0000 7f87e6800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87e81095b0 0x7f87e8102f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:48206/0 (socket says 172.21.15.44:48206) 2024-05-21T00:44:48.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.879+0000 7f87e5e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f87e806b220 0x7f87e8102510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40012/0 (socket says 172.21.15.44:40012) 2024-05-21T00:44:48.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.879+0000 7f87e6800700 1 -- 172.21.15.44:0/2016231744 learned_addr learned my addr 172.21.15.44:0/2016231744 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:48.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.879+0000 7f87e5400700 1 --2- 172.21.15.44:0/2016231744 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f87e806bbe0 0x7f87e8102a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:48.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.879+0000 7f87e6800700 1 -- 172.21.15.44:0/2016231744 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f87e806bbe0 msgr2=0x7f87e8102a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:48.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.879+0000 7f87e6800700 1 --2- 172.21.15.44:0/2016231744 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f87e806bbe0 0x7f87e8102a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.879+0000 7f87e6800700 1 -- 172.21.15.44:0/2016231744 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f87e806b220 msgr2=0x7f87e8102510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:48.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.879+0000 7f87e6800700 1 --2- 172.21.15.44:0/2016231744 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f87e806b220 0x7f87e8102510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.879+0000 7f87e6800700 1 -- 172.21.15.44:0/2016231744 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87e81a81b0 con 0x7f87e81095b0 2024-05-21T00:44:48.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.879+0000 7f87e5e00700 1 --2- 172.21.15.44:0/2016231744 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f87e806b220 0x7f87e8102510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:44:48.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.880+0000 7f87e6800700 1 --2- 172.21.15.44:0/2016231744 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87e81095b0 0x7f87e8102f90 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f87e000e940 tx=0x7f87e000ec50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:48.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.880+0000 7f87dea00700 1 -- 172.21.15.44:0/2016231744 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87e0004a30 con 0x7f87e81095b0 2024-05-21T00:44:48.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.880+0000 7f87ed000700 1 -- 172.21.15.44:0/2016231744 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87e81a84a0 con 0x7f87e81095b0 2024-05-21T00:44:48.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.880+0000 7f87dea00700 1 -- 172.21.15.44:0/2016231744 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f87e00054d0 con 0x7f87e81095b0 2024-05-21T00:44:48.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.880+0000 7f87dea00700 1 -- 172.21.15.44:0/2016231744 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87e000ccf0 con 0x7f87e81095b0 2024-05-21T00:44:48.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.880+0000 7f87ed000700 1 -- 172.21.15.44:0/2016231744 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87e81a8a30 con 0x7f87e81095b0 2024-05-21T00:44:48.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.884+0000 7f87dea00700 1 -- 172.21.15.44:0/2016231744 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f87e0005020 con 0x7f87e81095b0 2024-05-21T00:44:48.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.885+0000 7f87f7a25b80 1 Processor -- start 2024-05-21T00:44:48.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.885+0000 7f87dea00700 1 --2- 172.21.15.44:0/2016231744 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f87cc0b2900 0x7f87cc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:48.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.885+0000 7f87f7a25b80 1 -- start start 2024-05-21T00:44:48.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.886+0000 7f87dea00700 1 -- 172.21.15.44:0/2016231744 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f87e00e2310 con 0x7f87e81095b0 2024-05-21T00:44:48.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.886+0000 7f87f7a25b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564572d5deb0 0x564572d5e290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:48.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.886+0000 7f87e5400700 1 --2- 172.21.15.44:0/2016231744 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f87cc0b2900 0x7f87cc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:48.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.886+0000 7f87f7a25b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564572d5e7d0 0x564572d58260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:48.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.886+0000 7f87f7a25b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564572d58880 0x564572d58ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:48.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.886+0000 7f87f7a25b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x564572cb6e40 con 0x564572d5e7d0 2024-05-21T00:44:48.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.886+0000 7f87f7a25b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x564572ca69e0 con 0x564572d58880 2024-05-21T00:44:48.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.886+0000 7f87f7a25b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x564572caaa20 con 0x564572d5deb0 2024-05-21T00:44:48.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.886+0000 7f87e5400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564572d5e7d0 0x564572d58260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:48.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.886+0000 7f87e5400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564572d5e7d0 0x564572d58260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40026/0 (socket says 172.21.15.44:40026) 2024-05-21T00:44:48.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.886+0000 7f87e5400700 1 -- 172.21.15.44:0/2466907602 learned_addr learned my addr 172.21.15.44:0/2466907602 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:48.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.887+0000 7f87e5e00700 1 --2- 172.21.15.44:0/2466907602 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564572d5deb0 0x564572d5e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:48.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.887+0000 7f87e5400700 1 --2- 172.21.15.44:0/2016231744 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f87cc0b2900 0x7f87cc0b4dc0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f87d4013570 tx=0x7f87d4013930 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:48.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.887+0000 7f87e5400700 1 -- 172.21.15.44:0/2466907602 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564572d5deb0 msgr2=0x564572d5e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:48.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.887+0000 7f87e6800700 1 --2- 172.21.15.44:0/2466907602 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564572d58880 0x564572d58ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:48.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.887+0000 7f87e5400700 1 --2- 172.21.15.44:0/2466907602 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564572d5deb0 0x564572d5e290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.887+0000 7f87e5400700 1 -- 172.21.15.44:0/2466907602 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564572d58880 msgr2=0x564572d58ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:48.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.887+0000 7f87e5400700 1 --2- 172.21.15.44:0/2466907602 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564572d58880 0x564572d58ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.887+0000 7f87e5400700 1 -- 172.21.15.44:0/2466907602 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564572c6f420 con 0x564572d5e7d0 2024-05-21T00:44:48.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.887+0000 7f87e6800700 1 --2- 172.21.15.44:0/2466907602 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564572d58880 0x564572d58ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:44:48.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.887+0000 7f87e5e00700 1 --2- 172.21.15.44:0/2466907602 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564572d5deb0 0x564572d5e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:44:48.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.888+0000 7f87e5400700 1 --2- 172.21.15.44:0/2466907602 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564572d5e7d0 0x564572d58260 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f87d4020780 tx=0x7f87d4020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d874201dfe1d32c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:48.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.888+0000 7f87d3400700 1 -- 172.21.15.44:0/2466907602 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d4010430 con 0x564572d5e7d0 2024-05-21T00:44:48.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.888+0000 7f87d3400700 1 -- 172.21.15.44:0/2466907602 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f87d4024030 con 0x564572d5e7d0 2024-05-21T00:44:48.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.888+0000 7f87d3400700 1 -- 172.21.15.44:0/2466907602 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d400f5c0 con 0x564572d5e7d0 2024-05-21T00:44:48.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.889+0000 7f87f7a25b80 1 -- 172.21.15.44:0/2466907602 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564572d5e7d0 msgr2=0x564572d58260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:48.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.889+0000 7f87f7a25b80 1 --2- 172.21.15.44:0/2466907602 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564572d5e7d0 0x564572d58260 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f87d4020780 tx=0x7f87d4020000 comp rx=0 tx=0).stop 2024-05-21T00:44:48.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.889+0000 7f87f7a25b80 1 -- 172.21.15.44:0/2466907602 shutdown_connections 2024-05-21T00:44:48.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.889+0000 7f87f7a25b80 1 --2- 172.21.15.44:0/2466907602 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564572d58880 0x564572d58ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.889+0000 7f87f7a25b80 1 --2- 172.21.15.44:0/2466907602 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564572d5deb0 0x564572d5e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.889+0000 7f87f7a25b80 1 --2- 172.21.15.44:0/2466907602 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564572d5e7d0 0x564572d58260 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.889+0000 7f87f7a25b80 1 -- 172.21.15.44:0/2466907602 >> 172.21.15.44:0/2466907602 conn(0x564572c86be0 msgr2=0x564572d53010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:48.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.889+0000 7f87f7a25b80 1 -- 172.21.15.44:0/2466907602 shutdown_connections 2024-05-21T00:44:48.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.889+0000 7f87f7a25b80 1 -- 172.21.15.44:0/2466907602 wait complete. 2024-05-21T00:44:48.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.890+0000 7f87f7a25b80 1 -- start start 2024-05-21T00:44:48.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.890+0000 7f87f7a25b80 1 Processor -- start 2024-05-21T00:44:48.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.891+0000 7f87f7a25b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564572d58880 0x564572d644c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:48.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.891+0000 7f87f7a25b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564572d5deb0 0x564572d61860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:48.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.891+0000 7f87f7a25b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564572d5e7d0 0x564572d61da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:48.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.891+0000 7f87f7a25b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x564572bacfa0 con 0x564572d5deb0 2024-05-21T00:44:48.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.891+0000 7f87f7a25b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x564572c47760 con 0x564572d58880 2024-05-21T00:44:48.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.891+0000 7f87f7a25b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x564572d651e0 con 0x564572d5e7d0 2024-05-21T00:44:48.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.891+0000 7f87f7a25b80 10 client.0 _ll_register_callbacks cb 0x564572c50c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:44:48.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.891+0000 7f87e6800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564572d5e7d0 0x564572d61da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:48.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.891+0000 7f87e5e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564572d58880 0x564572d644c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:48.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.891+0000 7f87e6800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564572d5e7d0 0x564572d61da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:48218/0 (socket says 172.21.15.44:48218) 2024-05-21T00:44:48.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.891+0000 7f87e6800700 1 -- 172.21.15.44:0/3157482461 learned_addr learned my addr 172.21.15.44:0/3157482461 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:48.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.891+0000 7f87e6800700 1 -- 172.21.15.44:0/3157482461 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564572d58880 msgr2=0x564572d644c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:48.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.891+0000 7f87e6800700 1 --2- 172.21.15.44:0/3157482461 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564572d58880 0x564572d644c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.891+0000 7f87e6800700 1 -- 172.21.15.44:0/3157482461 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564572d5deb0 msgr2=0x564572d61860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:48.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.891+0000 7f87e6800700 1 --2- 172.21.15.44:0/3157482461 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564572d5deb0 0x564572d61860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.891+0000 7f87e6800700 1 -- 172.21.15.44:0/3157482461 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564572bf68d0 con 0x564572d5e7d0 2024-05-21T00:44:48.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.891+0000 7f87e5e00700 1 --2- 172.21.15.44:0/3157482461 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564572d58880 0x564572d644c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:44:48.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.892+0000 7f87e6800700 1 --2- 172.21.15.44:0/3157482461 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564572d5e7d0 0x564572d61da0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f87e0000c00 tx=0x7f87e00a90b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d0cbdd852d4c7e1b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:48.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.892+0000 7f87c7e00700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:44:48.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.892+0000 7f87c7e00700 1 -- 172.21.15.44:0/3157482461 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87e00a9890 con 0x564572d5e7d0 2024-05-21T00:44:48.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.892+0000 7f87c7e00700 1 -- 172.21.15.44:0/3157482461 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f87e008fe00 con 0x564572d5e7d0 2024-05-21T00:44:48.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.892+0000 7f87f7a25b80 1 -- 172.21.15.44:0/3157482461 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f87d4024030 con 0x564572d5e7d0 2024-05-21T00:44:48.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.892+0000 7f87c7e00700 1 -- 172.21.15.44:0/3157482461 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f87e00adc40 con 0x564572d5e7d0 2024-05-21T00:44:48.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.892+0000 7f87f7a25b80 10 client.25783 fetch_fsmap learned FSMap version 26 2024-05-21T00:44:48.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.892+0000 7f87f7a25b80 1 -- 172.21.15.44:0/3157482461 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564572c77060 con 0x564572d5e7d0 2024-05-21T00:44:48.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.893+0000 7f87c7e00700 1 -- 172.21.15.44:0/3157482461 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f87d4024030 con 0x564572d5e7d0 2024-05-21T00:44:48.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.893+0000 7f87c7e00700 1 -- 172.21.15.44:0/3157482461 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f87e00bece0 con 0x564572d5e7d0 2024-05-21T00:44:48.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.893+0000 7f87f7a25b80 10 client.25783 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:44:48.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.893+0000 7f87f7a25b80 10 client.25783 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:44:48.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.893+0000 7f87f7a25b80 20 client.25783 populate_metadata read hostname 'smithi044' 2024-05-21T00:44:48.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.893+0000 7f87f7a25b80 1 --2- 172.21.15.44:0/3157482461 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x564572d71d10 0x564572d74100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:48.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.893+0000 7f87f7a25b80 4 client.25783 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:44:48.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.893+0000 7f87f7a25b80 1 -- 172.21.15.44:0/3157482461 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564572cb8d90 con 0x564572d71d10 2024-05-21T00:44:48.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.893+0000 7f87e5e00700 1 --2- 172.21.15.44:0/3157482461 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x564572d71d10 0x564572d74100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:48.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.894+0000 7f87e5e00700 1 --2- 172.21.15.44:0/3157482461 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x564572d71d10 0x564572d74100 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d8ff1a34c42a2165 server_cookie=3af0efe7d469d0d2 in_seq=0 out_seq=0 2024-05-21T00:44:48.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.894+0000 7f87c7e00700 10 client.25783 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:48.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.895+0000 7f87c7e00700 1 -- 172.21.15.44:0/3157482461 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564572cb8d90 con 0x564572d71d10 2024-05-21T00:44:48.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.895+0000 7f87c7e00700 10 client.25783 handle_command_reply: tid=0 2024-05-21T00:44:48.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.895+0000 7f87f7a25b80 1 client.25783 shutdown 2024-05-21T00:44:48.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.895+0000 7f87f7a25b80 1 -- 172.21.15.44:0/3157482461 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564572d5e7d0 msgr2=0x564572d61da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:48.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.895+0000 7f87f7a25b80 1 --2- 172.21.15.44:0/3157482461 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564572d5e7d0 0x564572d61da0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f87e0000c00 tx=0x7f87e00a90b0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.895+0000 7f87f7a25b80 1 -- 172.21.15.44:0/3157482461 shutdown_connections 2024-05-21T00:44:48.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.895+0000 7f87f7a25b80 1 --2- 172.21.15.44:0/3157482461 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x564572d71d10 0x564572d74100 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.896+0000 7f87f7a25b80 1 --2- 172.21.15.44:0/3157482461 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564572d5e7d0 0x564572d61da0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.896+0000 7f87f7a25b80 1 --2- 172.21.15.44:0/3157482461 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564572d58880 0x564572d644c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.896+0000 7f87c7e00700 0 client.25783 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:48.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.896+0000 7f87f7a25b80 1 --2- 172.21.15.44:0/3157482461 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564572d5deb0 0x564572d61860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.896+0000 7f87f7a25b80 1 -- 172.21.15.44:0/3157482461 >> 172.21.15.44:0/3157482461 conn(0x564572c86be0 msgr2=0x564572d57250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:48.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.896+0000 7f87f7a25b80 1 -- 172.21.15.44:0/3157482461 shutdown_connections 2024-05-21T00:44:48.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.896+0000 7f87f7a25b80 1 -- 172.21.15.44:0/3157482461 wait complete. 2024-05-21T00:44:48.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.896+0000 7f87f7a25b80 20 client.25783 trim_cache size 0 max 16384 2024-05-21T00:44:48.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.922+0000 7f87f7a25b80 1 Processor -- start 2024-05-21T00:44:48.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.922+0000 7f87f7a25b80 1 -- start start 2024-05-21T00:44:48.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.923+0000 7f87f7a25b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564572d58880 0x564572d58260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:48.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.923+0000 7f87f7a25b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564572d5deb0 0x564572d644c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:48.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.923+0000 7f87f7a25b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564572d5e7d0 0x564572d5b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:48.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.923+0000 7f87f7a25b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f87e81b2850 con 0x564572d5deb0 2024-05-21T00:44:48.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.923+0000 7f87f7a25b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f87e81b00e0 con 0x564572d5e7d0 2024-05-21T00:44:48.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.923+0000 7f87f7a25b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f87e81adf30 con 0x564572d58880 2024-05-21T00:44:48.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.923+0000 7f87e5e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564572d58880 0x564572d58260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:48.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.923+0000 7f87e6800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564572d5e7d0 0x564572d5b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:48.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.923+0000 7f87e5e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564572d58880 0x564572d58260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:48232/0 (socket says 172.21.15.44:48232) 2024-05-21T00:44:48.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.923+0000 7f87e5e00700 1 -- 172.21.15.44:0/3726827956 learned_addr learned my addr 172.21.15.44:0/3726827956 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:48.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.923+0000 7f87e5400700 1 --2- 172.21.15.44:0/3726827956 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564572d5deb0 0x564572d644c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:48.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.924+0000 7f87e5e00700 1 -- 172.21.15.44:0/3726827956 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564572d5e7d0 msgr2=0x564572d5b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:48.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.924+0000 7f87e5e00700 1 --2- 172.21.15.44:0/3726827956 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564572d5e7d0 0x564572d5b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.924+0000 7f87e5e00700 1 -- 172.21.15.44:0/3726827956 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564572d5deb0 msgr2=0x564572d644c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:48.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.924+0000 7f87e5e00700 1 --2- 172.21.15.44:0/3726827956 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564572d5deb0 0x564572d644c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.924+0000 7f87e5e00700 1 -- 172.21.15.44:0/3726827956 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564572d5fdd0 con 0x564572d58880 2024-05-21T00:44:48.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.924+0000 7f87e5400700 1 --2- 172.21.15.44:0/3726827956 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564572d5deb0 0x564572d644c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:44:48.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.924+0000 7f87e5e00700 1 --2- 172.21.15.44:0/3726827956 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564572d58880 0x564572d58260 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f87d80062a0 tx=0x7f87d8006210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a39be81012d606e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:48.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.924+0000 7f87d2a00700 1 -- 172.21.15.44:0/3726827956 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d8003dc0 con 0x564572d58880 2024-05-21T00:44:48.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.924+0000 7f87d2a00700 1 -- 172.21.15.44:0/3726827956 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f87d8007990 con 0x564572d58880 2024-05-21T00:44:48.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.924+0000 7f87d2a00700 1 -- 172.21.15.44:0/3726827956 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d80053b0 con 0x564572d58880 2024-05-21T00:44:48.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.925+0000 7f87f7a25b80 1 -- 172.21.15.44:0/3726827956 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564572d58880 msgr2=0x564572d58260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:48.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.925+0000 7f87f7a25b80 1 --2- 172.21.15.44:0/3726827956 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564572d58880 0x564572d58260 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f87d80062a0 tx=0x7f87d8006210 comp rx=0 tx=0).stop 2024-05-21T00:44:48.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.925+0000 7f87f7a25b80 1 -- 172.21.15.44:0/3726827956 shutdown_connections 2024-05-21T00:44:48.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.925+0000 7f87f7a25b80 1 --2- 172.21.15.44:0/3726827956 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564572d5e7d0 0x564572d5b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.925+0000 7f87f7a25b80 1 --2- 172.21.15.44:0/3726827956 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564572d58880 0x564572d58260 secure :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f87d80062a0 tx=0x7f87d8006210 comp rx=0 tx=0).stop 2024-05-21T00:44:48.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.925+0000 7f87f7a25b80 1 --2- 172.21.15.44:0/3726827956 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564572d5deb0 0x564572d644c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.925+0000 7f87f7a25b80 1 -- 172.21.15.44:0/3726827956 >> 172.21.15.44:0/3726827956 conn(0x564572c86be0 msgr2=0x564572d4c680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:48.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.926+0000 7f87f7a25b80 1 -- 172.21.15.44:0/3726827956 shutdown_connections 2024-05-21T00:44:48.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.926+0000 7f87f7a25b80 1 -- 172.21.15.44:0/3726827956 wait complete. 2024-05-21T00:44:48.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.926+0000 7f87f7a25b80 1 -- start start 2024-05-21T00:44:48.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.926+0000 7f87f7a25b80 1 Processor -- start 2024-05-21T00:44:48.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.927+0000 7f87f7a25b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564572d5deb0 0x564572d6ab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:48.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.927+0000 7f87f7a25b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564572d5e7d0 0x564572d79150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:48.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.927+0000 7f87f7a25b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564572d79690 0x564572d79b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:48.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.927+0000 7f87f7a25b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f87e81ae5a0 con 0x564572d5e7d0 2024-05-21T00:44:48.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.927+0000 7f87f7a25b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f87e81afa10 con 0x564572d79690 2024-05-21T00:44:48.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.927+0000 7f87f7a25b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f87e81aec70 con 0x564572d5deb0 2024-05-21T00:44:48.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.927+0000 7f87f7a25b80 10 client.0 _ll_register_callbacks cb 0x564572c50c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:44:48.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.928+0000 7f87e6800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564572d79690 0x564572d79b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:48.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.928+0000 7f87e6800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564572d79690 0x564572d79b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:37968/0 (socket says 172.21.15.44:37968) 2024-05-21T00:44:48.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.928+0000 7f87e5400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564572d5e7d0 0x564572d79150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:48.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.928+0000 7f87e6800700 1 -- 172.21.15.44:0/2559845935 learned_addr learned my addr 172.21.15.44:0/2559845935 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:48.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.928+0000 7f87e5e00700 1 --2- 172.21.15.44:0/2559845935 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564572d5deb0 0x564572d6ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:48.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.928+0000 7f87e6800700 1 -- 172.21.15.44:0/2559845935 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564572d5deb0 msgr2=0x564572d6ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:48.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.930+0000 7f87e6800700 1 --2- 172.21.15.44:0/2559845935 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564572d5deb0 0x564572d6ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.930+0000 7f87e6800700 1 -- 172.21.15.44:0/2559845935 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564572d5e7d0 msgr2=0x564572d79150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:48.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.930+0000 7f87e6800700 1 --2- 172.21.15.44:0/2559845935 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564572d5e7d0 0x564572d79150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.930+0000 7f87e6800700 1 -- 172.21.15.44:0/2559845935 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564572de4180 con 0x564572d79690 2024-05-21T00:44:48.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.930+0000 7f87e5400700 1 --2- 172.21.15.44:0/2559845935 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564572d5e7d0 0x564572d79150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:44:48.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.930+0000 7f87e5e00700 1 --2- 172.21.15.44:0/2559845935 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564572d5deb0 0x564572d6ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:44:48.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.930+0000 7f87e6800700 1 --2- 172.21.15.44:0/2559845935 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564572d79690 0x564572d79b10 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f87e0016620 tx=0x7f87e0004f30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c6dafa100945d517 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:48.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.930+0000 7f87c7e00700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:44:48.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.930+0000 7f87c7e00700 1 -- 172.21.15.44:0/2559845935 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87e00a9890 con 0x564572d79690 2024-05-21T00:44:48.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.930+0000 7f87c7e00700 1 -- 172.21.15.44:0/2559845935 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f87e0016330 con 0x564572d79690 2024-05-21T00:44:48.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.930+0000 7f87f7a25b80 1 -- 172.21.15.44:0/2559845935 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f87d8007990 con 0x564572d79690 2024-05-21T00:44:48.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.931+0000 7f87c7e00700 1 -- 172.21.15.44:0/2559845935 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f87e00b26f0 con 0x564572d79690 2024-05-21T00:44:48.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.931+0000 7f87f7a25b80 10 client.25754 fetch_fsmap learned FSMap version 26 2024-05-21T00:44:48.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.931+0000 7f87f7a25b80 1 -- 172.21.15.44:0/2559845935 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564572de5480 con 0x564572d79690 2024-05-21T00:44:48.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.931+0000 7f87c7e00700 1 -- 172.21.15.44:0/2559845935 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f87d8007990 con 0x564572d79690 2024-05-21T00:44:48.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.931+0000 7f87c7e00700 1 -- 172.21.15.44:0/2559845935 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f87e008c070 con 0x564572d79690 2024-05-21T00:44:48.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.931+0000 7f87f7a25b80 10 client.25754 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:44:48.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.931+0000 7f87f7a25b80 10 client.25754 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:44:48.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.931+0000 7f87f7a25b80 20 client.25754 populate_metadata read hostname 'smithi044' 2024-05-21T00:44:48.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.931+0000 7f87f7a25b80 1 --2- 172.21.15.44:0/2559845935 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x564572de59e0 0x564572de7e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:48.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.931+0000 7f87f7a25b80 4 client.25754 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:44:48.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.931+0000 7f87f7a25b80 1 -- 172.21.15.44:0/2559845935 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564572cb2570 con 0x564572de59e0 2024-05-21T00:44:48.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.931+0000 7f87e5e00700 1 --2- 172.21.15.44:0/2559845935 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x564572de59e0 0x564572de7e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:48.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.932+0000 7f87e5e00700 1 --2- 172.21.15.44:0/2559845935 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x564572de59e0 0x564572de7e00 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7d3df9006a57045b server_cookie=88b08502d71911f9 in_seq=0 out_seq=0 2024-05-21T00:44:48.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.932+0000 7f87c7e00700 10 client.25754 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:48.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.932+0000 7f87c7e00700 1 -- 172.21.15.44:0/2559845935 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564572cb2570 con 0x564572de59e0 2024-05-21T00:44:48.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.932+0000 7f87c7e00700 10 client.25754 handle_command_reply: tid=0 2024-05-21T00:44:48.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.932+0000 7f87f7a25b80 1 client.25754 shutdown 2024-05-21T00:44:48.947 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.933+0000 7f87f7a25b80 1 -- 172.21.15.44:0/2559845935 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564572d79690 msgr2=0x564572d79b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:48.947 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.933+0000 7f87f7a25b80 1 --2- 172.21.15.44:0/2559845935 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564572d79690 0x564572d79b10 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f87e0016620 tx=0x7f87e0004f30 comp rx=0 tx=0).stop 2024-05-21T00:44:48.947 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.933+0000 7f87f7a25b80 1 -- 172.21.15.44:0/2559845935 shutdown_connections 2024-05-21T00:44:48.947 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.933+0000 7f87f7a25b80 1 --2- 172.21.15.44:0/2559845935 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x564572de59e0 0x564572de7e00 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.947 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.933+0000 7f87f7a25b80 1 --2- 172.21.15.44:0/2559845935 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564572d79690 0x564572d79b10 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.933+0000 7f87f7a25b80 1 --2- 172.21.15.44:0/2559845935 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x564572d5deb0 0x564572d6ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.933+0000 7f87f7a25b80 1 --2- 172.21.15.44:0/2559845935 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564572d5e7d0 0x564572d79150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.933+0000 7f87f7a25b80 1 -- 172.21.15.44:0/2559845935 >> 172.21.15.44:0/2559845935 conn(0x564572c86be0 msgr2=0x564572d5b9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:48.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.933+0000 7f87c7e00700 0 client.25754 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:48.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.933+0000 7f87f7a25b80 1 -- 172.21.15.44:0/2559845935 shutdown_connections 2024-05-21T00:44:48.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.933+0000 7f87f7a25b80 1 -- 172.21.15.44:0/2559845935 wait complete. 2024-05-21T00:44:48.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.933+0000 7f87f7a25b80 20 client.25754 trim_cache size 0 max 16384 2024-05-21T00:44:48.949 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-21T00:44:48.950 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.934+0000 7f87ed000700 1 -- 172.21.15.44:0/2016231744 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f87cc0b2900 msgr2=0x7f87cc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:48.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.934+0000 7f87ed000700 1 --2- 172.21.15.44:0/2016231744 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f87cc0b2900 0x7f87cc0b4dc0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f87d4013570 tx=0x7f87d4013930 comp rx=0 tx=0).stop 2024-05-21T00:44:48.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.934+0000 7f87ed000700 1 -- 172.21.15.44:0/2016231744 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87e81095b0 msgr2=0x7f87e8102f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:48.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.934+0000 7f87ed000700 1 --2- 172.21.15.44:0/2016231744 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87e81095b0 0x7f87e8102f90 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f87e000e940 tx=0x7f87e000ec50 comp rx=0 tx=0).stop 2024-05-21T00:44:48.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.935+0000 7f87ed000700 1 -- 172.21.15.44:0/2016231744 shutdown_connections 2024-05-21T00:44:48.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.935+0000 7f87ed000700 1 --2- 172.21.15.44:0/2016231744 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f87cc0b2900 0x7f87cc0b4dc0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.952 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.935+0000 7f87ed000700 1 --2- 172.21.15.44:0/2016231744 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f87e806b220 0x7f87e8102510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.952 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.935+0000 7f87ed000700 1 --2- 172.21.15.44:0/2016231744 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87e81095b0 0x7f87e8102f90 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.952 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.935+0000 7f87ed000700 1 --2- 172.21.15.44:0/2016231744 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f87e806bbe0 0x7f87e8102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:48.952 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.935+0000 7f87ed000700 1 -- 172.21.15.44:0/2016231744 >> 172.21.15.44:0/2016231744 conn(0x7f87e80793f0 msgr2=0x7f87e8101170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:48.952 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.935+0000 7f87ed000700 1 -- 172.21.15.44:0/2016231744 shutdown_connections 2024-05-21T00:44:48.952 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:48.935+0000 7f87ed000700 1 -- 172.21.15.44:0/2016231744 wait complete. 2024-05-21T00:44:49.184 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4197376 len 16384 2024-05-21T00:44:49.185 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4197376 len 16384 2024-05-21T00:44:49.185 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4197888 len 1024 2024-05-21T00:44:49.185 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4197888 len 1024 2024-05-21T00:44:49.185 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4197888 len 1024 2024-05-21T00:44:49.185 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4197888 len 1024 2024-05-21T00:44:49.185 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4197888 len 2048 2024-05-21T00:44:49.186 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4197888 len 2048 2024-05-21T00:44:49.186 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4197888 len 2048 2024-05-21T00:44:49.186 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4197888 len 2048 2024-05-21T00:44:49.186 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4197888 len 4096 2024-05-21T00:44:49.186 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4197888 len 4096 2024-05-21T00:44:49.186 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4197888 len 4096 2024-05-21T00:44:49.187 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4197888 len 4096 2024-05-21T00:44:49.187 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4197888 len 8192 2024-05-21T00:44:49.187 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4197888 len 8192 2024-05-21T00:44:49.187 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4197888 len 8192 2024-05-21T00:44:49.187 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4197888 len 8192 2024-05-21T00:44:49.187 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 0 offset 4197888 len 16384 2024-05-21T00:44:49.188 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4197888 len 16384 2024-05-21T00:44:49.188 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 0 offset 4197888 len 16384 2024-05-21T00:44:49.188 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 0 offset 4197888 len 16384 2024-05-21T00:44:49.188 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4190720 len 1024 2024-05-21T00:44:49.188 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4190720 len 1024 2024-05-21T00:44:49.188 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4190720 len 1024 2024-05-21T00:44:49.188 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4190720 len 1024 2024-05-21T00:44:49.189 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4190720 len 2048 2024-05-21T00:44:49.189 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4190720 len 2048 2024-05-21T00:44:49.189 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4190720 len 2048 2024-05-21T00:44:49.189 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4190720 len 2048 2024-05-21T00:44:49.189 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4190720 len 4096 2024-05-21T00:44:49.189 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4190720 len 4096 2024-05-21T00:44:49.190 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4190720 len 4096 2024-05-21T00:44:49.190 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4190720 len 4096 2024-05-21T00:44:49.190 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4190720 len 8192 2024-05-21T00:44:49.190 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4190720 len 8192 2024-05-21T00:44:49.190 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4190720 len 8192 2024-05-21T00:44:49.190 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4190720 len 8192 2024-05-21T00:44:49.191 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4190720 len 16384 2024-05-21T00:44:49.191 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4190720 len 16384 2024-05-21T00:44:49.191 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4190720 len 16384 2024-05-21T00:44:49.191 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4190720 len 16384 2024-05-21T00:44:49.191 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4191232 len 1024 2024-05-21T00:44:49.191 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4191232 len 1024 2024-05-21T00:44:49.191 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4191232 len 1024 2024-05-21T00:44:49.192 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4191232 len 1024 2024-05-21T00:44:49.192 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4191232 len 2048 2024-05-21T00:44:49.192 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4191232 len 2048 2024-05-21T00:44:49.192 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4191232 len 2048 2024-05-21T00:44:49.192 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4191232 len 2048 2024-05-21T00:44:49.192 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4191232 len 4096 2024-05-21T00:44:49.193 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4191232 len 4096 2024-05-21T00:44:49.193 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4191232 len 4096 2024-05-21T00:44:49.193 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4191232 len 4096 2024-05-21T00:44:49.194 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4191232 len 8192 2024-05-21T00:44:49.194 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4191232 len 8192 2024-05-21T00:44:49.195 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4191232 len 8192 2024-05-21T00:44:49.195 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4191232 len 8192 2024-05-21T00:44:49.195 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4191232 len 16384 2024-05-21T00:44:49.195 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4191232 len 16384 2024-05-21T00:44:49.195 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4191232 len 16384 2024-05-21T00:44:49.196 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4191232 len 16384 2024-05-21T00:44:49.196 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4191744 len 1024 2024-05-21T00:44:49.196 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4191744 len 1024 2024-05-21T00:44:49.196 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4191744 len 1024 2024-05-21T00:44:49.196 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4191744 len 1024 2024-05-21T00:44:49.196 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4191744 len 2048 2024-05-21T00:44:49.196 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4191744 len 2048 2024-05-21T00:44:49.197 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4191744 len 2048 2024-05-21T00:44:49.197 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4191744 len 2048 2024-05-21T00:44:49.197 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4191744 len 4096 2024-05-21T00:44:49.197 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4191744 len 4096 2024-05-21T00:44:49.197 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4191744 len 4096 2024-05-21T00:44:49.197 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4191744 len 4096 2024-05-21T00:44:49.197 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4191744 len 8192 2024-05-21T00:44:49.198 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4191744 len 8192 2024-05-21T00:44:49.198 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4191744 len 8192 2024-05-21T00:44:49.198 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4191744 len 8192 2024-05-21T00:44:49.198 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4191744 len 16384 2024-05-21T00:44:49.198 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4191744 len 16384 2024-05-21T00:44:49.198 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4191744 len 16384 2024-05-21T00:44:49.199 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4191744 len 16384 2024-05-21T00:44:49.199 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4192256 len 1024 2024-05-21T00:44:49.199 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4192256 len 1024 2024-05-21T00:44:49.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:49 smithi044 ceph-mon[31392]: pgmap v541: 97 pgs: 97 active+clean; 109 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 740 KiB/s wr, 168 op/s 2024-05-21T00:44:49.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:49 smithi082 ceph-mon[36141]: pgmap v541: 97 pgs: 97 active+clean; 109 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 740 KiB/s wr, 168 op/s 2024-05-21T00:44:50.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:49 smithi092 ceph-mon[36335]: pgmap v541: 97 pgs: 97 active+clean; 109 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 740 KiB/s wr, 168 op/s 2024-05-21T00:44:50.915 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4192256 len 1024 2024-05-21T00:44:50.916 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4192256 len 1024 2024-05-21T00:44:50.916 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4192256 len 2048 2024-05-21T00:44:50.916 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4192256 len 2048 2024-05-21T00:44:50.916 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4192256 len 2048 2024-05-21T00:44:50.916 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4192256 len 2048 2024-05-21T00:44:50.916 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4192256 len 4096 2024-05-21T00:44:50.916 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4192256 len 4096 2024-05-21T00:44:50.916 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4192256 len 4096 2024-05-21T00:44:50.916 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4192256 len 4096 2024-05-21T00:44:50.916 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4192256 len 8192 2024-05-21T00:44:50.916 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4192256 len 8192 2024-05-21T00:44:50.916 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4192256 len 8192 2024-05-21T00:44:50.916 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4192256 len 8192 2024-05-21T00:44:50.917 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4192256 len 16384 2024-05-21T00:44:50.917 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4192256 len 16384 2024-05-21T00:44:50.917 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4192256 len 16384 2024-05-21T00:44:50.917 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4192256 len 16384 2024-05-21T00:44:50.917 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4192768 len 1024 2024-05-21T00:44:50.917 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4192768 len 1024 2024-05-21T00:44:50.917 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4192768 len 1024 2024-05-21T00:44:50.917 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4192768 len 1024 2024-05-21T00:44:50.917 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4192768 len 2048 2024-05-21T00:44:50.917 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4192768 len 2048 2024-05-21T00:44:50.917 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4192768 len 2048 2024-05-21T00:44:50.917 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4192768 len 2048 2024-05-21T00:44:50.917 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4192768 len 4096 2024-05-21T00:44:50.917 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4192768 len 4096 2024-05-21T00:44:50.918 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4192768 len 4096 2024-05-21T00:44:50.918 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4192768 len 4096 2024-05-21T00:44:50.918 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4192768 len 8192 2024-05-21T00:44:50.918 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4192768 len 8192 2024-05-21T00:44:50.918 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4192768 len 8192 2024-05-21T00:44:50.918 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4192768 len 8192 2024-05-21T00:44:50.919 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4192768 len 16384 2024-05-21T00:44:50.919 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4192768 len 16384 2024-05-21T00:44:50.919 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4192768 len 16384 2024-05-21T00:44:50.919 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4192768 len 16384 2024-05-21T00:44:50.919 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4193280 len 1024 2024-05-21T00:44:50.920 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4193280 len 1024 2024-05-21T00:44:50.920 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4193280 len 1024 2024-05-21T00:44:50.920 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4193280 len 1024 2024-05-21T00:44:50.920 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4193280 len 2048 2024-05-21T00:44:50.920 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4193280 len 2048 2024-05-21T00:44:50.920 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4193280 len 2048 2024-05-21T00:44:50.920 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4193280 len 2048 2024-05-21T00:44:50.920 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4193280 len 4096 2024-05-21T00:44:50.920 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4193280 len 4096 2024-05-21T00:44:50.920 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4193280 len 4096 2024-05-21T00:44:50.920 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4193280 len 4096 2024-05-21T00:44:50.920 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4193280 len 8192 2024-05-21T00:44:50.921 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4193280 len 8192 2024-05-21T00:44:50.921 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4193280 len 8192 2024-05-21T00:44:50.921 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4193280 len 8192 2024-05-21T00:44:50.921 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4193280 len 16384 2024-05-21T00:44:50.921 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4193280 len 16384 2024-05-21T00:44:50.921 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4193280 len 16384 2024-05-21T00:44:50.921 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4193280 len 16384 2024-05-21T00:44:50.921 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4193792 len 1024 2024-05-21T00:44:50.921 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4193792 len 1024 2024-05-21T00:44:50.921 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4193792 len 1024 2024-05-21T00:44:50.921 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4193792 len 1024 2024-05-21T00:44:50.922 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4193792 len 2048 2024-05-21T00:44:50.922 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4193792 len 2048 2024-05-21T00:44:50.922 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4193792 len 2048 2024-05-21T00:44:50.922 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4193792 len 2048 2024-05-21T00:44:50.922 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4193792 len 4096 2024-05-21T00:44:50.922 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4193792 len 4096 2024-05-21T00:44:50.922 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4193792 len 4096 2024-05-21T00:44:50.922 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4193792 len 4096 2024-05-21T00:44:50.922 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4193792 len 8192 2024-05-21T00:44:50.922 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4193792 len 8192 2024-05-21T00:44:50.922 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4193792 len 8192 2024-05-21T00:44:50.922 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4193792 len 8192 2024-05-21T00:44:50.922 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4193792 len 16384 2024-05-21T00:44:50.923 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4193792 len 16384 2024-05-21T00:44:50.923 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4193792 len 16384 2024-05-21T00:44:50.923 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4193792 len 16384 2024-05-21T00:44:50.923 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4194304 len 1024 2024-05-21T00:44:50.923 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4194304 len 1024 2024-05-21T00:44:50.923 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4194304 len 1024 2024-05-21T00:44:50.923 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4194304 len 1024 2024-05-21T00:44:50.989 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T00:44:50.989 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T00:44:51.398 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4194304 len 2048 2024-05-21T00:44:51.398 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4194304 len 2048 2024-05-21T00:44:51.398 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4194304 len 2048 2024-05-21T00:44:51.398 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4194304 len 2048 2024-05-21T00:44:51.398 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4194304 len 4096 2024-05-21T00:44:51.399 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4194304 len 4096 2024-05-21T00:44:51.399 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4194304 len 4096 2024-05-21T00:44:51.399 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4194304 len 4096 2024-05-21T00:44:51.399 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4194304 len 8192 2024-05-21T00:44:51.399 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4194304 len 8192 2024-05-21T00:44:51.400 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4194304 len 8192 2024-05-21T00:44:51.400 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4194304 len 8192 2024-05-21T00:44:51.400 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4194304 len 16384 2024-05-21T00:44:51.400 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4194304 len 16384 2024-05-21T00:44:51.400 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4194304 len 16384 2024-05-21T00:44:51.400 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4194304 len 16384 2024-05-21T00:44:51.401 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4194816 len 1024 2024-05-21T00:44:51.401 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4194816 len 1024 2024-05-21T00:44:51.401 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4194816 len 1024 2024-05-21T00:44:51.401 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4194816 len 1024 2024-05-21T00:44:51.401 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4194816 len 2048 2024-05-21T00:44:51.401 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4194816 len 2048 2024-05-21T00:44:51.401 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4194816 len 2048 2024-05-21T00:44:51.401 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4194816 len 2048 2024-05-21T00:44:51.402 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4194816 len 4096 2024-05-21T00:44:51.402 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4194816 len 4096 2024-05-21T00:44:51.402 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4194816 len 4096 2024-05-21T00:44:51.402 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4194816 len 4096 2024-05-21T00:44:51.402 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4194816 len 8192 2024-05-21T00:44:51.402 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4194816 len 8192 2024-05-21T00:44:51.402 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4194816 len 8192 2024-05-21T00:44:51.402 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4194816 len 8192 2024-05-21T00:44:51.403 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4194816 len 16384 2024-05-21T00:44:51.403 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4194816 len 16384 2024-05-21T00:44:51.403 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4194816 len 16384 2024-05-21T00:44:51.403 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4194816 len 16384 2024-05-21T00:44:51.403 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4195328 len 1024 2024-05-21T00:44:51.403 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4195328 len 1024 2024-05-21T00:44:51.403 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4195328 len 1024 2024-05-21T00:44:51.403 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4195328 len 1024 2024-05-21T00:44:51.403 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4195328 len 2048 2024-05-21T00:44:51.404 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4195328 len 2048 2024-05-21T00:44:51.404 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4195328 len 2048 2024-05-21T00:44:51.404 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4195328 len 2048 2024-05-21T00:44:51.404 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4195328 len 4096 2024-05-21T00:44:51.404 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4195328 len 4096 2024-05-21T00:44:51.404 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4195328 len 4096 2024-05-21T00:44:51.404 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4195328 len 4096 2024-05-21T00:44:51.404 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4195328 len 8192 2024-05-21T00:44:51.404 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4195328 len 8192 2024-05-21T00:44:51.404 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4195328 len 8192 2024-05-21T00:44:51.404 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4195328 len 8192 2024-05-21T00:44:51.404 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4195328 len 16384 2024-05-21T00:44:51.404 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4195328 len 16384 2024-05-21T00:44:51.405 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4195328 len 16384 2024-05-21T00:44:51.405 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4195328 len 16384 2024-05-21T00:44:51.405 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4195840 len 1024 2024-05-21T00:44:51.405 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4195840 len 1024 2024-05-21T00:44:51.405 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4195840 len 1024 2024-05-21T00:44:51.405 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4195840 len 1024 2024-05-21T00:44:51.405 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4195840 len 2048 2024-05-21T00:44:51.405 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4195840 len 2048 2024-05-21T00:44:51.405 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4195840 len 2048 2024-05-21T00:44:51.405 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4195840 len 2048 2024-05-21T00:44:51.405 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4195840 len 4096 2024-05-21T00:44:51.405 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4195840 len 4096 2024-05-21T00:44:51.405 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4195840 len 4096 2024-05-21T00:44:51.405 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4195840 len 4096 2024-05-21T00:44:51.406 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4195840 len 8192 2024-05-21T00:44:51.406 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4195840 len 8192 2024-05-21T00:44:51.406 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4195840 len 8192 2024-05-21T00:44:51.406 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4195840 len 8192 2024-05-21T00:44:51.406 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4195840 len 16384 2024-05-21T00:44:51.406 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4195840 len 16384 2024-05-21T00:44:51.406 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4195840 len 16384 2024-05-21T00:44:51.406 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4195840 len 16384 2024-05-21T00:44:51.406 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4196352 len 1024 2024-05-21T00:44:51.406 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4196352 len 1024 2024-05-21T00:44:51.406 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4196352 len 1024 2024-05-21T00:44:51.406 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4196352 len 1024 2024-05-21T00:44:51.407 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4196352 len 2048 2024-05-21T00:44:51.407 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4196352 len 2048 2024-05-21T00:44:51.466 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:44:51.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:51 smithi044 ceph-mon[31392]: pgmap v542: 97 pgs: 97 active+clean; 226 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 27 MiB/s rd, 779 KiB/s wr, 190 op/s 2024-05-21T00:44:51.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:51 smithi082 ceph-mon[36141]: pgmap v542: 97 pgs: 97 active+clean; 226 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 27 MiB/s rd, 779 KiB/s wr, 190 op/s 2024-05-21T00:44:51.954 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4196352 len 2048 2024-05-21T00:44:51.954 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4196352 len 2048 2024-05-21T00:44:51.954 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4196352 len 4096 2024-05-21T00:44:51.954 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4196352 len 4096 2024-05-21T00:44:51.954 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4196352 len 4096 2024-05-21T00:44:51.954 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4196352 len 4096 2024-05-21T00:44:51.954 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4196352 len 8192 2024-05-21T00:44:51.954 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4196352 len 8192 2024-05-21T00:44:51.954 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4196352 len 8192 2024-05-21T00:44:51.955 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4196352 len 8192 2024-05-21T00:44:51.955 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4196352 len 16384 2024-05-21T00:44:51.955 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4196352 len 16384 2024-05-21T00:44:51.955 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4196352 len 16384 2024-05-21T00:44:51.955 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4196352 len 16384 2024-05-21T00:44:51.955 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4196864 len 1024 2024-05-21T00:44:51.955 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4196864 len 1024 2024-05-21T00:44:51.955 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4196864 len 1024 2024-05-21T00:44:51.955 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4196864 len 1024 2024-05-21T00:44:51.955 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4196864 len 2048 2024-05-21T00:44:51.955 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4196864 len 2048 2024-05-21T00:44:51.955 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4196864 len 2048 2024-05-21T00:44:51.955 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4196864 len 2048 2024-05-21T00:44:51.956 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4196864 len 4096 2024-05-21T00:44:51.956 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4196864 len 4096 2024-05-21T00:44:51.956 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4196864 len 4096 2024-05-21T00:44:51.956 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4196864 len 4096 2024-05-21T00:44:51.956 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4196864 len 8192 2024-05-21T00:44:51.956 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4196864 len 8192 2024-05-21T00:44:51.956 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4196864 len 8192 2024-05-21T00:44:51.956 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4196864 len 8192 2024-05-21T00:44:51.956 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4196864 len 16384 2024-05-21T00:44:51.956 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4196864 len 16384 2024-05-21T00:44:51.956 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4196864 len 16384 2024-05-21T00:44:51.956 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4196864 len 16384 2024-05-21T00:44:51.957 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4197376 len 1024 2024-05-21T00:44:51.957 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4197376 len 1024 2024-05-21T00:44:51.957 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4197376 len 1024 2024-05-21T00:44:51.957 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4197376 len 1024 2024-05-21T00:44:51.957 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4197376 len 2048 2024-05-21T00:44:51.957 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4197376 len 2048 2024-05-21T00:44:51.957 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4197376 len 2048 2024-05-21T00:44:51.957 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4197376 len 2048 2024-05-21T00:44:51.957 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4197376 len 4096 2024-05-21T00:44:51.957 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4197376 len 4096 2024-05-21T00:44:51.957 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4197376 len 4096 2024-05-21T00:44:51.957 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4197376 len 4096 2024-05-21T00:44:51.957 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4197376 len 8192 2024-05-21T00:44:51.958 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4197376 len 8192 2024-05-21T00:44:51.958 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4197376 len 8192 2024-05-21T00:44:51.958 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4197376 len 8192 2024-05-21T00:44:51.958 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4197376 len 16384 2024-05-21T00:44:51.958 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4197376 len 16384 2024-05-21T00:44:51.958 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4197376 len 16384 2024-05-21T00:44:51.958 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4197376 len 16384 2024-05-21T00:44:51.958 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4197888 len 1024 2024-05-21T00:44:51.958 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4197888 len 1024 2024-05-21T00:44:51.958 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4197888 len 1024 2024-05-21T00:44:51.958 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4197888 len 1024 2024-05-21T00:44:51.958 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4197888 len 2048 2024-05-21T00:44:51.958 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4197888 len 2048 2024-05-21T00:44:51.958 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4197888 len 2048 2024-05-21T00:44:51.959 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4197888 len 2048 2024-05-21T00:44:51.959 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4197888 len 4096 2024-05-21T00:44:51.959 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4197888 len 4096 2024-05-21T00:44:51.959 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4197888 len 4096 2024-05-21T00:44:51.959 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4197888 len 4096 2024-05-21T00:44:51.959 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4197888 len 8192 2024-05-21T00:44:51.959 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4197888 len 8192 2024-05-21T00:44:51.959 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4197888 len 8192 2024-05-21T00:44:51.959 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4197888 len 8192 2024-05-21T00:44:51.959 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 512 offset 4197888 len 16384 2024-05-21T00:44:51.959 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4197888 len 16384 2024-05-21T00:44:51.959 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 512 offset 4197888 len 16384 2024-05-21T00:44:51.959 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 512 offset 4197888 len 16384 2024-05-21T00:44:51.960 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4190720 len 1024 2024-05-21T00:44:51.960 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4190720 len 1024 2024-05-21T00:44:51.960 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4190720 len 1024 2024-05-21T00:44:51.960 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4190720 len 1024 2024-05-21T00:44:51.960 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4190720 len 2048 2024-05-21T00:44:51.960 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4190720 len 2048 2024-05-21T00:44:51.960 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4190720 len 2048 2024-05-21T00:44:51.960 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4190720 len 2048 2024-05-21T00:44:51.960 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4190720 len 4096 2024-05-21T00:44:52.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:51 smithi092 ceph-mon[36335]: pgmap v542: 97 pgs: 97 active+clean; 226 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 27 MiB/s rd, 779 KiB/s wr, 190 op/s 2024-05-21T00:44:53.393 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4190720 len 4096 2024-05-21T00:44:53.393 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4190720 len 4096 2024-05-21T00:44:53.393 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4190720 len 4096 2024-05-21T00:44:53.393 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4190720 len 8192 2024-05-21T00:44:53.393 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4190720 len 8192 2024-05-21T00:44:53.393 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4190720 len 8192 2024-05-21T00:44:53.393 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4190720 len 8192 2024-05-21T00:44:53.393 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4190720 len 16384 2024-05-21T00:44:53.394 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4190720 len 16384 2024-05-21T00:44:53.394 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4190720 len 16384 2024-05-21T00:44:53.394 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4190720 len 16384 2024-05-21T00:44:53.394 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4191232 len 1024 2024-05-21T00:44:53.394 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4191232 len 1024 2024-05-21T00:44:53.394 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4191232 len 1024 2024-05-21T00:44:53.394 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4191232 len 1024 2024-05-21T00:44:53.394 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4191232 len 2048 2024-05-21T00:44:53.394 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4191232 len 2048 2024-05-21T00:44:53.394 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4191232 len 2048 2024-05-21T00:44:53.394 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4191232 len 2048 2024-05-21T00:44:53.394 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4191232 len 4096 2024-05-21T00:44:53.395 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4191232 len 4096 2024-05-21T00:44:53.395 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4191232 len 4096 2024-05-21T00:44:53.395 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4191232 len 4096 2024-05-21T00:44:53.395 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4191232 len 8192 2024-05-21T00:44:53.395 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4191232 len 8192 2024-05-21T00:44:53.395 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4191232 len 8192 2024-05-21T00:44:53.395 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4191232 len 8192 2024-05-21T00:44:53.395 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4191232 len 16384 2024-05-21T00:44:53.396 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4191232 len 16384 2024-05-21T00:44:53.396 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4191232 len 16384 2024-05-21T00:44:53.396 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4191232 len 16384 2024-05-21T00:44:53.396 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4191744 len 1024 2024-05-21T00:44:53.396 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4191744 len 1024 2024-05-21T00:44:53.396 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4191744 len 1024 2024-05-21T00:44:53.397 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4191744 len 1024 2024-05-21T00:44:53.397 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4191744 len 2048 2024-05-21T00:44:53.397 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4191744 len 2048 2024-05-21T00:44:53.397 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4191744 len 2048 2024-05-21T00:44:53.397 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4191744 len 2048 2024-05-21T00:44:53.397 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4191744 len 4096 2024-05-21T00:44:53.397 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4191744 len 4096 2024-05-21T00:44:53.398 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4191744 len 4096 2024-05-21T00:44:53.398 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4191744 len 4096 2024-05-21T00:44:53.398 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4191744 len 8192 2024-05-21T00:44:53.398 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4191744 len 8192 2024-05-21T00:44:53.398 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4191744 len 8192 2024-05-21T00:44:53.398 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4191744 len 8192 2024-05-21T00:44:53.398 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4191744 len 16384 2024-05-21T00:44:53.399 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4191744 len 16384 2024-05-21T00:44:53.399 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4191744 len 16384 2024-05-21T00:44:53.399 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4191744 len 16384 2024-05-21T00:44:53.399 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4192256 len 1024 2024-05-21T00:44:53.399 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4192256 len 1024 2024-05-21T00:44:53.399 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4192256 len 1024 2024-05-21T00:44:53.399 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4192256 len 1024 2024-05-21T00:44:53.399 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4192256 len 2048 2024-05-21T00:44:53.400 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4192256 len 2048 2024-05-21T00:44:53.400 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4192256 len 2048 2024-05-21T00:44:53.400 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4192256 len 2048 2024-05-21T00:44:53.400 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4192256 len 4096 2024-05-21T00:44:53.400 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4192256 len 4096 2024-05-21T00:44:53.400 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4192256 len 4096 2024-05-21T00:44:53.400 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4192256 len 4096 2024-05-21T00:44:53.401 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4192256 len 8192 2024-05-21T00:44:53.401 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4192256 len 8192 2024-05-21T00:44:53.401 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4192256 len 8192 2024-05-21T00:44:53.401 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4192256 len 8192 2024-05-21T00:44:53.401 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4192256 len 16384 2024-05-21T00:44:53.401 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4192256 len 16384 2024-05-21T00:44:53.402 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4192256 len 16384 2024-05-21T00:44:53.402 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4192256 len 16384 2024-05-21T00:44:53.402 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4192768 len 1024 2024-05-21T00:44:53.402 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4192768 len 1024 2024-05-21T00:44:53.402 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4192768 len 1024 2024-05-21T00:44:53.402 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4192768 len 1024 2024-05-21T00:44:53.403 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4192768 len 2048 2024-05-21T00:44:53.403 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4192768 len 2048 2024-05-21T00:44:53.403 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4192768 len 2048 2024-05-21T00:44:53.403 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4192768 len 2048 2024-05-21T00:44:53.403 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4192768 len 4096 2024-05-21T00:44:53.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:53 smithi044 ceph-mon[31392]: pgmap v543: 97 pgs: 97 active+clean; 272 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 39 MiB/s rd, 997 KiB/s wr, 241 op/s 2024-05-21T00:44:53.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:53 smithi082 ceph-mon[36141]: pgmap v543: 97 pgs: 97 active+clean; 272 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 39 MiB/s rd, 997 KiB/s wr, 241 op/s 2024-05-21T00:44:54.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.004+0000 7f1e40200700 1 -- 172.21.15.44:0/2855119097 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1e381088f0 msgr2=0x7f1e38110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:54.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.004+0000 7f1e40200700 1 --2- 172.21.15.44:0/2855119097 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1e381088f0 0x7f1e38110470 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f1e3000b0a0 tx=0x7f1e3000b3b0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.004+0000 7f1e40200700 1 -- 172.21.15.44:0/2855119097 shutdown_connections 2024-05-21T00:44:54.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.004+0000 7f1e40200700 1 --2- 172.21.15.44:0/2855119097 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1e381037f0 0x7f1e38103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.004+0000 7f1e40200700 1 --2- 172.21.15.44:0/2855119097 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1e381088f0 0x7f1e38110470 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.004+0000 7f1e40200700 1 --2- 172.21.15.44:0/2855119097 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1e381041a0 0x7f1e381081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.004+0000 7f1e40200700 1 -- 172.21.15.44:0/2855119097 >> 172.21.15.44:0/2855119097 conn(0x7f1e3807a6a0 msgr2=0x7f1e3807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:54.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.004+0000 7f1e40200700 1 -- 172.21.15.44:0/2855119097 shutdown_connections 2024-05-21T00:44:54.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.004+0000 7f1e40200700 1 -- 172.21.15.44:0/2855119097 wait complete. 2024-05-21T00:44:54.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.006+0000 7f1e40200700 1 Processor -- start 2024-05-21T00:44:54.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.006+0000 7f1e40200700 1 -- start start 2024-05-21T00:44:54.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.007+0000 7f1e40200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1e381037f0 0x7f1e3819bd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:54.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.007+0000 7f1e40200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1e381041a0 0x7f1e3819c270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:54.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.007+0000 7f1e40200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1e381088f0 0x7f1e381a0600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:54.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.007+0000 7f1e40200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1e38113710 con 0x7f1e381037f0 2024-05-21T00:44:54.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.007+0000 7f1e40200700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f1e38113590 con 0x7f1e381041a0 2024-05-21T00:44:54.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.007+0000 7f1e40200700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f1e38113890 con 0x7f1e381088f0 2024-05-21T00:44:54.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.007+0000 7f1e3d800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1e381037f0 0x7f1e3819bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:54.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.007+0000 7f1e3d800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1e381037f0 0x7f1e3819bd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40080/0 (socket says 172.21.15.44:40080) 2024-05-21T00:44:54.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.007+0000 7f1e3ce00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1e381041a0 0x7f1e3819c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:54.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.007+0000 7f1e3d800700 1 -- 172.21.15.44:0/3517200486 learned_addr learned my addr 172.21.15.44:0/3517200486 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:54.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.007+0000 7f1e3e200700 1 --2- 172.21.15.44:0/3517200486 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1e381088f0 0x7f1e381a0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:54.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.007+0000 7f1e3ce00700 1 -- 172.21.15.44:0/3517200486 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1e381088f0 msgr2=0x7f1e381a0600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:54.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.007+0000 7f1e3ce00700 1 --2- 172.21.15.44:0/3517200486 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1e381088f0 0x7f1e381a0600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.007+0000 7f1e3ce00700 1 -- 172.21.15.44:0/3517200486 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1e381037f0 msgr2=0x7f1e3819bd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:54.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.007+0000 7f1e3ce00700 1 --2- 172.21.15.44:0/3517200486 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1e381037f0 0x7f1e3819bd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.008+0000 7f1e3ce00700 1 -- 172.21.15.44:0/3517200486 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e381a0d40 con 0x7f1e381041a0 2024-05-21T00:44:54.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.008+0000 7f1e3ce00700 1 --2- 172.21.15.44:0/3517200486 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1e381041a0 0x7f1e3819c270 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f1e2400e9f0 tx=0x7f1e2400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:54.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.008+0000 7f1e36000700 1 -- 172.21.15.44:0/3517200486 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e2400c9c0 con 0x7f1e381041a0 2024-05-21T00:44:54.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.008+0000 7f1e36000700 1 -- 172.21.15.44:0/3517200486 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e2400cb60 con 0x7f1e381041a0 2024-05-21T00:44:54.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.008+0000 7f1e40200700 1 -- 172.21.15.44:0/3517200486 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e381a1030 con 0x7f1e381041a0 2024-05-21T00:44:54.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.008+0000 7f1e36000700 1 -- 172.21.15.44:0/3517200486 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e24018680 con 0x7f1e381041a0 2024-05-21T00:44:54.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.008+0000 7f1e40200700 1 -- 172.21.15.44:0/3517200486 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e381a88b0 con 0x7f1e381041a0 2024-05-21T00:44:54.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.012+0000 7f1e36000700 1 -- 172.21.15.44:0/3517200486 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f1e24018820 con 0x7f1e381041a0 2024-05-21T00:44:54.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.013+0000 7f1e4ac72b80 1 Processor -- start 2024-05-21T00:44:54.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.014+0000 7f1e4ac72b80 1 -- start start 2024-05-21T00:44:54.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.014+0000 7f1e36000700 1 --2- 172.21.15.44:0/3517200486 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f1e200b2900 0x7f1e200b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:54.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.014+0000 7f1e36000700 1 -- 172.21.15.44:0/3517200486 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f1e240e2250 con 0x7f1e381041a0 2024-05-21T00:44:54.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.014+0000 7f1e4ac72b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cd873c9f30 0x55cd873ca310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:54.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.014+0000 7f1e4ac72b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cd873ca850 0x55cd873c42e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:54.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.014+0000 7f1e4ac72b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55cd873c4900 0x55cd873c4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:54.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.014+0000 7f1e4ac72b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55cd87322ec0 con 0x55cd873ca850 2024-05-21T00:44:54.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.014+0000 7f1e4ac72b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55cd87312a60 con 0x55cd873c9f30 2024-05-21T00:44:54.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.014+0000 7f1e4ac72b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55cd87316aa0 con 0x55cd873c4900 2024-05-21T00:44:54.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.014+0000 7f1e3e200700 1 --2- 172.21.15.44:0/3517200486 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f1e200b2900 0x7f1e200b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:54.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.015+0000 7f1e3d800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cd873c9f30 0x55cd873ca310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:54.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.015+0000 7f1e3d800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cd873c9f30 0x55cd873ca310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:38000/0 (socket says 172.21.15.44:38000) 2024-05-21T00:44:54.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.015+0000 7f1e3e200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55cd873c4900 0x55cd873c4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:54.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.015+0000 7f1e3d800700 1 -- 172.21.15.44:0/3600126176 learned_addr learned my addr 172.21.15.44:0/3600126176 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:54.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.015+0000 7f1e3d800700 1 -- 172.21.15.44:0/3600126176 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55cd873c4900 msgr2=0x55cd873c4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:54.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.015+0000 7f1e3d800700 1 --2- 172.21.15.44:0/3600126176 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55cd873c4900 0x55cd873c4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.015+0000 7f1e3d800700 1 -- 172.21.15.44:0/3600126176 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cd873ca850 msgr2=0x55cd873c42e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:54.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.015+0000 7f1e3d800700 1 --2- 172.21.15.44:0/3600126176 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cd873ca850 0x55cd873c42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.015+0000 7f1e3d800700 1 -- 172.21.15.44:0/3600126176 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cd872db4a0 con 0x55cd873c9f30 2024-05-21T00:44:54.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.015+0000 7f1e3e200700 1 --2- 172.21.15.44:0/3517200486 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f1e200b2900 0x7f1e200b4dc0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f1e30009e60 tx=0x7f1e300095d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:54.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.015+0000 7f1e3d800700 1 --2- 172.21.15.44:0/3600126176 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cd873c9f30 0x55cd873ca310 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f1e2c009dd0 tx=0x7f1e2c011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ecd558d12222647b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:54.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.016+0000 7f1e2aa00700 1 -- 172.21.15.44:0/3600126176 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e2c004a30 con 0x55cd873c9f30 2024-05-21T00:44:54.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.016+0000 7f1e2aa00700 1 -- 172.21.15.44:0/3600126176 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e2c0054d0 con 0x55cd873c9f30 2024-05-21T00:44:54.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.016+0000 7f1e2aa00700 1 -- 172.21.15.44:0/3600126176 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e2c0198b0 con 0x55cd873c9f30 2024-05-21T00:44:54.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.017+0000 7f1e4ac72b80 1 -- 172.21.15.44:0/3600126176 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cd873c9f30 msgr2=0x55cd873ca310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:54.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.017+0000 7f1e4ac72b80 1 --2- 172.21.15.44:0/3600126176 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cd873c9f30 0x55cd873ca310 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f1e2c009dd0 tx=0x7f1e2c011720 comp rx=0 tx=0).stop 2024-05-21T00:44:54.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.017+0000 7f1e4ac72b80 1 -- 172.21.15.44:0/3600126176 shutdown_connections 2024-05-21T00:44:54.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.017+0000 7f1e4ac72b80 1 --2- 172.21.15.44:0/3600126176 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55cd873c4900 0x55cd873c4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.017+0000 7f1e4ac72b80 1 --2- 172.21.15.44:0/3600126176 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cd873c9f30 0x55cd873ca310 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.017+0000 7f1e4ac72b80 1 --2- 172.21.15.44:0/3600126176 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cd873ca850 0x55cd873c42e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.017+0000 7f1e4ac72b80 1 -- 172.21.15.44:0/3600126176 >> 172.21.15.44:0/3600126176 conn(0x55cd872f2c60 msgr2=0x55cd873bf090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:54.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.017+0000 7f1e4ac72b80 1 -- 172.21.15.44:0/3600126176 shutdown_connections 2024-05-21T00:44:54.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.017+0000 7f1e4ac72b80 1 -- 172.21.15.44:0/3600126176 wait complete. 2024-05-21T00:44:54.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.018+0000 7f1e4ac72b80 1 -- start start 2024-05-21T00:44:54.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.018+0000 7f1e4ac72b80 1 Processor -- start 2024-05-21T00:44:54.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.018+0000 7f1e4ac72b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cd873c4900 0x55cd873d0580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:54.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.018+0000 7f1e4ac72b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55cd873c9f30 0x55cd873cd8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:54.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.018+0000 7f1e4ac72b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cd873ca850 0x55cd873cdde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:54.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.018+0000 7f1e4ac72b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55cd87219020 con 0x55cd873c4900 2024-05-21T00:44:54.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.018+0000 7f1e4ac72b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55cd872b37e0 con 0x55cd873ca850 2024-05-21T00:44:54.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.018+0000 7f1e4ac72b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55cd873d12c0 con 0x55cd873c9f30 2024-05-21T00:44:54.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.018+0000 7f1e4ac72b80 10 client.0 _ll_register_callbacks cb 0x55cd872bccf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:44:54.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.019+0000 7f1e3d800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cd873c4900 0x55cd873d0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:54.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.019+0000 7f1e3d800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cd873c4900 0x55cd873d0580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40102/0 (socket says 172.21.15.44:40102) 2024-05-21T00:44:54.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.019+0000 7f1e3d800700 1 -- 172.21.15.44:0/3394695748 learned_addr learned my addr 172.21.15.44:0/3394695748 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:54.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.019+0000 7f1e3ce00700 1 --2- 172.21.15.44:0/3394695748 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55cd873c9f30 0x55cd873cd8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:54.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.019+0000 7f1e3e200700 1 --2- 172.21.15.44:0/3394695748 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cd873ca850 0x55cd873cdde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:54.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.019+0000 7f1e3e200700 1 -- 172.21.15.44:0/3394695748 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55cd873c9f30 msgr2=0x55cd873cd8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:54.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.019+0000 7f1e3e200700 1 --2- 172.21.15.44:0/3394695748 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55cd873c9f30 0x55cd873cd8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.019+0000 7f1e3e200700 1 -- 172.21.15.44:0/3394695748 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cd873c4900 msgr2=0x55cd873d0580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:54.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.019+0000 7f1e3e200700 1 --2- 172.21.15.44:0/3394695748 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cd873c4900 0x55cd873d0580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.019+0000 7f1e3e200700 1 -- 172.21.15.44:0/3394695748 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cd87262950 con 0x55cd873ca850 2024-05-21T00:44:54.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.020+0000 7f1e3e200700 1 --2- 172.21.15.44:0/3394695748 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cd873ca850 0x55cd873cdde0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f1e30009fd0 tx=0x7f1e3000b3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dfc28b783b9e7058 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:54.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.020+0000 7f1e1f400700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:44:54.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.020+0000 7f1e1f400700 1 -- 172.21.15.44:0/3394695748 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e30007d50 con 0x55cd873ca850 2024-05-21T00:44:54.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.020+0000 7f1e1f400700 1 -- 172.21.15.44:0/3394695748 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f1e3001f440 con 0x55cd873ca850 2024-05-21T00:44:54.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.020+0000 7f1e4ac72b80 1 -- 172.21.15.44:0/3394695748 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e2c0054d0 con 0x55cd873ca850 2024-05-21T00:44:54.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.020+0000 7f1e1f400700 1 -- 172.21.15.44:0/3394695748 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1e3001f640 con 0x55cd873ca850 2024-05-21T00:44:54.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.020+0000 7f1e4ac72b80 10 client.25766 fetch_fsmap learned FSMap version 26 2024-05-21T00:44:54.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.020+0000 7f1e4ac72b80 1 -- 172.21.15.44:0/3394695748 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cd872e30e0 con 0x55cd873ca850 2024-05-21T00:44:54.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.021+0000 7f1e1f400700 1 -- 172.21.15.44:0/3394695748 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e2c0054d0 con 0x55cd873ca850 2024-05-21T00:44:54.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.021+0000 7f1e1f400700 1 -- 172.21.15.44:0/3394695748 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1e30011070 con 0x55cd873ca850 2024-05-21T00:44:54.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.021+0000 7f1e4ac72b80 10 client.25766 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:44:54.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.021+0000 7f1e4ac72b80 10 client.25766 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:44:54.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.021+0000 7f1e4ac72b80 20 client.25766 populate_metadata read hostname 'smithi044' 2024-05-21T00:44:54.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.021+0000 7f1e4ac72b80 1 --2- 172.21.15.44:0/3394695748 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55cd873dddf0 0x55cd873e0270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:54.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.021+0000 7f1e4ac72b80 4 client.25766 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:44:54.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.021+0000 7f1e4ac72b80 1 -- 172.21.15.44:0/3394695748 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cd87324e10 con 0x55cd873dddf0 2024-05-21T00:44:54.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.021+0000 7f1e3d800700 1 --2- 172.21.15.44:0/3394695748 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55cd873dddf0 0x55cd873e0270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:54.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.022+0000 7f1e3d800700 1 --2- 172.21.15.44:0/3394695748 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55cd873dddf0 0x55cd873e0270 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=33366acfa663c64f server_cookie=759352cadff59087 in_seq=0 out_seq=0 2024-05-21T00:44:54.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.022+0000 7f1e1f400700 10 client.25766 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:54.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.024+0000 7f1e1f400700 1 -- 172.21.15.44:0/3394695748 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55cd87324e10 con 0x55cd873dddf0 2024-05-21T00:44:54.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.024+0000 7f1e1f400700 10 client.25766 handle_command_reply: tid=0 2024-05-21T00:44:54.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.024+0000 7f1e4ac72b80 1 client.25766 shutdown 2024-05-21T00:44:54.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.024+0000 7f1e4ac72b80 1 -- 172.21.15.44:0/3394695748 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cd873ca850 msgr2=0x55cd873cdde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:54.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.024+0000 7f1e4ac72b80 1 --2- 172.21.15.44:0/3394695748 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cd873ca850 0x55cd873cdde0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f1e30009fd0 tx=0x7f1e3000b3b0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.024+0000 7f1e4ac72b80 1 -- 172.21.15.44:0/3394695748 shutdown_connections 2024-05-21T00:44:54.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.024+0000 7f1e4ac72b80 1 --2- 172.21.15.44:0/3394695748 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cd873c4900 0x55cd873d0580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.024+0000 7f1e4ac72b80 1 --2- 172.21.15.44:0/3394695748 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55cd873dddf0 0x55cd873e0270 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.024+0000 7f1e4ac72b80 1 --2- 172.21.15.44:0/3394695748 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cd873ca850 0x55cd873cdde0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.024+0000 7f1e4ac72b80 1 --2- 172.21.15.44:0/3394695748 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55cd873c9f30 0x55cd873cd8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.024+0000 7f1e4ac72b80 1 -- 172.21.15.44:0/3394695748 >> 172.21.15.44:0/3394695748 conn(0x55cd872f2c60 msgr2=0x55cd873c32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:54.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.024+0000 7f1e1f400700 0 client.25766 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:54.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.024+0000 7f1e4ac72b80 1 -- 172.21.15.44:0/3394695748 shutdown_connections 2024-05-21T00:44:54.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.024+0000 7f1e4ac72b80 1 -- 172.21.15.44:0/3394695748 wait complete. 2024-05-21T00:44:54.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.025+0000 7f1e4ac72b80 20 client.25766 trim_cache size 0 max 16384 2024-05-21T00:44:54.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.049+0000 7f1e4ac72b80 1 Processor -- start 2024-05-21T00:44:54.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.049+0000 7f1e4ac72b80 1 -- start start 2024-05-21T00:44:54.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.050+0000 7f1e4ac72b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cd873c4900 0x55cd873c42e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:54.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.050+0000 7f1e4ac72b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cd873c9f30 0x55cd873cacf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:54.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.050+0000 7f1e4ac72b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55cd873ca850 0x55cd873cb230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:54.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.050+0000 7f1e4ac72b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1e1800fd60 con 0x55cd873c4900 2024-05-21T00:44:54.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.050+0000 7f1e4ac72b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f1e1800d5f0 con 0x55cd873c9f30 2024-05-21T00:44:54.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.050+0000 7f1e4ac72b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f1e1800b440 con 0x55cd873ca850 2024-05-21T00:44:54.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.050+0000 7f1e3ce00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cd873c9f30 0x55cd873cacf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:54.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.050+0000 7f1e3d800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cd873c4900 0x55cd873c42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:54.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.050+0000 7f1e3ce00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cd873c9f30 0x55cd873cacf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:38012/0 (socket says 172.21.15.44:38012) 2024-05-21T00:44:54.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.050+0000 7f1e3e200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55cd873ca850 0x55cd873cb230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:54.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.050+0000 7f1e3ce00700 1 -- 172.21.15.44:0/236203412 learned_addr learned my addr 172.21.15.44:0/236203412 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:54.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.051+0000 7f1e3ce00700 1 -- 172.21.15.44:0/236203412 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55cd873ca850 msgr2=0x55cd873cb230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:54.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.051+0000 7f1e3ce00700 1 --2- 172.21.15.44:0/236203412 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55cd873ca850 0x55cd873cb230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.051+0000 7f1e3ce00700 1 -- 172.21.15.44:0/236203412 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cd873c4900 msgr2=0x55cd873c42e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:54.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.051+0000 7f1e3ce00700 1 --2- 172.21.15.44:0/236203412 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cd873c4900 0x55cd873c42e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.051+0000 7f1e3ce00700 1 -- 172.21.15.44:0/236203412 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cd873c0d40 con 0x55cd873c9f30 2024-05-21T00:44:54.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.051+0000 7f1e3ce00700 1 --2- 172.21.15.44:0/236203412 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cd873c9f30 0x55cd873cacf0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f1e240a94d0 tx=0x7f1e240a57c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=312bd0b9a279f7db server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:54.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.051+0000 7f1e2a000700 1 -- 172.21.15.44:0/236203412 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e240e1070 con 0x55cd873c9f30 2024-05-21T00:44:54.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.051+0000 7f1e2a000700 1 -- 172.21.15.44:0/236203412 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e240a9ed0 con 0x55cd873c9f30 2024-05-21T00:44:54.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.051+0000 7f1e2a000700 1 -- 172.21.15.44:0/236203412 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e240a9a30 con 0x55cd873c9f30 2024-05-21T00:44:54.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.052+0000 7f1e4ac72b80 1 -- 172.21.15.44:0/236203412 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cd873c9f30 msgr2=0x55cd873cacf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:54.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.052+0000 7f1e4ac72b80 1 --2- 172.21.15.44:0/236203412 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cd873c9f30 0x55cd873cacf0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f1e240a94d0 tx=0x7f1e240a57c0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.052+0000 7f1e4ac72b80 1 -- 172.21.15.44:0/236203412 shutdown_connections 2024-05-21T00:44:54.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.052+0000 7f1e4ac72b80 1 --2- 172.21.15.44:0/236203412 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cd873c4900 0x55cd873c42e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.052+0000 7f1e4ac72b80 1 --2- 172.21.15.44:0/236203412 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55cd873ca850 0x55cd873cb230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.052+0000 7f1e4ac72b80 1 --2- 172.21.15.44:0/236203412 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cd873c9f30 0x55cd873cacf0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.052+0000 7f1e4ac72b80 1 -- 172.21.15.44:0/236203412 >> 172.21.15.44:0/236203412 conn(0x55cd872f2c60 msgr2=0x55cd873cc1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:54.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.052+0000 7f1e4ac72b80 1 -- 172.21.15.44:0/236203412 shutdown_connections 2024-05-21T00:44:54.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.052+0000 7f1e4ac72b80 1 -- 172.21.15.44:0/236203412 wait complete. 2024-05-21T00:44:54.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.053+0000 7f1e4ac72b80 1 -- start start 2024-05-21T00:44:54.058 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:53 smithi092 ceph-mon[36335]: pgmap v543: 97 pgs: 97 active+clean; 272 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 39 MiB/s rd, 997 KiB/s wr, 241 op/s 2024-05-21T00:44:54.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.053+0000 7f1e4ac72b80 1 Processor -- start 2024-05-21T00:44:54.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.054+0000 7f1e4ac72b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55cd873c4900 0x55cd873d35b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:54.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.054+0000 7f1e4ac72b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cd873c9f30 0x55cd873d3af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:54.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.054+0000 7f1e4ac72b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cd873ca850 0x55cd873d4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:54.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.054+0000 7f1e4ac72b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1e1800bab0 con 0x55cd873c9f30 2024-05-21T00:44:54.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.054+0000 7f1e4ac72b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f1e1800cf20 con 0x55cd873ca850 2024-05-21T00:44:54.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.054+0000 7f1e4ac72b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f1e1800c180 con 0x55cd873c4900 2024-05-21T00:44:54.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.054+0000 7f1e4ac72b80 10 client.0 _ll_register_callbacks cb 0x55cd872bccf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:44:54.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.054+0000 7f1e3d800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55cd873c4900 0x55cd873d35b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:54.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.054+0000 7f1e3d800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55cd873c4900 0x55cd873d35b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:48282/0 (socket says 172.21.15.44:48282) 2024-05-21T00:44:54.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.054+0000 7f1e3d800700 1 -- 172.21.15.44:0/869638525 learned_addr learned my addr 172.21.15.44:0/869638525 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:54.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.054+0000 7f1e3ce00700 1 --2- 172.21.15.44:0/869638525 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cd873c9f30 0x55cd873d3af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:54.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.054+0000 7f1e3e200700 1 --2- 172.21.15.44:0/869638525 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cd873ca850 0x55cd873d4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:54.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.054+0000 7f1e3d800700 1 -- 172.21.15.44:0/869638525 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cd873ca850 msgr2=0x55cd873d4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:54.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.054+0000 7f1e3d800700 1 --2- 172.21.15.44:0/869638525 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cd873ca850 0x55cd873d4030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.054+0000 7f1e3d800700 1 -- 172.21.15.44:0/869638525 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cd873c9f30 msgr2=0x55cd873d3af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:54.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.054+0000 7f1e3d800700 1 --2- 172.21.15.44:0/869638525 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cd873c9f30 0x55cd873d3af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.054+0000 7f1e3d800700 1 -- 172.21.15.44:0/869638525 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cd87448c30 con 0x55cd873c4900 2024-05-21T00:44:54.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.055+0000 7f1e3d800700 1 --2- 172.21.15.44:0/869638525 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55cd873c4900 0x55cd873d35b0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f1e2c009d70 tx=0x7f1e2c0095c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=21ca1716ae3bd5f6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:54.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.055+0000 7f1e1f400700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:44:54.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.055+0000 7f1e1f400700 1 -- 172.21.15.44:0/869638525 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e2c005430 con 0x55cd873c4900 2024-05-21T00:44:54.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.055+0000 7f1e4ac72b80 1 -- 172.21.15.44:0/869638525 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e240a9ed0 con 0x55cd873c4900 2024-05-21T00:44:54.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.055+0000 7f1e1f400700 1 -- 172.21.15.44:0/869638525 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f1e2c0055d0 con 0x55cd873c4900 2024-05-21T00:44:54.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.055+0000 7f1e1f400700 1 -- 172.21.15.44:0/869638525 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1e2c03a050 con 0x55cd873c4900 2024-05-21T00:44:54.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.055+0000 7f1e4ac72b80 10 client.25804 fetch_fsmap learned FSMap version 26 2024-05-21T00:44:54.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.055+0000 7f1e4ac72b80 1 -- 172.21.15.44:0/869638525 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cd87449f60 con 0x55cd873c4900 2024-05-21T00:44:54.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.056+0000 7f1e1f400700 1 -- 172.21.15.44:0/869638525 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e240a9ed0 con 0x55cd873c4900 2024-05-21T00:44:54.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.056+0000 7f1e1f400700 1 -- 172.21.15.44:0/869638525 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1e2c019730 con 0x55cd873c4900 2024-05-21T00:44:54.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.056+0000 7f1e4ac72b80 10 client.25804 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:44:54.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.056+0000 7f1e4ac72b80 10 client.25804 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:44:54.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.056+0000 7f1e4ac72b80 20 client.25804 populate_metadata read hostname 'smithi044' 2024-05-21T00:44:54.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.056+0000 7f1e4ac72b80 1 --2- 172.21.15.44:0/869638525 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55cd8744a4a0 0x55cd8744c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:54.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.056+0000 7f1e4ac72b80 4 client.25804 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T00:44:54.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.056+0000 7f1e4ac72b80 1 -- 172.21.15.44:0/869638525 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55cd8731e5f0 con 0x55cd8744a4a0 2024-05-21T00:44:54.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.056+0000 7f1e3ce00700 1 --2- 172.21.15.44:0/869638525 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55cd8744a4a0 0x55cd8744c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:54.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.057+0000 7f1e3ce00700 1 --2- 172.21.15.44:0/869638525 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55cd8744a4a0 0x55cd8744c8c0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8f1d1a71c2f417a6 server_cookie=ff40f7aa0787aec0 in_seq=0 out_seq=0 2024-05-21T00:44:54.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.057+0000 7f1e1f400700 10 client.25804 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:54.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.058+0000 7f1e1f400700 1 -- 172.21.15.44:0/869638525 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55cd8731e5f0 con 0x55cd8744a4a0 2024-05-21T00:44:54.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.058+0000 7f1e1f400700 10 client.25804 handle_command_reply: tid=0 2024-05-21T00:44:54.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.058+0000 7f1e4ac72b80 1 client.25804 shutdown 2024-05-21T00:44:54.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.058+0000 7f1e4ac72b80 1 -- 172.21.15.44:0/869638525 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55cd873c4900 msgr2=0x55cd873d35b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:54.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.058+0000 7f1e4ac72b80 1 --2- 172.21.15.44:0/869638525 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55cd873c4900 0x55cd873d35b0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f1e2c009d70 tx=0x7f1e2c0095c0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.058+0000 7f1e4ac72b80 1 -- 172.21.15.44:0/869638525 shutdown_connections 2024-05-21T00:44:54.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.058+0000 7f1e4ac72b80 1 --2- 172.21.15.44:0/869638525 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55cd8744a4a0 0x55cd8744c8c0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.058+0000 7f1e4ac72b80 1 --2- 172.21.15.44:0/869638525 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cd873ca850 0x55cd873d4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.058+0000 7f1e4ac72b80 1 --2- 172.21.15.44:0/869638525 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55cd873c4900 0x55cd873d35b0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.058+0000 7f1e4ac72b80 1 --2- 172.21.15.44:0/869638525 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cd873c9f30 0x55cd873d3af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.058+0000 7f1e1f400700 0 client.25804 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:54.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.058+0000 7f1e4ac72b80 1 -- 172.21.15.44:0/869638525 >> 172.21.15.44:0/869638525 conn(0x55cd872f2c60 msgr2=0x55cd873cacb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:54.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.059+0000 7f1e4ac72b80 1 -- 172.21.15.44:0/869638525 shutdown_connections 2024-05-21T00:44:54.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.059+0000 7f1e4ac72b80 1 -- 172.21.15.44:0/869638525 wait complete. 2024-05-21T00:44:54.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.059+0000 7f1e4ac72b80 20 client.25804 trim_cache size 0 max 16384 2024-05-21T00:44:54.065 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:44:54.065 INFO:teuthology.orchestra.run.smithi044.stdout: "return_code": 0, 2024-05-21T00:44:54.065 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_tag": "83b2a8ee-913d-4a34-b888-54739c1a5081", 2024-05-21T00:44:54.065 INFO:teuthology.orchestra.run.smithi044.stdout: "mode": "asynchronous" 2024-05-21T00:44:54.065 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:44:54.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.061+0000 7f1e40200700 1 -- 172.21.15.44:0/3517200486 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f1e200b2900 msgr2=0x7f1e200b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:54.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.061+0000 7f1e40200700 1 --2- 172.21.15.44:0/3517200486 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f1e200b2900 0x7f1e200b4dc0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f1e30009e60 tx=0x7f1e300095d0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.061+0000 7f1e40200700 1 -- 172.21.15.44:0/3517200486 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1e381041a0 msgr2=0x7f1e3819c270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:54.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.061+0000 7f1e40200700 1 --2- 172.21.15.44:0/3517200486 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1e381041a0 0x7f1e3819c270 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f1e2400e9f0 tx=0x7f1e2400ed00 comp rx=0 tx=0).stop 2024-05-21T00:44:54.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.061+0000 7f1e40200700 1 -- 172.21.15.44:0/3517200486 shutdown_connections 2024-05-21T00:44:54.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.061+0000 7f1e40200700 1 --2- 172.21.15.44:0/3517200486 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f1e200b2900 0x7f1e200b4dc0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.061+0000 7f1e40200700 1 --2- 172.21.15.44:0/3517200486 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1e381037f0 0x7f1e3819bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.061+0000 7f1e40200700 1 --2- 172.21.15.44:0/3517200486 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1e381088f0 0x7f1e381a0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.061+0000 7f1e40200700 1 --2- 172.21.15.44:0/3517200486 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1e381041a0 0x7f1e3819c270 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:54.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.061+0000 7f1e40200700 1 -- 172.21.15.44:0/3517200486 >> 172.21.15.44:0/3517200486 conn(0x7f1e3807a6a0 msgr2=0x7f1e381017a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:54.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.061+0000 7f1e40200700 1 -- 172.21.15.44:0/3517200486 shutdown_connections 2024-05-21T00:44:54.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:54.061+0000 7f1e40200700 1 -- 172.21.15.44:0/3517200486 wait complete. 2024-05-21T00:44:54.529 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4192768 len 4096 2024-05-21T00:44:54.529 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4192768 len 4096 2024-05-21T00:44:54.530 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4192768 len 4096 2024-05-21T00:44:54.530 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4192768 len 8192 2024-05-21T00:44:54.530 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4192768 len 8192 2024-05-21T00:44:54.530 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4192768 len 8192 2024-05-21T00:44:54.530 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4192768 len 8192 2024-05-21T00:44:54.531 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4192768 len 16384 2024-05-21T00:44:54.531 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4192768 len 16384 2024-05-21T00:44:54.531 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4192768 len 16384 2024-05-21T00:44:54.531 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4192768 len 16384 2024-05-21T00:44:54.531 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4193280 len 1024 2024-05-21T00:44:54.532 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4193280 len 1024 2024-05-21T00:44:54.532 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4193280 len 1024 2024-05-21T00:44:54.532 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4193280 len 1024 2024-05-21T00:44:54.532 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4193280 len 2048 2024-05-21T00:44:54.532 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4193280 len 2048 2024-05-21T00:44:54.532 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4193280 len 2048 2024-05-21T00:44:54.533 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4193280 len 2048 2024-05-21T00:44:54.533 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4193280 len 4096 2024-05-21T00:44:54.533 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4193280 len 4096 2024-05-21T00:44:54.533 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4193280 len 4096 2024-05-21T00:44:54.533 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4193280 len 4096 2024-05-21T00:44:54.534 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4193280 len 8192 2024-05-21T00:44:54.534 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4193280 len 8192 2024-05-21T00:44:54.534 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4193280 len 8192 2024-05-21T00:44:54.534 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4193280 len 8192 2024-05-21T00:44:54.534 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4193280 len 16384 2024-05-21T00:44:54.535 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4193280 len 16384 2024-05-21T00:44:54.535 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4193280 len 16384 2024-05-21T00:44:54.535 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4193280 len 16384 2024-05-21T00:44:54.535 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4193792 len 1024 2024-05-21T00:44:54.535 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4193792 len 1024 2024-05-21T00:44:54.535 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4193792 len 1024 2024-05-21T00:44:54.536 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4193792 len 1024 2024-05-21T00:44:54.536 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4193792 len 2048 2024-05-21T00:44:54.536 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4193792 len 2048 2024-05-21T00:44:54.536 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4193792 len 2048 2024-05-21T00:44:54.536 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4193792 len 2048 2024-05-21T00:44:54.537 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4193792 len 4096 2024-05-21T00:44:54.537 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4193792 len 4096 2024-05-21T00:44:54.537 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4193792 len 4096 2024-05-21T00:44:54.537 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4193792 len 4096 2024-05-21T00:44:54.537 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4193792 len 8192 2024-05-21T00:44:54.537 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4193792 len 8192 2024-05-21T00:44:54.538 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4193792 len 8192 2024-05-21T00:44:54.538 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4193792 len 8192 2024-05-21T00:44:54.538 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4193792 len 16384 2024-05-21T00:44:54.538 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4193792 len 16384 2024-05-21T00:44:54.538 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4193792 len 16384 2024-05-21T00:44:54.539 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4193792 len 16384 2024-05-21T00:44:54.539 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4194304 len 1024 2024-05-21T00:44:54.539 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4194304 len 1024 2024-05-21T00:44:54.539 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4194304 len 1024 2024-05-21T00:44:54.539 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4194304 len 1024 2024-05-21T00:44:54.540 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4194304 len 2048 2024-05-21T00:44:54.540 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4194304 len 2048 2024-05-21T00:44:54.540 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4194304 len 2048 2024-05-21T00:44:54.540 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4194304 len 2048 2024-05-21T00:44:54.540 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4194304 len 4096 2024-05-21T00:44:54.540 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4194304 len 4096 2024-05-21T00:44:54.541 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4194304 len 4096 2024-05-21T00:44:54.541 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4194304 len 4096 2024-05-21T00:44:54.541 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4194304 len 8192 2024-05-21T00:44:54.541 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4194304 len 8192 2024-05-21T00:44:54.541 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4194304 len 8192 2024-05-21T00:44:54.542 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4194304 len 8192 2024-05-21T00:44:54.542 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4194304 len 16384 2024-05-21T00:44:54.542 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4194304 len 16384 2024-05-21T00:44:54.542 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4194304 len 16384 2024-05-21T00:44:54.542 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4194304 len 16384 2024-05-21T00:44:54.543 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4194816 len 1024 2024-05-21T00:44:54.543 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4194816 len 1024 2024-05-21T00:44:54.543 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4194816 len 1024 2024-05-21T00:44:54.543 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4194816 len 1024 2024-05-21T00:44:54.543 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4194816 len 2048 2024-05-21T00:44:54.543 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4194816 len 2048 2024-05-21T00:44:54.544 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4194816 len 2048 2024-05-21T00:44:54.544 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4194816 len 2048 2024-05-21T00:44:54.544 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4194816 len 4096 2024-05-21T00:44:54.544 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4194816 len 4096 2024-05-21T00:44:54.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:54 smithi044 ceph-mon[31392]: scrub queued for path: / 2024-05-21T00:44:54.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:54 smithi044 ceph-mon[31392]: scrub summary: idle+waiting paths [/] 2024-05-21T00:44:54.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:54 smithi044 ceph-mon[31392]: scrub summary: active paths [/] 2024-05-21T00:44:54.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:54 smithi044 ceph-mon[31392]: scrub summary: idle+waiting paths [/] 2024-05-21T00:44:54.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:54 smithi082 ceph-mon[36141]: scrub queued for path: / 2024-05-21T00:44:54.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:54 smithi082 ceph-mon[36141]: scrub summary: idle+waiting paths [/] 2024-05-21T00:44:54.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:54 smithi082 ceph-mon[36141]: scrub summary: active paths [/] 2024-05-21T00:44:54.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:54 smithi082 ceph-mon[36141]: scrub summary: idle+waiting paths [/] 2024-05-21T00:44:55.030 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4194816 len 4096 2024-05-21T00:44:55.031 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4194816 len 4096 2024-05-21T00:44:55.031 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4194816 len 8192 2024-05-21T00:44:55.031 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4194816 len 8192 2024-05-21T00:44:55.031 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4194816 len 8192 2024-05-21T00:44:55.031 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4194816 len 8192 2024-05-21T00:44:55.031 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4194816 len 16384 2024-05-21T00:44:55.032 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4194816 len 16384 2024-05-21T00:44:55.032 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4194816 len 16384 2024-05-21T00:44:55.032 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4194816 len 16384 2024-05-21T00:44:55.032 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4195328 len 1024 2024-05-21T00:44:55.032 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4195328 len 1024 2024-05-21T00:44:55.032 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4195328 len 1024 2024-05-21T00:44:55.032 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4195328 len 1024 2024-05-21T00:44:55.032 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4195328 len 2048 2024-05-21T00:44:55.032 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4195328 len 2048 2024-05-21T00:44:55.032 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4195328 len 2048 2024-05-21T00:44:55.033 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4195328 len 2048 2024-05-21T00:44:55.033 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4195328 len 4096 2024-05-21T00:44:55.033 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4195328 len 4096 2024-05-21T00:44:55.033 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4195328 len 4096 2024-05-21T00:44:55.033 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4195328 len 4096 2024-05-21T00:44:55.033 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4195328 len 8192 2024-05-21T00:44:55.033 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4195328 len 8192 2024-05-21T00:44:55.033 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4195328 len 8192 2024-05-21T00:44:55.033 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4195328 len 8192 2024-05-21T00:44:55.033 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4195328 len 16384 2024-05-21T00:44:55.033 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4195328 len 16384 2024-05-21T00:44:55.033 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4195328 len 16384 2024-05-21T00:44:55.033 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4195328 len 16384 2024-05-21T00:44:55.033 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4195840 len 1024 2024-05-21T00:44:55.034 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4195840 len 1024 2024-05-21T00:44:55.034 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4195840 len 1024 2024-05-21T00:44:55.034 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4195840 len 1024 2024-05-21T00:44:55.034 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4195840 len 2048 2024-05-21T00:44:55.034 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4195840 len 2048 2024-05-21T00:44:55.034 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4195840 len 2048 2024-05-21T00:44:55.034 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4195840 len 2048 2024-05-21T00:44:55.034 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4195840 len 4096 2024-05-21T00:44:55.034 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4195840 len 4096 2024-05-21T00:44:55.034 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4195840 len 4096 2024-05-21T00:44:55.034 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4195840 len 4096 2024-05-21T00:44:55.034 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4195840 len 8192 2024-05-21T00:44:55.035 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4195840 len 8192 2024-05-21T00:44:55.035 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4195840 len 8192 2024-05-21T00:44:55.035 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4195840 len 8192 2024-05-21T00:44:55.035 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4195840 len 16384 2024-05-21T00:44:55.035 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4195840 len 16384 2024-05-21T00:44:55.035 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4195840 len 16384 2024-05-21T00:44:55.035 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4195840 len 16384 2024-05-21T00:44:55.035 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4196352 len 1024 2024-05-21T00:44:55.035 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4196352 len 1024 2024-05-21T00:44:55.035 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4196352 len 1024 2024-05-21T00:44:55.035 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4196352 len 1024 2024-05-21T00:44:55.035 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4196352 len 2048 2024-05-21T00:44:55.035 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4196352 len 2048 2024-05-21T00:44:55.035 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4196352 len 2048 2024-05-21T00:44:55.035 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4196352 len 2048 2024-05-21T00:44:55.036 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4196352 len 4096 2024-05-21T00:44:55.036 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4196352 len 4096 2024-05-21T00:44:55.036 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4196352 len 4096 2024-05-21T00:44:55.036 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4196352 len 4096 2024-05-21T00:44:55.036 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4196352 len 8192 2024-05-21T00:44:55.036 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4196352 len 8192 2024-05-21T00:44:55.036 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4196352 len 8192 2024-05-21T00:44:55.036 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4196352 len 8192 2024-05-21T00:44:55.036 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4196352 len 16384 2024-05-21T00:44:55.036 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4196352 len 16384 2024-05-21T00:44:55.036 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4196352 len 16384 2024-05-21T00:44:55.036 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4196352 len 16384 2024-05-21T00:44:55.036 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4196864 len 1024 2024-05-21T00:44:55.037 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4196864 len 1024 2024-05-21T00:44:55.037 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4196864 len 1024 2024-05-21T00:44:55.037 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4196864 len 1024 2024-05-21T00:44:55.037 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4196864 len 2048 2024-05-21T00:44:55.037 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4196864 len 2048 2024-05-21T00:44:55.037 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4196864 len 2048 2024-05-21T00:44:55.037 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4196864 len 2048 2024-05-21T00:44:55.037 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4196864 len 4096 2024-05-21T00:44:55.037 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4196864 len 4096 2024-05-21T00:44:55.037 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4196864 len 4096 2024-05-21T00:44:55.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:54 smithi092 ceph-mon[36335]: scrub queued for path: / 2024-05-21T00:44:55.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:54 smithi092 ceph-mon[36335]: scrub summary: idle+waiting paths [/] 2024-05-21T00:44:55.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:54 smithi092 ceph-mon[36335]: scrub summary: active paths [/] 2024-05-21T00:44:55.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:54 smithi092 ceph-mon[36335]: scrub summary: idle+waiting paths [/] 2024-05-21T00:44:55.126 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T00:44:55.617 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:44:55.742 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4196864 len 4096 2024-05-21T00:44:55.743 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4196864 len 8192 2024-05-21T00:44:55.743 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4196864 len 8192 2024-05-21T00:44:55.743 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4196864 len 8192 2024-05-21T00:44:55.743 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4196864 len 8192 2024-05-21T00:44:55.743 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4196864 len 16384 2024-05-21T00:44:55.743 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4196864 len 16384 2024-05-21T00:44:55.744 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4196864 len 16384 2024-05-21T00:44:55.744 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4196864 len 16384 2024-05-21T00:44:55.744 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4197376 len 1024 2024-05-21T00:44:55.744 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4197376 len 1024 2024-05-21T00:44:55.744 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4197376 len 1024 2024-05-21T00:44:55.744 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4197376 len 1024 2024-05-21T00:44:55.744 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4197376 len 2048 2024-05-21T00:44:55.745 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4197376 len 2048 2024-05-21T00:44:55.745 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4197376 len 2048 2024-05-21T00:44:55.745 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4197376 len 2048 2024-05-21T00:44:55.745 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4197376 len 4096 2024-05-21T00:44:55.745 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4197376 len 4096 2024-05-21T00:44:55.745 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4197376 len 4096 2024-05-21T00:44:55.745 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4197376 len 4096 2024-05-21T00:44:55.746 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4197376 len 8192 2024-05-21T00:44:55.746 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4197376 len 8192 2024-05-21T00:44:55.746 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4197376 len 8192 2024-05-21T00:44:55.746 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4197376 len 8192 2024-05-21T00:44:55.746 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4197376 len 16384 2024-05-21T00:44:55.746 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4197376 len 16384 2024-05-21T00:44:55.747 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4197376 len 16384 2024-05-21T00:44:55.747 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4197376 len 16384 2024-05-21T00:44:55.747 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4197888 len 1024 2024-05-21T00:44:55.747 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4197888 len 1024 2024-05-21T00:44:55.747 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4197888 len 1024 2024-05-21T00:44:55.747 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4197888 len 1024 2024-05-21T00:44:55.748 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4197888 len 2048 2024-05-21T00:44:55.748 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4197888 len 2048 2024-05-21T00:44:55.748 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4197888 len 2048 2024-05-21T00:44:55.748 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4197888 len 2048 2024-05-21T00:44:55.748 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4197888 len 4096 2024-05-21T00:44:55.749 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4197888 len 4096 2024-05-21T00:44:55.749 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4197888 len 4096 2024-05-21T00:44:55.749 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4197888 len 4096 2024-05-21T00:44:55.749 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4197888 len 8192 2024-05-21T00:44:55.749 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4197888 len 8192 2024-05-21T00:44:55.749 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4197888 len 8192 2024-05-21T00:44:55.750 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4197888 len 8192 2024-05-21T00:44:55.750 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1024 offset 4197888 len 16384 2024-05-21T00:44:55.750 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4197888 len 16384 2024-05-21T00:44:55.750 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1024 offset 4197888 len 16384 2024-05-21T00:44:55.750 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1024 offset 4197888 len 16384 2024-05-21T00:44:55.750 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4190720 len 1024 2024-05-21T00:44:55.750 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4190720 len 1024 2024-05-21T00:44:55.751 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4190720 len 1024 2024-05-21T00:44:55.751 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4190720 len 1024 2024-05-21T00:44:55.751 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4190720 len 2048 2024-05-21T00:44:55.751 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4190720 len 2048 2024-05-21T00:44:55.751 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4190720 len 2048 2024-05-21T00:44:55.751 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4190720 len 2048 2024-05-21T00:44:55.751 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4190720 len 4096 2024-05-21T00:44:55.751 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4190720 len 4096 2024-05-21T00:44:55.751 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4190720 len 4096 2024-05-21T00:44:55.752 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4190720 len 4096 2024-05-21T00:44:55.752 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4190720 len 8192 2024-05-21T00:44:55.752 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4190720 len 8192 2024-05-21T00:44:55.752 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4190720 len 8192 2024-05-21T00:44:55.752 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4190720 len 8192 2024-05-21T00:44:55.752 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4190720 len 16384 2024-05-21T00:44:55.752 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4190720 len 16384 2024-05-21T00:44:55.753 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4190720 len 16384 2024-05-21T00:44:55.753 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4190720 len 16384 2024-05-21T00:44:55.753 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4191232 len 1024 2024-05-21T00:44:55.753 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4191232 len 1024 2024-05-21T00:44:55.754 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4191232 len 1024 2024-05-21T00:44:55.754 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4191232 len 1024 2024-05-21T00:44:55.754 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4191232 len 2048 2024-05-21T00:44:55.754 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4191232 len 2048 2024-05-21T00:44:55.754 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4191232 len 2048 2024-05-21T00:44:55.754 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4191232 len 2048 2024-05-21T00:44:55.755 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4191232 len 4096 2024-05-21T00:44:55.755 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4191232 len 4096 2024-05-21T00:44:55.755 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4191232 len 4096 2024-05-21T00:44:55.755 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4191232 len 4096 2024-05-21T00:44:55.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:55 smithi082 ceph-mon[36141]: pgmap v544: 97 pgs: 97 active+clean; 252 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 56 MiB/s rd, 1.0 MiB/s wr, 279 op/s 2024-05-21T00:44:55.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:55 smithi044 ceph-mon[31392]: pgmap v544: 97 pgs: 97 active+clean; 252 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 56 MiB/s rd, 1.0 MiB/s wr, 279 op/s 2024-05-21T00:44:56.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:55 smithi092 ceph-mon[36335]: pgmap v544: 97 pgs: 97 active+clean; 252 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 56 MiB/s rd, 1.0 MiB/s wr, 279 op/s 2024-05-21T00:44:57.244 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4191232 len 8192 2024-05-21T00:44:57.244 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4191232 len 8192 2024-05-21T00:44:57.244 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4191232 len 8192 2024-05-21T00:44:57.244 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4191232 len 8192 2024-05-21T00:44:57.244 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4191232 len 16384 2024-05-21T00:44:57.244 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4191232 len 16384 2024-05-21T00:44:57.244 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4191232 len 16384 2024-05-21T00:44:57.244 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4191232 len 16384 2024-05-21T00:44:57.245 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4191744 len 1024 2024-05-21T00:44:57.245 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4191744 len 1024 2024-05-21T00:44:57.245 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4191744 len 1024 2024-05-21T00:44:57.245 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4191744 len 1024 2024-05-21T00:44:57.245 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4191744 len 2048 2024-05-21T00:44:57.245 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4191744 len 2048 2024-05-21T00:44:57.245 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4191744 len 2048 2024-05-21T00:44:57.245 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4191744 len 2048 2024-05-21T00:44:57.245 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4191744 len 4096 2024-05-21T00:44:57.245 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4191744 len 4096 2024-05-21T00:44:57.245 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4191744 len 4096 2024-05-21T00:44:57.245 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4191744 len 4096 2024-05-21T00:44:57.245 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4191744 len 8192 2024-05-21T00:44:57.245 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4191744 len 8192 2024-05-21T00:44:57.246 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4191744 len 8192 2024-05-21T00:44:57.246 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4191744 len 8192 2024-05-21T00:44:57.246 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4191744 len 16384 2024-05-21T00:44:57.246 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4191744 len 16384 2024-05-21T00:44:57.246 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4191744 len 16384 2024-05-21T00:44:57.246 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4191744 len 16384 2024-05-21T00:44:57.246 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4192256 len 1024 2024-05-21T00:44:57.246 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4192256 len 1024 2024-05-21T00:44:57.246 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4192256 len 1024 2024-05-21T00:44:57.246 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4192256 len 1024 2024-05-21T00:44:57.246 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4192256 len 2048 2024-05-21T00:44:57.246 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4192256 len 2048 2024-05-21T00:44:57.246 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4192256 len 2048 2024-05-21T00:44:57.246 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4192256 len 2048 2024-05-21T00:44:57.247 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4192256 len 4096 2024-05-21T00:44:57.247 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4192256 len 4096 2024-05-21T00:44:57.247 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4192256 len 4096 2024-05-21T00:44:57.247 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4192256 len 4096 2024-05-21T00:44:57.247 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4192256 len 8192 2024-05-21T00:44:57.247 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4192256 len 8192 2024-05-21T00:44:57.247 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4192256 len 8192 2024-05-21T00:44:57.247 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4192256 len 8192 2024-05-21T00:44:57.247 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4192256 len 16384 2024-05-21T00:44:57.247 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4192256 len 16384 2024-05-21T00:44:57.247 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4192256 len 16384 2024-05-21T00:44:57.247 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4192256 len 16384 2024-05-21T00:44:57.247 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4192768 len 1024 2024-05-21T00:44:57.247 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4192768 len 1024 2024-05-21T00:44:57.248 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4192768 len 1024 2024-05-21T00:44:57.248 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4192768 len 1024 2024-05-21T00:44:57.248 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4192768 len 2048 2024-05-21T00:44:57.248 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4192768 len 2048 2024-05-21T00:44:57.248 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4192768 len 2048 2024-05-21T00:44:57.248 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4192768 len 2048 2024-05-21T00:44:57.248 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4192768 len 4096 2024-05-21T00:44:57.248 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4192768 len 4096 2024-05-21T00:44:57.248 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4192768 len 4096 2024-05-21T00:44:57.248 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4192768 len 4096 2024-05-21T00:44:57.248 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4192768 len 8192 2024-05-21T00:44:57.248 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4192768 len 8192 2024-05-21T00:44:57.248 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4192768 len 8192 2024-05-21T00:44:57.248 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4192768 len 8192 2024-05-21T00:44:57.249 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4192768 len 16384 2024-05-21T00:44:57.249 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4192768 len 16384 2024-05-21T00:44:57.249 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4192768 len 16384 2024-05-21T00:44:57.249 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4192768 len 16384 2024-05-21T00:44:57.249 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4193280 len 1024 2024-05-21T00:44:57.249 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4193280 len 1024 2024-05-21T00:44:57.249 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4193280 len 1024 2024-05-21T00:44:57.249 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4193280 len 1024 2024-05-21T00:44:57.249 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4193280 len 2048 2024-05-21T00:44:57.249 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4193280 len 2048 2024-05-21T00:44:57.249 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4193280 len 2048 2024-05-21T00:44:57.249 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4193280 len 2048 2024-05-21T00:44:57.249 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4193280 len 4096 2024-05-21T00:44:57.249 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4193280 len 4096 2024-05-21T00:44:57.249 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4193280 len 4096 2024-05-21T00:44:57.250 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4193280 len 4096 2024-05-21T00:44:57.250 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4193280 len 8192 2024-05-21T00:44:57.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:57 smithi082 ceph-mon[36141]: pgmap v545: 97 pgs: 97 active+clean; 285 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 65 MiB/s rd, 1.2 MiB/s wr, 328 op/s 2024-05-21T00:44:57.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:57 smithi082 ceph-mon[36141]: scrub summary: idle 2024-05-21T00:44:58.036 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:57 smithi044 ceph-mon[31392]: pgmap v545: 97 pgs: 97 active+clean; 285 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 65 MiB/s rd, 1.2 MiB/s wr, 328 op/s 2024-05-21T00:44:58.036 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:57 smithi044 ceph-mon[31392]: scrub summary: idle 2024-05-21T00:44:58.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:57 smithi092 ceph-mon[36335]: pgmap v545: 97 pgs: 97 active+clean; 285 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 65 MiB/s rd, 1.2 MiB/s wr, 328 op/s 2024-05-21T00:44:58.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:57 smithi092 ceph-mon[36335]: scrub summary: idle 2024-05-21T00:44:58.091 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4193280 len 8192 2024-05-21T00:44:58.091 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4193280 len 8192 2024-05-21T00:44:58.091 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4193280 len 8192 2024-05-21T00:44:58.091 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4193280 len 16384 2024-05-21T00:44:58.091 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4193280 len 16384 2024-05-21T00:44:58.091 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4193280 len 16384 2024-05-21T00:44:58.091 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4193280 len 16384 2024-05-21T00:44:58.091 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4193792 len 1024 2024-05-21T00:44:58.092 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4193792 len 1024 2024-05-21T00:44:58.092 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4193792 len 1024 2024-05-21T00:44:58.092 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4193792 len 1024 2024-05-21T00:44:58.092 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4193792 len 2048 2024-05-21T00:44:58.092 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4193792 len 2048 2024-05-21T00:44:58.092 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4193792 len 2048 2024-05-21T00:44:58.092 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4193792 len 2048 2024-05-21T00:44:58.092 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4193792 len 4096 2024-05-21T00:44:58.092 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4193792 len 4096 2024-05-21T00:44:58.092 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4193792 len 4096 2024-05-21T00:44:58.092 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4193792 len 4096 2024-05-21T00:44:58.092 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4193792 len 8192 2024-05-21T00:44:58.092 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4193792 len 8192 2024-05-21T00:44:58.092 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4193792 len 8192 2024-05-21T00:44:58.093 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4193792 len 8192 2024-05-21T00:44:58.093 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4193792 len 16384 2024-05-21T00:44:58.093 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4193792 len 16384 2024-05-21T00:44:58.093 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4193792 len 16384 2024-05-21T00:44:58.093 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4193792 len 16384 2024-05-21T00:44:58.093 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4194304 len 1024 2024-05-21T00:44:58.093 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4194304 len 1024 2024-05-21T00:44:58.093 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4194304 len 1024 2024-05-21T00:44:58.093 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4194304 len 1024 2024-05-21T00:44:58.093 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4194304 len 2048 2024-05-21T00:44:58.093 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4194304 len 2048 2024-05-21T00:44:58.093 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4194304 len 2048 2024-05-21T00:44:58.093 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4194304 len 2048 2024-05-21T00:44:58.093 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4194304 len 4096 2024-05-21T00:44:58.094 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4194304 len 4096 2024-05-21T00:44:58.094 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4194304 len 4096 2024-05-21T00:44:58.094 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4194304 len 4096 2024-05-21T00:44:58.094 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4194304 len 8192 2024-05-21T00:44:58.094 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4194304 len 8192 2024-05-21T00:44:58.094 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4194304 len 8192 2024-05-21T00:44:58.094 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4194304 len 8192 2024-05-21T00:44:58.094 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4194304 len 16384 2024-05-21T00:44:58.094 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4194304 len 16384 2024-05-21T00:44:58.094 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4194304 len 16384 2024-05-21T00:44:58.094 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4194304 len 16384 2024-05-21T00:44:58.094 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4194816 len 1024 2024-05-21T00:44:58.094 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4194816 len 1024 2024-05-21T00:44:58.095 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4194816 len 1024 2024-05-21T00:44:58.095 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4194816 len 1024 2024-05-21T00:44:58.095 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4194816 len 2048 2024-05-21T00:44:58.095 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4194816 len 2048 2024-05-21T00:44:58.095 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4194816 len 2048 2024-05-21T00:44:58.095 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4194816 len 2048 2024-05-21T00:44:58.095 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4194816 len 4096 2024-05-21T00:44:58.095 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4194816 len 4096 2024-05-21T00:44:58.095 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4194816 len 4096 2024-05-21T00:44:58.095 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4194816 len 4096 2024-05-21T00:44:58.095 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4194816 len 8192 2024-05-21T00:44:58.095 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4194816 len 8192 2024-05-21T00:44:58.095 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4194816 len 8192 2024-05-21T00:44:58.095 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4194816 len 8192 2024-05-21T00:44:58.096 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4194816 len 16384 2024-05-21T00:44:58.096 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4194816 len 16384 2024-05-21T00:44:58.096 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4194816 len 16384 2024-05-21T00:44:58.096 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4194816 len 16384 2024-05-21T00:44:58.096 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4195328 len 1024 2024-05-21T00:44:58.096 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4195328 len 1024 2024-05-21T00:44:58.096 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4195328 len 1024 2024-05-21T00:44:58.096 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4195328 len 1024 2024-05-21T00:44:58.096 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4195328 len 2048 2024-05-21T00:44:58.096 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4195328 len 2048 2024-05-21T00:44:58.096 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4195328 len 2048 2024-05-21T00:44:58.096 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4195328 len 2048 2024-05-21T00:44:58.097 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4195328 len 4096 2024-05-21T00:44:58.097 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4195328 len 4096 2024-05-21T00:44:58.097 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4195328 len 4096 2024-05-21T00:44:58.097 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4195328 len 4096 2024-05-21T00:44:58.097 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4195328 len 8192 2024-05-21T00:44:58.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.219+0000 7f55c4800700 1 -- 172.21.15.44:0/701698160 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f55bc1041a0 msgr2=0x7f55bc1081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:58.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.219+0000 7f55c4800700 1 --2- 172.21.15.44:0/701698160 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f55bc1041a0 0x7f55bc1081c0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f55ac0099c0 tx=0x7f55ac009cd0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.219+0000 7f55c4800700 1 -- 172.21.15.44:0/701698160 shutdown_connections 2024-05-21T00:44:58.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.220+0000 7f55c4800700 1 --2- 172.21.15.44:0/701698160 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55bc1088f0 0x7f55bc110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.220+0000 7f55c4800700 1 --2- 172.21.15.44:0/701698160 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55bc1037f0 0x7f55bc103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.220+0000 7f55c4800700 1 --2- 172.21.15.44:0/701698160 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f55bc1041a0 0x7f55bc1081c0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.220+0000 7f55c4800700 1 -- 172.21.15.44:0/701698160 >> 172.21.15.44:0/701698160 conn(0x7f55bc07a6a0 msgr2=0x7f55bc07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:58.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.220+0000 7f55c4800700 1 -- 172.21.15.44:0/701698160 shutdown_connections 2024-05-21T00:44:58.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.220+0000 7f55c4800700 1 -- 172.21.15.44:0/701698160 wait complete. 2024-05-21T00:44:58.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.221+0000 7f55c4800700 1 Processor -- start 2024-05-21T00:44:58.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.221+0000 7f55c4800700 1 -- start start 2024-05-21T00:44:58.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.221+0000 7f55c4800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55bc1037f0 0x7f55bc19f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:58.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.221+0000 7f55c4800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f55bc1041a0 0x7f55bc19fd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:58.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.221+0000 7f55c4800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55bc1088f0 0x7f55bc199a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:58.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.221+0000 7f55c4800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f55bc1136b0 con 0x7f55bc1088f0 2024-05-21T00:44:58.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.221+0000 7f55c4800700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f55bc113530 con 0x7f55bc1041a0 2024-05-21T00:44:58.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.221+0000 7f55c4800700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f55bc113830 con 0x7f55bc1037f0 2024-05-21T00:44:58.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.222+0000 7f55c1e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55bc1037f0 0x7f55bc19f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:58.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.222+0000 7f55c1e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55bc1037f0 0x7f55bc19f850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:44154/0 (socket says 172.21.15.44:44154) 2024-05-21T00:44:58.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.222+0000 7f55c1e00700 1 -- 172.21.15.44:0/1011532757 learned_addr learned my addr 172.21.15.44:0/1011532757 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:58.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.222+0000 7f55c2800700 1 --2- 172.21.15.44:0/1011532757 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55bc1088f0 0x7f55bc199a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:58.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.222+0000 7f55c1400700 1 --2- 172.21.15.44:0/1011532757 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f55bc1041a0 0x7f55bc19fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:58.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.222+0000 7f55c1e00700 1 -- 172.21.15.44:0/1011532757 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f55bc1041a0 msgr2=0x7f55bc19fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:58.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.222+0000 7f55c1e00700 1 --2- 172.21.15.44:0/1011532757 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f55bc1041a0 0x7f55bc19fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.222+0000 7f55c1e00700 1 -- 172.21.15.44:0/1011532757 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55bc1088f0 msgr2=0x7f55bc199a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:58.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.222+0000 7f55c1e00700 1 --2- 172.21.15.44:0/1011532757 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55bc1088f0 0x7f55bc199a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.222+0000 7f55c1e00700 1 -- 172.21.15.44:0/1011532757 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55bc19a170 con 0x7f55bc1037f0 2024-05-21T00:44:58.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.222+0000 7f55c1400700 1 --2- 172.21.15.44:0/1011532757 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f55bc1041a0 0x7f55bc19fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:44:58.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.223+0000 7f55c1e00700 1 --2- 172.21.15.44:0/1011532757 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55bc1037f0 0x7f55bc19f850 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f55b400e9a0 tx=0x7f55b400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:58.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.223+0000 7f55b2a00700 1 -- 172.21.15.44:0/1011532757 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55b400cbd0 con 0x7f55bc1037f0 2024-05-21T00:44:58.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.223+0000 7f55b2a00700 1 -- 172.21.15.44:0/1011532757 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f55b400cd70 con 0x7f55bc1037f0 2024-05-21T00:44:58.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.223+0000 7f55c4800700 1 -- 172.21.15.44:0/1011532757 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55bc19a460 con 0x7f55bc1037f0 2024-05-21T00:44:58.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.223+0000 7f55b2a00700 1 -- 172.21.15.44:0/1011532757 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55b4018680 con 0x7f55bc1037f0 2024-05-21T00:44:58.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.223+0000 7f55c4800700 1 -- 172.21.15.44:0/1011532757 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55bc1a6720 con 0x7f55bc1037f0 2024-05-21T00:44:58.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.227+0000 7f55b2a00700 1 -- 172.21.15.44:0/1011532757 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f55b4010430 con 0x7f55bc1037f0 2024-05-21T00:44:58.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.229+0000 7f55cf0efb80 1 Processor -- start 2024-05-21T00:44:58.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.230+0000 7f55cf0efb80 1 -- start start 2024-05-21T00:44:58.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.230+0000 7f55b2a00700 1 --2- 172.21.15.44:0/1011532757 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f55a80b2900 0x7f55a80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:58.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.230+0000 7f55cf0efb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e560c48eb0 0x55e560c49290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:58.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.230+0000 7f55cf0efb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e560c497d0 0x55e560c43260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:58.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.230+0000 7f55cf0efb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e560c43880 0x55e560c43ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:58.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.230+0000 7f55cf0efb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e560ba1e40 con 0x55e560c43880 2024-05-21T00:44:58.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.230+0000 7f55cf0efb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55e560b919e0 con 0x55e560c497d0 2024-05-21T00:44:58.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.230+0000 7f55cf0efb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55e560b95a20 con 0x55e560c48eb0 2024-05-21T00:44:58.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.231+0000 7f55c1e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e560c48eb0 0x55e560c49290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:58.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.231+0000 7f55b2a00700 1 -- 172.21.15.44:0/1011532757 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f55b40e24c0 con 0x7f55bc1037f0 2024-05-21T00:44:58.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.231+0000 7f55c1e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e560c48eb0 0x55e560c49290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:44168/0 (socket says 172.21.15.44:44168) 2024-05-21T00:44:58.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.231+0000 7f55c1e00700 1 -- 172.21.15.44:0/2847708176 learned_addr learned my addr 172.21.15.44:0/2847708176 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:58.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.231+0000 7f55c2800700 1 --2- 172.21.15.44:0/1011532757 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f55a80b2900 0x7f55a80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:58.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.231+0000 7f55c1400700 1 --2- 172.21.15.44:0/2847708176 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e560c497d0 0x55e560c43260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:58.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.231+0000 7f55c2800700 1 --2- 172.21.15.44:0/2847708176 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e560c43880 0x55e560c43ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:58.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.231+0000 7f55c1400700 1 -- 172.21.15.44:0/2847708176 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e560c48eb0 msgr2=0x55e560c49290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:58.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.231+0000 7f55c1400700 1 --2- 172.21.15.44:0/2847708176 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e560c48eb0 0x55e560c49290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.231+0000 7f55c1400700 1 -- 172.21.15.44:0/2847708176 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e560c43880 msgr2=0x55e560c43ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:58.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.231+0000 7f55c1400700 1 --2- 172.21.15.44:0/2847708176 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e560c43880 0x55e560c43ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.231+0000 7f55c1400700 1 -- 172.21.15.44:0/2847708176 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e560b5a420 con 0x55e560c497d0 2024-05-21T00:44:58.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.232+0000 7f55c1400700 1 --2- 172.21.15.44:0/2847708176 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e560c497d0 0x55e560c43260 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f55ac009990 tx=0x7f55ac003700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bbecd267022254ba server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:58.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.232+0000 7f55c2800700 1 --2- 172.21.15.44:0/1011532757 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f55a80b2900 0x7f55a80b4dc0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f55b8009ec0 tx=0x7f55b80092f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:58.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.232+0000 7f55a7400700 1 -- 172.21.15.44:0/2847708176 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55ac027070 con 0x55e560c497d0 2024-05-21T00:44:58.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.233+0000 7f55a7400700 1 -- 172.21.15.44:0/2847708176 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f55ac0037c0 con 0x55e560c497d0 2024-05-21T00:44:58.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.233+0000 7f55a7400700 1 -- 172.21.15.44:0/2847708176 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55ac00b9f0 con 0x55e560c497d0 2024-05-21T00:44:58.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.233+0000 7f55cf0efb80 1 -- 172.21.15.44:0/2847708176 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e560c497d0 msgr2=0x55e560c43260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:58.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.233+0000 7f55cf0efb80 1 --2- 172.21.15.44:0/2847708176 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e560c497d0 0x55e560c43260 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f55ac009990 tx=0x7f55ac003700 comp rx=0 tx=0).stop 2024-05-21T00:44:58.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.233+0000 7f55cf0efb80 1 -- 172.21.15.44:0/2847708176 shutdown_connections 2024-05-21T00:44:58.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.234+0000 7f55cf0efb80 1 --2- 172.21.15.44:0/2847708176 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e560c43880 0x55e560c43ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.234+0000 7f55cf0efb80 1 --2- 172.21.15.44:0/2847708176 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e560c48eb0 0x55e560c49290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.234+0000 7f55cf0efb80 1 --2- 172.21.15.44:0/2847708176 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e560c497d0 0x55e560c43260 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.234+0000 7f55cf0efb80 1 -- 172.21.15.44:0/2847708176 >> 172.21.15.44:0/2847708176 conn(0x55e560b71be0 msgr2=0x55e560c3e010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:58.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.234+0000 7f55cf0efb80 1 -- 172.21.15.44:0/2847708176 shutdown_connections 2024-05-21T00:44:58.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.234+0000 7f55cf0efb80 1 -- 172.21.15.44:0/2847708176 wait complete. 2024-05-21T00:44:58.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.234+0000 7f55cf0efb80 1 -- start start 2024-05-21T00:44:58.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.234+0000 7f55cf0efb80 1 Processor -- start 2024-05-21T00:44:58.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.235+0000 7f55cf0efb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e560c43880 0x55e560c56f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:58.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.235+0000 7f55cf0efb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e560c48eb0 0x55e560c57470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:58.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.235+0000 7f55cf0efb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e560c497d0 0x55e560c51350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:58.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.235+0000 7f55cf0efb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e560a97fa0 con 0x55e560c43880 2024-05-21T00:44:58.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.235+0000 7f55cf0efb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55e560b32760 con 0x55e560c48eb0 2024-05-21T00:44:58.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.235+0000 7f55cf0efb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55e560c501e0 con 0x55e560c497d0 2024-05-21T00:44:58.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.235+0000 7f55cf0efb80 10 client.0 _ll_register_callbacks cb 0x55e560b3bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:44:58.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.235+0000 7f55c1400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e560c48eb0 0x55e560c57470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:58.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.235+0000 7f55c1e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e560c43880 0x55e560c56f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:58.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.235+0000 7f55c2800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e560c497d0 0x55e560c51350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:58.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.235+0000 7f55c1400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e560c48eb0 0x55e560c57470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:50104/0 (socket says 172.21.15.44:50104) 2024-05-21T00:44:58.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.235+0000 7f55c1400700 1 -- 172.21.15.44:0/3290485788 learned_addr learned my addr 172.21.15.44:0/3290485788 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:58.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.236+0000 7f55c2800700 1 -- 172.21.15.44:0/3290485788 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e560c48eb0 msgr2=0x55e560c57470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:58.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.236+0000 7f55c2800700 1 --2- 172.21.15.44:0/3290485788 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e560c48eb0 0x55e560c57470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.236+0000 7f55c2800700 1 -- 172.21.15.44:0/3290485788 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e560c43880 msgr2=0x55e560c56f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:58.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.236+0000 7f55c2800700 1 --2- 172.21.15.44:0/3290485788 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e560c43880 0x55e560c56f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.236+0000 7f55c2800700 1 -- 172.21.15.44:0/3290485788 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e560ae18d0 con 0x55e560c497d0 2024-05-21T00:44:58.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.236+0000 7f55c1400700 1 --2- 172.21.15.44:0/3290485788 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e560c48eb0 0x55e560c57470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:44:58.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.236+0000 7f55c1e00700 1 --2- 172.21.15.44:0/3290485788 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e560c43880 0x55e560c56f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:44:58.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.236+0000 7f55c2800700 1 --2- 172.21.15.44:0/3290485788 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e560c497d0 0x55e560c51350 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f55b8018360 tx=0x7f55b800b040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3399991983bf0619 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:58.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.236+0000 7f559be00700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:44:58.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.237+0000 7f559be00700 1 -- 172.21.15.44:0/3290485788 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55b801a8d0 con 0x55e560c497d0 2024-05-21T00:44:58.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.237+0000 7f55cf0efb80 1 -- 172.21.15.44:0/3290485788 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f55ac0037c0 con 0x55e560c497d0 2024-05-21T00:44:58.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.237+0000 7f559be00700 1 -- 172.21.15.44:0/3290485788 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f55b801aa70 con 0x55e560c497d0 2024-05-21T00:44:58.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.237+0000 7f559be00700 1 -- 172.21.15.44:0/3290485788 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f55b801ac70 con 0x55e560c497d0 2024-05-21T00:44:58.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.237+0000 7f55cf0efb80 10 client.25816 fetch_fsmap learned FSMap version 26 2024-05-21T00:44:58.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.237+0000 7f55cf0efb80 1 -- 172.21.15.44:0/3290485788 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e560b62060 con 0x55e560c497d0 2024-05-21T00:44:58.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.237+0000 7f559be00700 1 -- 172.21.15.44:0/3290485788 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f55ac0037c0 con 0x55e560c497d0 2024-05-21T00:44:58.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.238+0000 7f559be00700 1 -- 172.21.15.44:0/3290485788 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f55b802d400 con 0x55e560c497d0 2024-05-21T00:44:58.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.238+0000 7f55cf0efb80 10 client.25816 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:44:58.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.238+0000 7f55cf0efb80 10 client.25816 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:44:58.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.238+0000 7f55cf0efb80 20 client.25816 populate_metadata read hostname 'smithi044' 2024-05-21T00:44:58.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.238+0000 7f55cf0efb80 1 --2- 172.21.15.44:0/3290485788 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55e560c611a0 0x55e560c635e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:58.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.238+0000 7f55cf0efb80 4 client.25816 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:44:58.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.238+0000 7f55cf0efb80 1 -- 172.21.15.44:0/3290485788 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e560ba3d90 con 0x55e560c611a0 2024-05-21T00:44:58.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.238+0000 7f55c1e00700 1 --2- 172.21.15.44:0/3290485788 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55e560c611a0 0x55e560c635e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:58.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.239+0000 7f559be00700 10 client.25816 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:58.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.239+0000 7f55c1e00700 1 --2- 172.21.15.44:0/3290485788 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55e560c611a0 0x55e560c635e0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8715893d91767a62 server_cookie=d42b3580f0e1e469 in_seq=0 out_seq=0 2024-05-21T00:44:58.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.240+0000 7f559be00700 1 -- 172.21.15.44:0/3290485788 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e560ba3d90 con 0x55e560c611a0 2024-05-21T00:44:58.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.240+0000 7f559be00700 10 client.25816 handle_command_reply: tid=0 2024-05-21T00:44:58.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.240+0000 7f55cf0efb80 1 client.25816 shutdown 2024-05-21T00:44:58.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.241+0000 7f55cf0efb80 1 -- 172.21.15.44:0/3290485788 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e560c497d0 msgr2=0x55e560c51350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:58.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.241+0000 7f55cf0efb80 1 --2- 172.21.15.44:0/3290485788 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e560c497d0 0x55e560c51350 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f55b8018360 tx=0x7f55b800b040 comp rx=0 tx=0).stop 2024-05-21T00:44:58.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.241+0000 7f55cf0efb80 1 -- 172.21.15.44:0/3290485788 shutdown_connections 2024-05-21T00:44:58.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.241+0000 7f55cf0efb80 1 --2- 172.21.15.44:0/3290485788 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e560c43880 0x55e560c56f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.241+0000 7f55cf0efb80 1 --2- 172.21.15.44:0/3290485788 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55e560c611a0 0x55e560c635e0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.241+0000 7f55cf0efb80 1 --2- 172.21.15.44:0/3290485788 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e560c497d0 0x55e560c51350 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.241+0000 7f55cf0efb80 1 --2- 172.21.15.44:0/3290485788 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e560c48eb0 0x55e560c57470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.241+0000 7f55cf0efb80 1 -- 172.21.15.44:0/3290485788 >> 172.21.15.44:0/3290485788 conn(0x55e560b71be0 msgr2=0x55e560c42250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:58.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.241+0000 7f559be00700 0 client.25816 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:58.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.241+0000 7f55cf0efb80 1 -- 172.21.15.44:0/3290485788 shutdown_connections 2024-05-21T00:44:58.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.241+0000 7f55cf0efb80 1 -- 172.21.15.44:0/3290485788 wait complete. 2024-05-21T00:44:58.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.241+0000 7f55cf0efb80 20 client.25816 trim_cache size 0 max 16384 2024-05-21T00:44:58.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.265+0000 7f55cf0efb80 1 Processor -- start 2024-05-21T00:44:58.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.265+0000 7f55cf0efb80 1 -- start start 2024-05-21T00:44:58.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.265+0000 7f55cf0efb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e560c43880 0x55e560c631b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:58.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.265+0000 7f55cf0efb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e560c48eb0 0x55e560c56f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:58.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.266+0000 7f55cf0efb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e560c497d0 0x55e560c57470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:58.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.266+0000 7f55cf0efb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f55bc1ae2b0 con 0x55e560c497d0 2024-05-21T00:44:58.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.266+0000 7f55cf0efb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f55bc1abb40 con 0x55e560c48eb0 2024-05-21T00:44:58.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.266+0000 7f55cf0efb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f55bc1a9990 con 0x55e560c43880 2024-05-21T00:44:58.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.266+0000 7f55c1e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e560c43880 0x55e560c631b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:58.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.266+0000 7f55c1e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e560c43880 0x55e560c631b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:44186/0 (socket says 172.21.15.44:44186) 2024-05-21T00:44:58.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.266+0000 7f55c2800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e560c497d0 0x55e560c57470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:58.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.266+0000 7f55c1e00700 1 -- 172.21.15.44:0/3668458824 learned_addr learned my addr 172.21.15.44:0/3668458824 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:58.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.266+0000 7f55c1400700 1 --2- 172.21.15.44:0/3668458824 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e560c48eb0 0x55e560c56f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:58.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.266+0000 7f55c1e00700 1 -- 172.21.15.44:0/3668458824 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e560c48eb0 msgr2=0x55e560c56f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:58.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.266+0000 7f55c1e00700 1 --2- 172.21.15.44:0/3668458824 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e560c48eb0 0x55e560c56f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.266+0000 7f55c1e00700 1 -- 172.21.15.44:0/3668458824 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e560c497d0 msgr2=0x55e560c57470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:58.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.266+0000 7f55c1e00700 1 --2- 172.21.15.44:0/3668458824 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e560c497d0 0x55e560c57470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.266+0000 7f55c1e00700 1 -- 172.21.15.44:0/3668458824 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e560c489c0 con 0x55e560c43880 2024-05-21T00:44:58.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.267+0000 7f55c1e00700 1 --2- 172.21.15.44:0/3668458824 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e560c43880 0x55e560c631b0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f55b40dff20 tx=0x7f55b4091040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=50ce86b20aa15ef0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:58.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.267+0000 7f55a6a00700 1 -- 172.21.15.44:0/3668458824 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55b406d020 con 0x55e560c43880 2024-05-21T00:44:58.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.267+0000 7f55a6a00700 1 -- 172.21.15.44:0/3668458824 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f55b40b21e0 con 0x55e560c43880 2024-05-21T00:44:58.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.267+0000 7f55a6a00700 1 -- 172.21.15.44:0/3668458824 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55b40b2040 con 0x55e560c43880 2024-05-21T00:44:58.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.268+0000 7f55cf0efb80 1 -- 172.21.15.44:0/3668458824 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e560c43880 msgr2=0x55e560c631b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:58.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.268+0000 7f55cf0efb80 1 --2- 172.21.15.44:0/3668458824 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e560c43880 0x55e560c631b0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f55b40dff20 tx=0x7f55b4091040 comp rx=0 tx=0).stop 2024-05-21T00:44:58.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.268+0000 7f55cf0efb80 1 -- 172.21.15.44:0/3668458824 shutdown_connections 2024-05-21T00:44:58.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.268+0000 7f55cf0efb80 1 --2- 172.21.15.44:0/3668458824 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e560c497d0 0x55e560c57470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.268+0000 7f55cf0efb80 1 --2- 172.21.15.44:0/3668458824 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e560c43880 0x55e560c631b0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.268+0000 7f55cf0efb80 1 --2- 172.21.15.44:0/3668458824 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e560c48eb0 0x55e560c56f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.268+0000 7f55cf0efb80 1 -- 172.21.15.44:0/3668458824 >> 172.21.15.44:0/3668458824 conn(0x55e560b71be0 msgr2=0x55e560c37e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:58.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.268+0000 7f55cf0efb80 1 -- 172.21.15.44:0/3668458824 shutdown_connections 2024-05-21T00:44:58.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.268+0000 7f55cf0efb80 1 -- 172.21.15.44:0/3668458824 wait complete. 2024-05-21T00:44:58.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.269+0000 7f55cf0efb80 1 -- start start 2024-05-21T00:44:58.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.269+0000 7f55cf0efb80 1 Processor -- start 2024-05-21T00:44:58.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.269+0000 7f55cf0efb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e560c43880 0x55e560c5d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:58.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.269+0000 7f55cf0efb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e560c48eb0 0x55e560c5dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:58.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.269+0000 7f55cf0efb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e560c497d0 0x55e560c5ac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:58.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.269+0000 7f55cf0efb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f55bc1aa000 con 0x55e560c43880 2024-05-21T00:44:58.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.269+0000 7f55cf0efb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f55bc1ab470 con 0x55e560c497d0 2024-05-21T00:44:58.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.269+0000 7f55cf0efb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f55bc1aa6d0 con 0x55e560c48eb0 2024-05-21T00:44:58.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.269+0000 7f55cf0efb80 10 client.0 _ll_register_callbacks cb 0x55e560b3bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:44:58.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.270+0000 7f55c2800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e560c497d0 0x55e560c5ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:58.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.270+0000 7f55c1400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e560c48eb0 0x55e560c5dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:58.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.270+0000 7f55c1e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e560c43880 0x55e560c5d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:58.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.270+0000 7f55c2800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e560c497d0 0x55e560c5ac30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:50116/0 (socket says 172.21.15.44:50116) 2024-05-21T00:44:58.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.270+0000 7f55c2800700 1 -- 172.21.15.44:0/2925593199 learned_addr learned my addr 172.21.15.44:0/2925593199 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:44:58.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.270+0000 7f55c2800700 1 -- 172.21.15.44:0/2925593199 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e560c48eb0 msgr2=0x55e560c5dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:58.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.270+0000 7f55c2800700 1 --2- 172.21.15.44:0/2925593199 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e560c48eb0 0x55e560c5dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.270+0000 7f55c2800700 1 -- 172.21.15.44:0/2925593199 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e560c43880 msgr2=0x55e560c5d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:44:58.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.270+0000 7f55c2800700 1 --2- 172.21.15.44:0/2925593199 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e560c43880 0x55e560c5d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.270+0000 7f55c2800700 1 -- 172.21.15.44:0/2925593199 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e560c5b470 con 0x55e560c497d0 2024-05-21T00:44:58.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.270+0000 7f55c2800700 1 --2- 172.21.15.44:0/2925593199 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e560c497d0 0x55e560c5ac30 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f55b802d870 tx=0x7f55b8005f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=24ab8c41625c76b3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:44:58.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.270+0000 7f559be00700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:44:58.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.271+0000 7f559be00700 1 -- 172.21.15.44:0/2925593199 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55b802dae0 con 0x55e560c497d0 2024-05-21T00:44:58.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.271+0000 7f559be00700 1 -- 172.21.15.44:0/2925593199 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f55b802dc80 con 0x55e560c497d0 2024-05-21T00:44:58.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.271+0000 7f55cf0efb80 1 -- 172.21.15.44:0/2925593199 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55e560b9d570 con 0x55e560c497d0 2024-05-21T00:44:58.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.271+0000 7f559be00700 1 -- 172.21.15.44:0/2925593199 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f55b8048050 con 0x55e560c497d0 2024-05-21T00:44:58.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.271+0000 7f55cf0efb80 10 client.25790 fetch_fsmap learned FSMap version 26 2024-05-21T00:44:58.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.271+0000 7f55cf0efb80 1 -- 172.21.15.44:0/2925593199 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e560ccba50 con 0x55e560c497d0 2024-05-21T00:44:58.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.271+0000 7f559be00700 1 -- 172.21.15.44:0/2925593199 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55e560b9d570 con 0x55e560c497d0 2024-05-21T00:44:58.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.272+0000 7f559be00700 1 -- 172.21.15.44:0/2925593199 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f55b80078a0 con 0x55e560c497d0 2024-05-21T00:44:58.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.272+0000 7f55cf0efb80 10 client.25790 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:44:58.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.272+0000 7f55cf0efb80 10 client.25790 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:44:58.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.272+0000 7f55cf0efb80 20 client.25790 populate_metadata read hostname 'smithi044' 2024-05-21T00:44:58.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.272+0000 7f55cf0efb80 1 --2- 172.21.15.44:0/2925593199 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55e560ccc1b0 0x55e560cce5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:44:58.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.272+0000 7f55cf0efb80 4 client.25790 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T00:44:58.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.272+0000 7f55cf0efb80 1 -- 172.21.15.44:0/2925593199 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e560a14250 con 0x55e560ccc1b0 2024-05-21T00:44:58.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.272+0000 7f55c1e00700 1 --2- 172.21.15.44:0/2925593199 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55e560ccc1b0 0x55e560cce5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:44:58.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.273+0000 7f55c1e00700 1 --2- 172.21.15.44:0/2925593199 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55e560ccc1b0 0x55e560cce5d0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e9f805dc8cb5495e server_cookie=3b14303c6886ef3 in_seq=0 out_seq=0 2024-05-21T00:44:58.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.273+0000 7f559be00700 10 client.25790 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:58.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.275+0000 7f559be00700 1 -- 172.21.15.44:0/2925593199 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55e560a14250 con 0x55e560ccc1b0 2024-05-21T00:44:58.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.275+0000 7f559be00700 10 client.25790 handle_command_reply: tid=0 2024-05-21T00:44:58.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.275+0000 7f55cf0efb80 1 client.25790 shutdown 2024-05-21T00:44:58.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.275+0000 7f55cf0efb80 1 -- 172.21.15.44:0/2925593199 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e560c497d0 msgr2=0x55e560c5ac30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:58.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.275+0000 7f55cf0efb80 1 --2- 172.21.15.44:0/2925593199 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e560c497d0 0x55e560c5ac30 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f55b802d870 tx=0x7f55b8005f10 comp rx=0 tx=0).stop 2024-05-21T00:44:58.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.275+0000 7f55cf0efb80 1 -- 172.21.15.44:0/2925593199 shutdown_connections 2024-05-21T00:44:58.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.275+0000 7f55cf0efb80 1 --2- 172.21.15.44:0/2925593199 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e560c43880 0x55e560c5d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.275+0000 7f55cf0efb80 1 --2- 172.21.15.44:0/2925593199 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55e560ccc1b0 0x55e560cce5d0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.275+0000 7f55cf0efb80 1 --2- 172.21.15.44:0/2925593199 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e560c497d0 0x55e560c5ac30 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.275+0000 7f55cf0efb80 1 --2- 172.21.15.44:0/2925593199 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e560c48eb0 0x55e560c5dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.275+0000 7f559be00700 0 client.25790 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:44:58.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.275+0000 7f55cf0efb80 1 -- 172.21.15.44:0/2925593199 >> 172.21.15.44:0/2925593199 conn(0x55e560b71be0 msgr2=0x55e560c631b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:58.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.276+0000 7f55cf0efb80 1 -- 172.21.15.44:0/2925593199 shutdown_connections 2024-05-21T00:44:58.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.276+0000 7f55cf0efb80 1 -- 172.21.15.44:0/2925593199 wait complete. 2024-05-21T00:44:58.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.276+0000 7f55cf0efb80 20 client.25790 trim_cache size 0 max 16384 2024-05-21T00:44:58.280 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:44:58.280 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "no active scrubs running", 2024-05-21T00:44:58.280 INFO:teuthology.orchestra.run.smithi044.stdout: "scrubs": {} 2024-05-21T00:44:58.280 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:44:58.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.277+0000 7f55c4800700 1 -- 172.21.15.44:0/1011532757 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f55a80b2900 msgr2=0x7f55a80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:58.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.277+0000 7f55c4800700 1 --2- 172.21.15.44:0/1011532757 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f55a80b2900 0x7f55a80b4dc0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f55b8009ec0 tx=0x7f55b80092f0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.277+0000 7f55c4800700 1 -- 172.21.15.44:0/1011532757 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55bc1037f0 msgr2=0x7f55bc19f850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:44:58.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.277+0000 7f55c4800700 1 --2- 172.21.15.44:0/1011532757 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55bc1037f0 0x7f55bc19f850 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f55b400e9a0 tx=0x7f55b400ecb0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.277+0000 7f55c4800700 1 -- 172.21.15.44:0/1011532757 shutdown_connections 2024-05-21T00:44:58.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.277+0000 7f55c4800700 1 --2- 172.21.15.44:0/1011532757 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f55a80b2900 0x7f55a80b4dc0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.277+0000 7f55c4800700 1 --2- 172.21.15.44:0/1011532757 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55bc1088f0 0x7f55bc199a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.277+0000 7f55c4800700 1 --2- 172.21.15.44:0/1011532757 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55bc1037f0 0x7f55bc19f850 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.277+0000 7f55c4800700 1 --2- 172.21.15.44:0/1011532757 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f55bc1041a0 0x7f55bc19fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:44:58.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.277+0000 7f55c4800700 1 -- 172.21.15.44:0/1011532757 >> 172.21.15.44:0/1011532757 conn(0x7f55bc07a6a0 msgr2=0x7f55bc1018c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:44:58.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.277+0000 7f55c4800700 1 -- 172.21.15.44:0/1011532757 shutdown_connections 2024-05-21T00:44:58.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:44:58.277+0000 7f55c4800700 1 -- 172.21.15.44:0/1011532757 wait complete. 2024-05-21T00:44:58.543 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4195328 len 8192 2024-05-21T00:44:58.543 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4195328 len 8192 2024-05-21T00:44:58.543 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4195328 len 8192 2024-05-21T00:44:58.543 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4195328 len 16384 2024-05-21T00:44:58.543 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4195328 len 16384 2024-05-21T00:44:58.544 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4195328 len 16384 2024-05-21T00:44:58.544 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4195328 len 16384 2024-05-21T00:44:58.544 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4195840 len 1024 2024-05-21T00:44:58.544 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4195840 len 1024 2024-05-21T00:44:58.544 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4195840 len 1024 2024-05-21T00:44:58.544 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4195840 len 1024 2024-05-21T00:44:58.544 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4195840 len 2048 2024-05-21T00:44:58.544 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4195840 len 2048 2024-05-21T00:44:58.544 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4195840 len 2048 2024-05-21T00:44:58.544 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4195840 len 2048 2024-05-21T00:44:58.544 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4195840 len 4096 2024-05-21T00:44:58.544 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4195840 len 4096 2024-05-21T00:44:58.544 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4195840 len 4096 2024-05-21T00:44:58.544 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4195840 len 4096 2024-05-21T00:44:58.545 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4195840 len 8192 2024-05-21T00:44:58.545 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4195840 len 8192 2024-05-21T00:44:58.545 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4195840 len 8192 2024-05-21T00:44:58.545 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4195840 len 8192 2024-05-21T00:44:58.545 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4195840 len 16384 2024-05-21T00:44:58.545 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4195840 len 16384 2024-05-21T00:44:58.545 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4195840 len 16384 2024-05-21T00:44:58.545 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4195840 len 16384 2024-05-21T00:44:58.545 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4196352 len 1024 2024-05-21T00:44:58.545 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4196352 len 1024 2024-05-21T00:44:58.545 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4196352 len 1024 2024-05-21T00:44:58.545 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4196352 len 1024 2024-05-21T00:44:58.546 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4196352 len 2048 2024-05-21T00:44:58.546 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4196352 len 2048 2024-05-21T00:44:58.546 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4196352 len 2048 2024-05-21T00:44:58.546 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4196352 len 2048 2024-05-21T00:44:58.546 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4196352 len 4096 2024-05-21T00:44:58.546 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4196352 len 4096 2024-05-21T00:44:58.546 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4196352 len 4096 2024-05-21T00:44:58.546 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4196352 len 4096 2024-05-21T00:44:58.546 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4196352 len 8192 2024-05-21T00:44:58.546 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4196352 len 8192 2024-05-21T00:44:58.546 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4196352 len 8192 2024-05-21T00:44:58.546 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4196352 len 8192 2024-05-21T00:44:58.546 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4196352 len 16384 2024-05-21T00:44:58.546 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4196352 len 16384 2024-05-21T00:44:58.547 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4196352 len 16384 2024-05-21T00:44:58.547 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4196352 len 16384 2024-05-21T00:44:58.547 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4196864 len 1024 2024-05-21T00:44:58.547 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4196864 len 1024 2024-05-21T00:44:58.547 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4196864 len 1024 2024-05-21T00:44:58.547 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4196864 len 1024 2024-05-21T00:44:58.547 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4196864 len 2048 2024-05-21T00:44:58.547 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4196864 len 2048 2024-05-21T00:44:58.547 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4196864 len 2048 2024-05-21T00:44:58.547 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4196864 len 2048 2024-05-21T00:44:58.547 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4196864 len 4096 2024-05-21T00:44:58.547 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4196864 len 4096 2024-05-21T00:44:58.547 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4196864 len 4096 2024-05-21T00:44:58.547 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4196864 len 4096 2024-05-21T00:44:58.548 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4196864 len 8192 2024-05-21T00:44:58.548 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4196864 len 8192 2024-05-21T00:44:58.548 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4196864 len 8192 2024-05-21T00:44:58.548 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4196864 len 8192 2024-05-21T00:44:58.548 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4196864 len 16384 2024-05-21T00:44:58.548 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4196864 len 16384 2024-05-21T00:44:58.548 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4196864 len 16384 2024-05-21T00:44:58.548 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4196864 len 16384 2024-05-21T00:44:58.548 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4197376 len 1024 2024-05-21T00:44:58.548 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4197376 len 1024 2024-05-21T00:44:58.548 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4197376 len 1024 2024-05-21T00:44:58.548 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4197376 len 1024 2024-05-21T00:44:58.548 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4197376 len 2048 2024-05-21T00:44:58.549 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4197376 len 2048 2024-05-21T00:44:58.549 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4197376 len 2048 2024-05-21T00:44:58.549 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4197376 len 2048 2024-05-21T00:44:58.549 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4197376 len 4096 2024-05-21T00:44:58.549 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4197376 len 4096 2024-05-21T00:44:58.549 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4197376 len 4096 2024-05-21T00:44:58.549 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4197376 len 4096 2024-05-21T00:44:58.549 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4197376 len 8192 2024-05-21T00:44:58.549 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4197376 len 8192 2024-05-21T00:44:58.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:58 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:44:59.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:58 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:44:59.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:58 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:44:59.335 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T00:44:59.336 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:44:59.548 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4197376 len 8192 2024-05-21T00:44:59.548 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4197376 len 8192 2024-05-21T00:44:59.549 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4197376 len 16384 2024-05-21T00:44:59.549 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4197376 len 16384 2024-05-21T00:44:59.549 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4197376 len 16384 2024-05-21T00:44:59.549 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4197376 len 16384 2024-05-21T00:44:59.549 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4197888 len 1024 2024-05-21T00:44:59.549 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4197888 len 1024 2024-05-21T00:44:59.549 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4197888 len 1024 2024-05-21T00:44:59.549 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4197888 len 1024 2024-05-21T00:44:59.549 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4197888 len 2048 2024-05-21T00:44:59.549 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4197888 len 2048 2024-05-21T00:44:59.549 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4197888 len 2048 2024-05-21T00:44:59.549 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4197888 len 2048 2024-05-21T00:44:59.549 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4197888 len 4096 2024-05-21T00:44:59.550 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4197888 len 4096 2024-05-21T00:44:59.550 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4197888 len 4096 2024-05-21T00:44:59.550 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4197888 len 4096 2024-05-21T00:44:59.550 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4197888 len 8192 2024-05-21T00:44:59.550 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4197888 len 8192 2024-05-21T00:44:59.550 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4197888 len 8192 2024-05-21T00:44:59.550 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4197888 len 8192 2024-05-21T00:44:59.550 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 1536 offset 4197888 len 16384 2024-05-21T00:44:59.550 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4197888 len 16384 2024-05-21T00:44:59.550 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 1536 offset 4197888 len 16384 2024-05-21T00:44:59.550 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 1536 offset 4197888 len 16384 2024-05-21T00:44:59.550 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4190720 len 1024 2024-05-21T00:44:59.550 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4190720 len 1024 2024-05-21T00:44:59.551 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4190720 len 1024 2024-05-21T00:44:59.551 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4190720 len 1024 2024-05-21T00:44:59.551 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4190720 len 2048 2024-05-21T00:44:59.551 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4190720 len 2048 2024-05-21T00:44:59.551 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4190720 len 2048 2024-05-21T00:44:59.551 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4190720 len 2048 2024-05-21T00:44:59.551 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4190720 len 4096 2024-05-21T00:44:59.551 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4190720 len 4096 2024-05-21T00:44:59.551 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4190720 len 4096 2024-05-21T00:44:59.551 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4190720 len 4096 2024-05-21T00:44:59.551 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4190720 len 8192 2024-05-21T00:44:59.551 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4190720 len 8192 2024-05-21T00:44:59.551 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4190720 len 8192 2024-05-21T00:44:59.551 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4190720 len 8192 2024-05-21T00:44:59.552 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4190720 len 16384 2024-05-21T00:44:59.552 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4190720 len 16384 2024-05-21T00:44:59.552 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4190720 len 16384 2024-05-21T00:44:59.552 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4190720 len 16384 2024-05-21T00:44:59.552 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4191232 len 1024 2024-05-21T00:44:59.552 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4191232 len 1024 2024-05-21T00:44:59.552 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4191232 len 1024 2024-05-21T00:44:59.552 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4191232 len 1024 2024-05-21T00:44:59.552 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4191232 len 2048 2024-05-21T00:44:59.552 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4191232 len 2048 2024-05-21T00:44:59.552 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4191232 len 2048 2024-05-21T00:44:59.552 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4191232 len 2048 2024-05-21T00:44:59.552 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4191232 len 4096 2024-05-21T00:44:59.552 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4191232 len 4096 2024-05-21T00:44:59.553 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4191232 len 4096 2024-05-21T00:44:59.553 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4191232 len 4096 2024-05-21T00:44:59.553 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4191232 len 8192 2024-05-21T00:44:59.553 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4191232 len 8192 2024-05-21T00:44:59.553 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4191232 len 8192 2024-05-21T00:44:59.553 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4191232 len 8192 2024-05-21T00:44:59.553 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4191232 len 16384 2024-05-21T00:44:59.553 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4191232 len 16384 2024-05-21T00:44:59.553 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4191232 len 16384 2024-05-21T00:44:59.553 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4191232 len 16384 2024-05-21T00:44:59.553 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4191744 len 1024 2024-05-21T00:44:59.553 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4191744 len 1024 2024-05-21T00:44:59.553 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4191744 len 1024 2024-05-21T00:44:59.553 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4191744 len 1024 2024-05-21T00:44:59.554 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4191744 len 2048 2024-05-21T00:44:59.554 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4191744 len 2048 2024-05-21T00:44:59.554 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4191744 len 2048 2024-05-21T00:44:59.554 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4191744 len 2048 2024-05-21T00:44:59.554 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4191744 len 4096 2024-05-21T00:44:59.554 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4191744 len 4096 2024-05-21T00:44:59.554 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4191744 len 4096 2024-05-21T00:44:59.554 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4191744 len 4096 2024-05-21T00:44:59.554 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4191744 len 8192 2024-05-21T00:44:59.554 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4191744 len 8192 2024-05-21T00:44:59.554 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4191744 len 8192 2024-05-21T00:44:59.837 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:44:59.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:44:59 smithi082 ceph-mon[36141]: pgmap v546: 97 pgs: 97 active+clean; 303 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 76 MiB/s rd, 1.0 MiB/s wr, 283 op/s 2024-05-21T00:44:59.992 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:44:59 smithi044 ceph-mon[31392]: pgmap v546: 97 pgs: 97 active+clean; 303 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 76 MiB/s rd, 1.0 MiB/s wr, 283 op/s 2024-05-21T00:45:00.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:44:59 smithi092 ceph-mon[36335]: pgmap v546: 97 pgs: 97 active+clean; 303 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 76 MiB/s rd, 1.0 MiB/s wr, 283 op/s 2024-05-21T00:45:00.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:00 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:45:00.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:00 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:45:00.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:00 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:45:00.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:00 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:45:00.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:00 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:45:00.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:00 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:45:01.007 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4191744 len 8192 2024-05-21T00:45:01.007 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4191744 len 16384 2024-05-21T00:45:01.007 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4191744 len 16384 2024-05-21T00:45:01.007 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4191744 len 16384 2024-05-21T00:45:01.007 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4191744 len 16384 2024-05-21T00:45:01.007 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4192256 len 1024 2024-05-21T00:45:01.007 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4192256 len 1024 2024-05-21T00:45:01.007 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4192256 len 1024 2024-05-21T00:45:01.007 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4192256 len 1024 2024-05-21T00:45:01.008 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4192256 len 2048 2024-05-21T00:45:01.008 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4192256 len 2048 2024-05-21T00:45:01.008 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4192256 len 2048 2024-05-21T00:45:01.008 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4192256 len 2048 2024-05-21T00:45:01.008 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4192256 len 4096 2024-05-21T00:45:01.008 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4192256 len 4096 2024-05-21T00:45:01.008 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4192256 len 4096 2024-05-21T00:45:01.008 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4192256 len 4096 2024-05-21T00:45:01.008 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4192256 len 8192 2024-05-21T00:45:01.008 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4192256 len 8192 2024-05-21T00:45:01.008 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4192256 len 8192 2024-05-21T00:45:01.008 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4192256 len 8192 2024-05-21T00:45:01.008 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4192256 len 16384 2024-05-21T00:45:01.008 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4192256 len 16384 2024-05-21T00:45:01.009 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4192256 len 16384 2024-05-21T00:45:01.009 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4192256 len 16384 2024-05-21T00:45:01.009 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4192768 len 1024 2024-05-21T00:45:01.009 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4192768 len 1024 2024-05-21T00:45:01.009 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4192768 len 1024 2024-05-21T00:45:01.009 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4192768 len 1024 2024-05-21T00:45:01.009 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4192768 len 2048 2024-05-21T00:45:01.009 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4192768 len 2048 2024-05-21T00:45:01.009 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4192768 len 2048 2024-05-21T00:45:01.009 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4192768 len 2048 2024-05-21T00:45:01.009 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4192768 len 4096 2024-05-21T00:45:01.009 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4192768 len 4096 2024-05-21T00:45:01.009 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4192768 len 4096 2024-05-21T00:45:01.009 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4192768 len 4096 2024-05-21T00:45:01.010 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4192768 len 8192 2024-05-21T00:45:01.010 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4192768 len 8192 2024-05-21T00:45:01.010 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4192768 len 8192 2024-05-21T00:45:01.010 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4192768 len 8192 2024-05-21T00:45:01.010 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4192768 len 16384 2024-05-21T00:45:01.010 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4192768 len 16384 2024-05-21T00:45:01.010 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4192768 len 16384 2024-05-21T00:45:01.010 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4192768 len 16384 2024-05-21T00:45:01.010 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4193280 len 1024 2024-05-21T00:45:01.010 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4193280 len 1024 2024-05-21T00:45:01.010 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4193280 len 1024 2024-05-21T00:45:01.010 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4193280 len 1024 2024-05-21T00:45:01.010 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4193280 len 2048 2024-05-21T00:45:01.011 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4193280 len 2048 2024-05-21T00:45:01.011 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4193280 len 2048 2024-05-21T00:45:01.011 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4193280 len 2048 2024-05-21T00:45:01.011 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4193280 len 4096 2024-05-21T00:45:01.011 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4193280 len 4096 2024-05-21T00:45:01.011 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4193280 len 4096 2024-05-21T00:45:01.011 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4193280 len 4096 2024-05-21T00:45:01.011 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4193280 len 8192 2024-05-21T00:45:01.011 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4193280 len 8192 2024-05-21T00:45:01.011 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4193280 len 8192 2024-05-21T00:45:01.011 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4193280 len 8192 2024-05-21T00:45:01.011 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4193280 len 16384 2024-05-21T00:45:01.011 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4193280 len 16384 2024-05-21T00:45:01.012 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4193280 len 16384 2024-05-21T00:45:01.012 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4193280 len 16384 2024-05-21T00:45:01.012 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4193792 len 1024 2024-05-21T00:45:01.012 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4193792 len 1024 2024-05-21T00:45:01.012 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4193792 len 1024 2024-05-21T00:45:01.012 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4193792 len 1024 2024-05-21T00:45:01.012 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4193792 len 2048 2024-05-21T00:45:01.012 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4193792 len 2048 2024-05-21T00:45:01.012 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4193792 len 2048 2024-05-21T00:45:01.012 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4193792 len 2048 2024-05-21T00:45:01.012 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4193792 len 4096 2024-05-21T00:45:01.013 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4193792 len 4096 2024-05-21T00:45:01.013 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4193792 len 4096 2024-05-21T00:45:01.013 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4193792 len 4096 2024-05-21T00:45:01.013 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4193792 len 8192 2024-05-21T00:45:01.013 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4193792 len 8192 2024-05-21T00:45:01.013 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4193792 len 8192 2024-05-21T00:45:01.013 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4193792 len 8192 2024-05-21T00:45:01.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:00 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:45:01.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:00 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:45:01.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:00 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:45:01.513 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4193792 len 16384 2024-05-21T00:45:01.514 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4193792 len 16384 2024-05-21T00:45:01.514 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4193792 len 16384 2024-05-21T00:45:01.514 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4193792 len 16384 2024-05-21T00:45:01.514 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4194304 len 1024 2024-05-21T00:45:01.514 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4194304 len 1024 2024-05-21T00:45:01.514 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4194304 len 1024 2024-05-21T00:45:01.514 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4194304 len 1024 2024-05-21T00:45:01.514 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4194304 len 2048 2024-05-21T00:45:01.514 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4194304 len 2048 2024-05-21T00:45:01.514 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4194304 len 2048 2024-05-21T00:45:01.515 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4194304 len 2048 2024-05-21T00:45:01.515 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4194304 len 4096 2024-05-21T00:45:01.515 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4194304 len 4096 2024-05-21T00:45:01.515 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4194304 len 4096 2024-05-21T00:45:01.515 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4194304 len 4096 2024-05-21T00:45:01.515 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4194304 len 8192 2024-05-21T00:45:01.515 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4194304 len 8192 2024-05-21T00:45:01.515 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4194304 len 8192 2024-05-21T00:45:01.515 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4194304 len 8192 2024-05-21T00:45:01.515 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4194304 len 16384 2024-05-21T00:45:01.515 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4194304 len 16384 2024-05-21T00:45:01.515 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4194304 len 16384 2024-05-21T00:45:01.515 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4194304 len 16384 2024-05-21T00:45:01.515 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4194816 len 1024 2024-05-21T00:45:01.516 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4194816 len 1024 2024-05-21T00:45:01.516 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4194816 len 1024 2024-05-21T00:45:01.516 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4194816 len 1024 2024-05-21T00:45:01.516 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4194816 len 2048 2024-05-21T00:45:01.516 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4194816 len 2048 2024-05-21T00:45:01.516 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4194816 len 2048 2024-05-21T00:45:01.516 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4194816 len 2048 2024-05-21T00:45:01.516 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4194816 len 4096 2024-05-21T00:45:01.516 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4194816 len 4096 2024-05-21T00:45:01.516 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4194816 len 4096 2024-05-21T00:45:01.516 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4194816 len 4096 2024-05-21T00:45:01.516 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4194816 len 8192 2024-05-21T00:45:01.516 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4194816 len 8192 2024-05-21T00:45:01.516 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4194816 len 8192 2024-05-21T00:45:01.517 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4194816 len 8192 2024-05-21T00:45:01.517 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4194816 len 16384 2024-05-21T00:45:01.517 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4194816 len 16384 2024-05-21T00:45:01.517 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4194816 len 16384 2024-05-21T00:45:01.517 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4194816 len 16384 2024-05-21T00:45:01.517 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4195328 len 1024 2024-05-21T00:45:01.517 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4195328 len 1024 2024-05-21T00:45:01.517 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4195328 len 1024 2024-05-21T00:45:01.517 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4195328 len 1024 2024-05-21T00:45:01.517 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4195328 len 2048 2024-05-21T00:45:01.517 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4195328 len 2048 2024-05-21T00:45:01.517 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4195328 len 2048 2024-05-21T00:45:01.517 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4195328 len 2048 2024-05-21T00:45:01.517 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4195328 len 4096 2024-05-21T00:45:01.517 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4195328 len 4096 2024-05-21T00:45:01.518 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4195328 len 4096 2024-05-21T00:45:01.518 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4195328 len 4096 2024-05-21T00:45:01.518 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4195328 len 8192 2024-05-21T00:45:01.518 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4195328 len 8192 2024-05-21T00:45:01.518 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4195328 len 8192 2024-05-21T00:45:01.518 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4195328 len 8192 2024-05-21T00:45:01.518 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4195328 len 16384 2024-05-21T00:45:01.518 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4195328 len 16384 2024-05-21T00:45:01.518 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4195328 len 16384 2024-05-21T00:45:01.518 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4195328 len 16384 2024-05-21T00:45:01.518 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4195840 len 1024 2024-05-21T00:45:01.518 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4195840 len 1024 2024-05-21T00:45:01.518 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4195840 len 1024 2024-05-21T00:45:01.519 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4195840 len 1024 2024-05-21T00:45:01.519 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4195840 len 2048 2024-05-21T00:45:01.519 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4195840 len 2048 2024-05-21T00:45:01.519 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4195840 len 2048 2024-05-21T00:45:01.519 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4195840 len 2048 2024-05-21T00:45:01.519 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4195840 len 4096 2024-05-21T00:45:01.519 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4195840 len 4096 2024-05-21T00:45:01.519 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4195840 len 4096 2024-05-21T00:45:01.519 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4195840 len 4096 2024-05-21T00:45:01.519 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4195840 len 8192 2024-05-21T00:45:01.519 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4195840 len 8192 2024-05-21T00:45:01.519 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4195840 len 8192 2024-05-21T00:45:01.519 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4195840 len 8192 2024-05-21T00:45:01.932 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:01 smithi044 ceph-mon[31392]: pgmap v547: 97 pgs: 97 active+clean; 251 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 79 MiB/s rd, 757 KiB/s wr, 250 op/s 2024-05-21T00:45:01.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:01 smithi082 ceph-mon[36141]: pgmap v547: 97 pgs: 97 active+clean; 251 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 79 MiB/s rd, 757 KiB/s wr, 250 op/s 2024-05-21T00:45:02.000 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4195840 len 16384 2024-05-21T00:45:02.000 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4195840 len 16384 2024-05-21T00:45:02.001 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4195840 len 16384 2024-05-21T00:45:02.001 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4195840 len 16384 2024-05-21T00:45:02.001 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4196352 len 1024 2024-05-21T00:45:02.001 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4196352 len 1024 2024-05-21T00:45:02.001 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4196352 len 1024 2024-05-21T00:45:02.001 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4196352 len 1024 2024-05-21T00:45:02.001 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4196352 len 2048 2024-05-21T00:45:02.001 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4196352 len 2048 2024-05-21T00:45:02.001 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4196352 len 2048 2024-05-21T00:45:02.001 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4196352 len 2048 2024-05-21T00:45:02.001 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4196352 len 4096 2024-05-21T00:45:02.001 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4196352 len 4096 2024-05-21T00:45:02.002 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4196352 len 4096 2024-05-21T00:45:02.002 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4196352 len 4096 2024-05-21T00:45:02.002 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4196352 len 8192 2024-05-21T00:45:02.002 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4196352 len 8192 2024-05-21T00:45:02.002 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4196352 len 8192 2024-05-21T00:45:02.002 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4196352 len 8192 2024-05-21T00:45:02.002 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4196352 len 16384 2024-05-21T00:45:02.002 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4196352 len 16384 2024-05-21T00:45:02.002 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4196352 len 16384 2024-05-21T00:45:02.002 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4196352 len 16384 2024-05-21T00:45:02.002 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4196864 len 1024 2024-05-21T00:45:02.002 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4196864 len 1024 2024-05-21T00:45:02.002 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4196864 len 1024 2024-05-21T00:45:02.003 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4196864 len 1024 2024-05-21T00:45:02.003 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4196864 len 2048 2024-05-21T00:45:02.003 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4196864 len 2048 2024-05-21T00:45:02.003 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4196864 len 2048 2024-05-21T00:45:02.005 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4196864 len 2048 2024-05-21T00:45:02.005 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4196864 len 4096 2024-05-21T00:45:02.005 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4196864 len 4096 2024-05-21T00:45:02.005 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4196864 len 4096 2024-05-21T00:45:02.005 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4196864 len 4096 2024-05-21T00:45:02.005 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4196864 len 8192 2024-05-21T00:45:02.005 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4196864 len 8192 2024-05-21T00:45:02.005 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4196864 len 8192 2024-05-21T00:45:02.005 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4196864 len 8192 2024-05-21T00:45:02.005 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4196864 len 16384 2024-05-21T00:45:02.005 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4196864 len 16384 2024-05-21T00:45:02.006 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4196864 len 16384 2024-05-21T00:45:02.006 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4196864 len 16384 2024-05-21T00:45:02.006 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4197376 len 1024 2024-05-21T00:45:02.006 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4197376 len 1024 2024-05-21T00:45:02.006 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4197376 len 1024 2024-05-21T00:45:02.006 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4197376 len 1024 2024-05-21T00:45:02.006 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4197376 len 2048 2024-05-21T00:45:02.006 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4197376 len 2048 2024-05-21T00:45:02.006 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4197376 len 2048 2024-05-21T00:45:02.006 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4197376 len 2048 2024-05-21T00:45:02.006 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4197376 len 4096 2024-05-21T00:45:02.006 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4197376 len 4096 2024-05-21T00:45:02.006 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4197376 len 4096 2024-05-21T00:45:02.007 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4197376 len 4096 2024-05-21T00:45:02.007 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4197376 len 8192 2024-05-21T00:45:02.007 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4197376 len 8192 2024-05-21T00:45:02.007 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4197376 len 8192 2024-05-21T00:45:02.007 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4197376 len 8192 2024-05-21T00:45:02.007 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4197376 len 16384 2024-05-21T00:45:02.007 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4197376 len 16384 2024-05-21T00:45:02.007 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4197376 len 16384 2024-05-21T00:45:02.007 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4197376 len 16384 2024-05-21T00:45:02.007 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4197888 len 1024 2024-05-21T00:45:02.007 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4197888 len 1024 2024-05-21T00:45:02.007 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4197888 len 1024 2024-05-21T00:45:02.007 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4197888 len 1024 2024-05-21T00:45:02.007 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4197888 len 2048 2024-05-21T00:45:02.008 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4197888 len 2048 2024-05-21T00:45:02.008 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4197888 len 2048 2024-05-21T00:45:02.008 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4197888 len 2048 2024-05-21T00:45:02.008 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4197888 len 4096 2024-05-21T00:45:02.008 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4197888 len 4096 2024-05-21T00:45:02.008 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4197888 len 4096 2024-05-21T00:45:02.008 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4197888 len 4096 2024-05-21T00:45:02.008 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4197888 len 8192 2024-05-21T00:45:02.008 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4197888 len 8192 2024-05-21T00:45:02.008 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4197888 len 8192 2024-05-21T00:45:02.008 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4197888 len 8192 2024-05-21T00:45:02.008 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2048 offset 4197888 len 16384 2024-05-21T00:45:02.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:01 smithi092 ceph-mon[36335]: pgmap v547: 97 pgs: 97 active+clean; 251 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 79 MiB/s rd, 757 KiB/s wr, 250 op/s 2024-05-21T00:45:02.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.235+0000 7f91b8e00700 1 -- 172.21.15.44:0/1440878419 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f91b410fd70 msgr2=0x7f91b4112160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:02.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.235+0000 7f91b8e00700 1 --2- 172.21.15.44:0/1440878419 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f91b410fd70 0x7f91b4112160 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f91ac009f90 tx=0x7f91ac00b330 comp rx=0 tx=0).stop 2024-05-21T00:45:02.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.235+0000 7f91b8e00700 1 -- 172.21.15.44:0/1440878419 shutdown_connections 2024-05-21T00:45:02.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.235+0000 7f91b8e00700 1 --2- 172.21.15.44:0/1440878419 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f91b41021c0 0x7f91b41025a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:02.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.235+0000 7f91b8e00700 1 --2- 172.21.15.44:0/1440878419 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f91b410fd70 0x7f91b4112160 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:02.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.235+0000 7f91b8e00700 1 --2- 172.21.15.44:0/1440878419 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91b4102b70 0x7f91b410f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:02.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.235+0000 7f91b8e00700 1 -- 172.21.15.44:0/1440878419 >> 172.21.15.44:0/1440878419 conn(0x7f91b40fde60 msgr2=0x7f91b4100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:02.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.235+0000 7f91b8e00700 1 -- 172.21.15.44:0/1440878419 shutdown_connections 2024-05-21T00:45:02.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.235+0000 7f91b8e00700 1 -- 172.21.15.44:0/1440878419 wait complete. 2024-05-21T00:45:02.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.237+0000 7f91b8e00700 1 Processor -- start 2024-05-21T00:45:02.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.237+0000 7f91b8e00700 1 -- start start 2024-05-21T00:45:02.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.237+0000 7f91b8e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f91b41021c0 0x7f91b419bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:02.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.237+0000 7f91b8e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f91b4102b70 0x7f91b419c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:02.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.237+0000 7f91b8e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91b410fd70 0x7f91b41a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:02.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.237+0000 7f91b8e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f91b41158b0 con 0x7f91b41021c0 2024-05-21T00:45:02.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.237+0000 7f91b8e00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f91b4115730 con 0x7f91b4102b70 2024-05-21T00:45:02.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.237+0000 7f91b8e00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f91b4115a30 con 0x7f91b410fd70 2024-05-21T00:45:02.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.238+0000 7f91b3400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f91b41021c0 0x7f91b419bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:02.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.238+0000 7f91b2a00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f91b4102b70 0x7f91b419c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:02.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.238+0000 7f91b2a00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f91b4102b70 0x7f91b419c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:50138/0 (socket says 172.21.15.44:50138) 2024-05-21T00:45:02.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.238+0000 7f91b3e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91b410fd70 0x7f91b41a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:02.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.238+0000 7f91b2a00700 1 -- 172.21.15.44:0/3266654298 learned_addr learned my addr 172.21.15.44:0/3266654298 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:02.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.238+0000 7f91b3e00700 1 -- 172.21.15.44:0/3266654298 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f91b4102b70 msgr2=0x7f91b419c2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:02.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.238+0000 7f91b3e00700 1 --2- 172.21.15.44:0/3266654298 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f91b4102b70 0x7f91b419c2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:02.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.238+0000 7f91b3e00700 1 -- 172.21.15.44:0/3266654298 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f91b41021c0 msgr2=0x7f91b419bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:02.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.238+0000 7f91b3e00700 1 --2- 172.21.15.44:0/3266654298 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f91b41021c0 0x7f91b419bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:02.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.238+0000 7f91b3e00700 1 -- 172.21.15.44:0/3266654298 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91b41a0d90 con 0x7f91b410fd70 2024-05-21T00:45:02.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.238+0000 7f91b2a00700 1 --2- 172.21.15.44:0/3266654298 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f91b4102b70 0x7f91b419c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:45:02.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.238+0000 7f91b3e00700 1 --2- 172.21.15.44:0/3266654298 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91b410fd70 0x7f91b41a0650 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f91ac00b6c0 tx=0x7f91ac00cc30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:02.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.239+0000 7f91abe00700 1 -- 172.21.15.44:0/3266654298 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91ac021070 con 0x7f91b410fd70 2024-05-21T00:45:02.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.239+0000 7f91abe00700 1 -- 172.21.15.44:0/3266654298 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91ac007ac0 con 0x7f91b410fd70 2024-05-21T00:45:02.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.239+0000 7f91b8e00700 1 -- 172.21.15.44:0/3266654298 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91b41a1020 con 0x7f91b410fd70 2024-05-21T00:45:02.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.239+0000 7f91abe00700 1 -- 172.21.15.44:0/3266654298 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91ac005040 con 0x7f91b410fd70 2024-05-21T00:45:02.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.239+0000 7f91b8e00700 1 -- 172.21.15.44:0/3266654298 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91b41a8900 con 0x7f91b410fd70 2024-05-21T00:45:02.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.240+0000 7f91b8e00700 1 -- 172.21.15.44:0/3266654298 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91b406a230 con 0x7f91b410fd70 2024-05-21T00:45:02.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.242+0000 7f91abe00700 1 -- 172.21.15.44:0/3266654298 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f91ac024070 con 0x7f91b410fd70 2024-05-21T00:45:02.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.244+0000 7f91abe00700 1 --2- 172.21.15.44:0/3266654298 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f91980b2880 0x7f91980b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:02.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.244+0000 7f91abe00700 1 -- 172.21.15.44:0/3266654298 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f91ac00f020 con 0x7f91b410fd70 2024-05-21T00:45:02.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.245+0000 7f91b3400700 1 --2- 172.21.15.44:0/3266654298 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f91980b2880 0x7f91980b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:02.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.245+0000 7f91b3400700 1 --2- 172.21.15.44:0/3266654298 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f91980b2880 0x7f91980b4d40 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f91a4005fd0 tx=0x7f91a4009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:02.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.248+0000 7f91abe00700 1 -- 172.21.15.44:0/3266654298 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f91ac02b020 con 0x7f91b410fd70 2024-05-21T00:45:02.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.596+0000 7f91b8e00700 1 -- 172.21.15.44:0/3266654298 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f91b402e560 con 0x7f91b410fd70 2024-05-21T00:45:02.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.597+0000 7f91abe00700 1 -- 172.21.15.44:0/3266654298 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11854 (secure 0 0 0) 0x7f91ac007420 con 0x7f91b410fd70 2024-05-21T00:45:02.600 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:45:02.600 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/561549854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":561549854},{"type":"v1","addr":"172.21.15.44:6837","nonce":561549854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/2400906516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2400906516},{"type":"v1","addr":"172.21.15.82:6835","nonce":2400906516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2996309052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2996309052},{"type":"v1","addr":"172.21.15.92:6835","nonce":2996309052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:37:29.521554+0000","modified":"2024-05-21T00:41:28.977476+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24521,"mds_1":24511,"mds_2":24509},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24482":{"gid":24482,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6837/2183805482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":2183805482},{"type":"v1","addr":"172.21.15.82:6837","nonce":2183805482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6837/1462528640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1462528640},{"type":"v1","addr":"172.21.15.92:6837","nonce":1462528640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6839/1183044801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6838","nonce":1183044801},{"type":"v1","addr":"172.21.15.92:6839","nonce":1183044801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"a","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/3917264755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":3917264755},{"type":"v1","addr":"172.21.15.44:6841","nonce":3917264755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1038937716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1038937716},{"type":"v1","addr":"172.21.15.44:6839","nonce":1038937716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.82:6839/3736218763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":3736218763},{"type":"v1","addr":"172.21.15.82:6839","nonce":3736218763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24521,"qdb_cluster":[24509,24511,24521]},"id":1}]} 2024-05-21T00:45:02.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.601+0000 7f91b8e00700 1 -- 172.21.15.44:0/3266654298 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f91980b2880 msgr2=0x7f91980b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:02.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.601+0000 7f91b8e00700 1 --2- 172.21.15.44:0/3266654298 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f91980b2880 0x7f91980b4d40 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f91a4005fd0 tx=0x7f91a4009310 comp rx=0 tx=0).stop 2024-05-21T00:45:02.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.601+0000 7f91b8e00700 1 -- 172.21.15.44:0/3266654298 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91b410fd70 msgr2=0x7f91b41a0650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:02.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.601+0000 7f91b8e00700 1 --2- 172.21.15.44:0/3266654298 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91b410fd70 0x7f91b41a0650 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f91ac00b6c0 tx=0x7f91ac00cc30 comp rx=0 tx=0).stop 2024-05-21T00:45:02.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.602+0000 7f91b8e00700 1 -- 172.21.15.44:0/3266654298 shutdown_connections 2024-05-21T00:45:02.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.602+0000 7f91b8e00700 1 --2- 172.21.15.44:0/3266654298 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f91980b2880 0x7f91980b4d40 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:02.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.602+0000 7f91b8e00700 1 --2- 172.21.15.44:0/3266654298 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f91b41021c0 0x7f91b419bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:02.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.602+0000 7f91b8e00700 1 --2- 172.21.15.44:0/3266654298 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91b410fd70 0x7f91b41a0650 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:02.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.602+0000 7f91b8e00700 1 --2- 172.21.15.44:0/3266654298 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f91b4102b70 0x7f91b419c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:02.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.602+0000 7f91b8e00700 1 -- 172.21.15.44:0/3266654298 >> 172.21.15.44:0/3266654298 conn(0x7f91b40fde60 msgr2=0x7f91b4111020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:02.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.602+0000 7f91b8e00700 1 -- 172.21.15.44:0/3266654298 shutdown_connections 2024-05-21T00:45:02.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:02.602+0000 7f91b8e00700 1 -- 172.21.15.44:0/3266654298 wait complete. 2024-05-21T00:45:02.609 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 26 2024-05-21T00:45:02.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:02 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/3266654298' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:45:02.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:02 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/3266654298' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:45:03.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:02 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/3266654298' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:45:03.380 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4197888 len 16384 2024-05-21T00:45:03.380 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2048 offset 4197888 len 16384 2024-05-21T00:45:03.380 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2048 offset 4197888 len 16384 2024-05-21T00:45:03.380 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4190720 len 1024 2024-05-21T00:45:03.380 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4190720 len 1024 2024-05-21T00:45:03.380 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4190720 len 1024 2024-05-21T00:45:03.380 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4190720 len 1024 2024-05-21T00:45:03.380 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4190720 len 2048 2024-05-21T00:45:03.380 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4190720 len 2048 2024-05-21T00:45:03.380 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4190720 len 2048 2024-05-21T00:45:03.380 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4190720 len 2048 2024-05-21T00:45:03.380 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4190720 len 4096 2024-05-21T00:45:03.381 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4190720 len 4096 2024-05-21T00:45:03.381 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4190720 len 4096 2024-05-21T00:45:03.381 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4190720 len 4096 2024-05-21T00:45:03.381 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4190720 len 8192 2024-05-21T00:45:03.381 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4190720 len 8192 2024-05-21T00:45:03.381 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4190720 len 8192 2024-05-21T00:45:03.381 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4190720 len 8192 2024-05-21T00:45:03.381 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4190720 len 16384 2024-05-21T00:45:03.381 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4190720 len 16384 2024-05-21T00:45:03.381 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4190720 len 16384 2024-05-21T00:45:03.381 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4190720 len 16384 2024-05-21T00:45:03.381 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4191232 len 1024 2024-05-21T00:45:03.381 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4191232 len 1024 2024-05-21T00:45:03.382 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4191232 len 1024 2024-05-21T00:45:03.382 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4191232 len 1024 2024-05-21T00:45:03.382 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4191232 len 2048 2024-05-21T00:45:03.382 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4191232 len 2048 2024-05-21T00:45:03.382 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4191232 len 2048 2024-05-21T00:45:03.382 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4191232 len 2048 2024-05-21T00:45:03.382 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4191232 len 4096 2024-05-21T00:45:03.382 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4191232 len 4096 2024-05-21T00:45:03.382 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4191232 len 4096 2024-05-21T00:45:03.382 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4191232 len 4096 2024-05-21T00:45:03.382 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4191232 len 8192 2024-05-21T00:45:03.382 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4191232 len 8192 2024-05-21T00:45:03.382 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4191232 len 8192 2024-05-21T00:45:03.383 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4191232 len 8192 2024-05-21T00:45:03.383 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4191232 len 16384 2024-05-21T00:45:03.383 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4191232 len 16384 2024-05-21T00:45:03.383 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4191232 len 16384 2024-05-21T00:45:03.383 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4191232 len 16384 2024-05-21T00:45:03.383 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4191744 len 1024 2024-05-21T00:45:03.383 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4191744 len 1024 2024-05-21T00:45:03.383 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4191744 len 1024 2024-05-21T00:45:03.383 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4191744 len 1024 2024-05-21T00:45:03.383 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4191744 len 2048 2024-05-21T00:45:03.383 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4191744 len 2048 2024-05-21T00:45:03.383 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4191744 len 2048 2024-05-21T00:45:03.383 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4191744 len 2048 2024-05-21T00:45:03.383 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4191744 len 4096 2024-05-21T00:45:03.384 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4191744 len 4096 2024-05-21T00:45:03.384 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4191744 len 4096 2024-05-21T00:45:03.384 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4191744 len 4096 2024-05-21T00:45:03.384 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4191744 len 8192 2024-05-21T00:45:03.384 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4191744 len 8192 2024-05-21T00:45:03.384 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4191744 len 8192 2024-05-21T00:45:03.384 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4191744 len 8192 2024-05-21T00:45:03.384 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4191744 len 16384 2024-05-21T00:45:03.384 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4191744 len 16384 2024-05-21T00:45:03.384 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4191744 len 16384 2024-05-21T00:45:03.384 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4191744 len 16384 2024-05-21T00:45:03.384 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4192256 len 1024 2024-05-21T00:45:03.384 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4192256 len 1024 2024-05-21T00:45:03.384 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4192256 len 1024 2024-05-21T00:45:03.385 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4192256 len 1024 2024-05-21T00:45:03.385 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4192256 len 2048 2024-05-21T00:45:03.385 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4192256 len 2048 2024-05-21T00:45:03.385 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4192256 len 2048 2024-05-21T00:45:03.385 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4192256 len 2048 2024-05-21T00:45:03.385 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4192256 len 4096 2024-05-21T00:45:03.385 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4192256 len 4096 2024-05-21T00:45:03.385 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4192256 len 4096 2024-05-21T00:45:03.385 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4192256 len 4096 2024-05-21T00:45:03.385 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4192256 len 8192 2024-05-21T00:45:03.385 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4192256 len 8192 2024-05-21T00:45:03.385 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4192256 len 8192 2024-05-21T00:45:03.385 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4192256 len 8192 2024-05-21T00:45:03.385 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4192256 len 16384 2024-05-21T00:45:03.385 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4192256 len 16384 2024-05-21T00:45:03.600 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T00:45:03.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:03 smithi044 ceph-mon[31392]: pgmap v548: 97 pgs: 97 active+clean; 187 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 76 MiB/s rd, 762 KiB/s wr, 258 op/s 2024-05-21T00:45:03.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:03 smithi082 ceph-mon[36141]: pgmap v548: 97 pgs: 97 active+clean; 187 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 76 MiB/s rd, 762 KiB/s wr, 258 op/s 2024-05-21T00:45:04.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:03 smithi092 ceph-mon[36335]: pgmap v548: 97 pgs: 97 active+clean; 187 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 76 MiB/s rd, 762 KiB/s wr, 258 op/s 2024-05-21T00:45:04.108 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:45:04.469 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4192256 len 16384 2024-05-21T00:45:04.469 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4192256 len 16384 2024-05-21T00:45:04.469 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4192768 len 1024 2024-05-21T00:45:04.469 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4192768 len 1024 2024-05-21T00:45:04.469 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4192768 len 1024 2024-05-21T00:45:04.469 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4192768 len 1024 2024-05-21T00:45:04.470 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4192768 len 2048 2024-05-21T00:45:04.470 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4192768 len 2048 2024-05-21T00:45:04.470 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4192768 len 2048 2024-05-21T00:45:04.470 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4192768 len 2048 2024-05-21T00:45:04.470 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4192768 len 4096 2024-05-21T00:45:04.470 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4192768 len 4096 2024-05-21T00:45:04.470 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4192768 len 4096 2024-05-21T00:45:04.470 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4192768 len 4096 2024-05-21T00:45:04.470 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4192768 len 8192 2024-05-21T00:45:04.470 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4192768 len 8192 2024-05-21T00:45:04.470 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4192768 len 8192 2024-05-21T00:45:04.470 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4192768 len 8192 2024-05-21T00:45:04.470 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4192768 len 16384 2024-05-21T00:45:04.471 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4192768 len 16384 2024-05-21T00:45:04.471 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4192768 len 16384 2024-05-21T00:45:04.471 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4192768 len 16384 2024-05-21T00:45:04.471 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4193280 len 1024 2024-05-21T00:45:04.471 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4193280 len 1024 2024-05-21T00:45:04.471 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4193280 len 1024 2024-05-21T00:45:04.471 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4193280 len 1024 2024-05-21T00:45:04.471 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4193280 len 2048 2024-05-21T00:45:04.471 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4193280 len 2048 2024-05-21T00:45:04.471 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4193280 len 2048 2024-05-21T00:45:04.471 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4193280 len 2048 2024-05-21T00:45:04.471 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4193280 len 4096 2024-05-21T00:45:04.471 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4193280 len 4096 2024-05-21T00:45:04.472 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4193280 len 4096 2024-05-21T00:45:04.472 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4193280 len 4096 2024-05-21T00:45:04.472 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4193280 len 8192 2024-05-21T00:45:04.472 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4193280 len 8192 2024-05-21T00:45:04.472 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4193280 len 8192 2024-05-21T00:45:04.472 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4193280 len 8192 2024-05-21T00:45:04.472 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4193280 len 16384 2024-05-21T00:45:04.472 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4193280 len 16384 2024-05-21T00:45:04.472 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4193280 len 16384 2024-05-21T00:45:04.472 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4193280 len 16384 2024-05-21T00:45:04.472 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4193792 len 1024 2024-05-21T00:45:04.472 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4193792 len 1024 2024-05-21T00:45:04.472 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4193792 len 1024 2024-05-21T00:45:04.472 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4193792 len 1024 2024-05-21T00:45:04.473 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4193792 len 2048 2024-05-21T00:45:04.473 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4193792 len 2048 2024-05-21T00:45:04.473 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4193792 len 2048 2024-05-21T00:45:04.473 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4193792 len 2048 2024-05-21T00:45:04.473 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4193792 len 4096 2024-05-21T00:45:04.473 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4193792 len 4096 2024-05-21T00:45:04.473 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4193792 len 4096 2024-05-21T00:45:04.473 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4193792 len 4096 2024-05-21T00:45:04.473 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4193792 len 8192 2024-05-21T00:45:04.473 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4193792 len 8192 2024-05-21T00:45:04.473 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4193792 len 8192 2024-05-21T00:45:04.473 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4193792 len 8192 2024-05-21T00:45:04.473 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4193792 len 16384 2024-05-21T00:45:04.473 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4193792 len 16384 2024-05-21T00:45:04.474 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4193792 len 16384 2024-05-21T00:45:04.474 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4193792 len 16384 2024-05-21T00:45:04.474 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4194304 len 1024 2024-05-21T00:45:04.474 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4194304 len 1024 2024-05-21T00:45:04.474 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4194304 len 1024 2024-05-21T00:45:04.474 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4194304 len 1024 2024-05-21T00:45:04.474 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4194304 len 2048 2024-05-21T00:45:04.474 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4194304 len 2048 2024-05-21T00:45:04.474 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4194304 len 2048 2024-05-21T00:45:04.474 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4194304 len 2048 2024-05-21T00:45:04.475 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4194304 len 4096 2024-05-21T00:45:04.475 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4194304 len 4096 2024-05-21T00:45:04.475 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4194304 len 4096 2024-05-21T00:45:04.475 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4194304 len 4096 2024-05-21T00:45:04.475 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4194304 len 8192 2024-05-21T00:45:04.475 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4194304 len 8192 2024-05-21T00:45:04.475 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4194304 len 8192 2024-05-21T00:45:04.475 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4194304 len 8192 2024-05-21T00:45:04.475 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4194304 len 16384 2024-05-21T00:45:04.475 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4194304 len 16384 2024-05-21T00:45:04.475 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4194304 len 16384 2024-05-21T00:45:04.916 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4194304 len 16384 2024-05-21T00:45:04.916 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4194816 len 1024 2024-05-21T00:45:04.916 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4194816 len 1024 2024-05-21T00:45:04.916 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4194816 len 1024 2024-05-21T00:45:04.916 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4194816 len 1024 2024-05-21T00:45:04.916 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4194816 len 2048 2024-05-21T00:45:04.917 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4194816 len 2048 2024-05-21T00:45:04.917 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4194816 len 2048 2024-05-21T00:45:04.917 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4194816 len 2048 2024-05-21T00:45:04.917 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4194816 len 4096 2024-05-21T00:45:04.917 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4194816 len 4096 2024-05-21T00:45:04.917 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4194816 len 4096 2024-05-21T00:45:04.917 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4194816 len 4096 2024-05-21T00:45:04.917 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4194816 len 8192 2024-05-21T00:45:04.917 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4194816 len 8192 2024-05-21T00:45:04.917 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4194816 len 8192 2024-05-21T00:45:04.917 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4194816 len 8192 2024-05-21T00:45:04.917 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4194816 len 16384 2024-05-21T00:45:04.917 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4194816 len 16384 2024-05-21T00:45:04.918 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4194816 len 16384 2024-05-21T00:45:04.918 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4194816 len 16384 2024-05-21T00:45:04.918 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4195328 len 1024 2024-05-21T00:45:04.918 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4195328 len 1024 2024-05-21T00:45:04.918 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4195328 len 1024 2024-05-21T00:45:04.918 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4195328 len 1024 2024-05-21T00:45:04.918 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4195328 len 2048 2024-05-21T00:45:04.918 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4195328 len 2048 2024-05-21T00:45:04.918 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4195328 len 2048 2024-05-21T00:45:04.918 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4195328 len 2048 2024-05-21T00:45:04.918 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4195328 len 4096 2024-05-21T00:45:04.918 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4195328 len 4096 2024-05-21T00:45:04.918 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4195328 len 4096 2024-05-21T00:45:04.919 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4195328 len 4096 2024-05-21T00:45:04.919 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4195328 len 8192 2024-05-21T00:45:04.919 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4195328 len 8192 2024-05-21T00:45:04.919 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4195328 len 8192 2024-05-21T00:45:04.919 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4195328 len 8192 2024-05-21T00:45:04.919 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4195328 len 16384 2024-05-21T00:45:04.919 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4195328 len 16384 2024-05-21T00:45:04.919 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4195328 len 16384 2024-05-21T00:45:04.919 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4195328 len 16384 2024-05-21T00:45:04.919 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4195840 len 1024 2024-05-21T00:45:04.919 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4195840 len 1024 2024-05-21T00:45:04.919 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4195840 len 1024 2024-05-21T00:45:04.919 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4195840 len 1024 2024-05-21T00:45:04.919 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4195840 len 2048 2024-05-21T00:45:04.920 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4195840 len 2048 2024-05-21T00:45:04.920 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4195840 len 2048 2024-05-21T00:45:04.920 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4195840 len 2048 2024-05-21T00:45:04.920 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4195840 len 4096 2024-05-21T00:45:04.920 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4195840 len 4096 2024-05-21T00:45:04.920 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4195840 len 4096 2024-05-21T00:45:04.920 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4195840 len 4096 2024-05-21T00:45:04.920 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4195840 len 8192 2024-05-21T00:45:04.920 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4195840 len 8192 2024-05-21T00:45:04.920 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4195840 len 8192 2024-05-21T00:45:04.920 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4195840 len 8192 2024-05-21T00:45:04.920 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4195840 len 16384 2024-05-21T00:45:04.920 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4195840 len 16384 2024-05-21T00:45:04.920 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4195840 len 16384 2024-05-21T00:45:04.921 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4195840 len 16384 2024-05-21T00:45:04.921 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4196352 len 1024 2024-05-21T00:45:04.921 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4196352 len 1024 2024-05-21T00:45:04.921 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4196352 len 1024 2024-05-21T00:45:04.921 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4196352 len 1024 2024-05-21T00:45:04.921 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4196352 len 2048 2024-05-21T00:45:04.921 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4196352 len 2048 2024-05-21T00:45:04.921 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4196352 len 2048 2024-05-21T00:45:04.921 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4196352 len 2048 2024-05-21T00:45:04.921 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4196352 len 4096 2024-05-21T00:45:04.921 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4196352 len 4096 2024-05-21T00:45:04.921 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4196352 len 4096 2024-05-21T00:45:04.921 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4196352 len 4096 2024-05-21T00:45:04.921 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4196352 len 8192 2024-05-21T00:45:04.921 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4196352 len 8192 2024-05-21T00:45:04.922 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4196352 len 8192 2024-05-21T00:45:04.922 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4196352 len 8192 2024-05-21T00:45:04.922 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4196352 len 16384 2024-05-21T00:45:04.922 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4196352 len 16384 2024-05-21T00:45:04.922 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4196352 len 16384 2024-05-21T00:45:04.922 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4196352 len 16384 2024-05-21T00:45:05.682 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4196864 len 1024 2024-05-21T00:45:05.683 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4196864 len 1024 2024-05-21T00:45:05.683 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4196864 len 1024 2024-05-21T00:45:05.683 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4196864 len 1024 2024-05-21T00:45:05.683 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4196864 len 2048 2024-05-21T00:45:05.683 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4196864 len 2048 2024-05-21T00:45:05.683 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4196864 len 2048 2024-05-21T00:45:05.683 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4196864 len 2048 2024-05-21T00:45:05.683 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4196864 len 4096 2024-05-21T00:45:05.683 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4196864 len 4096 2024-05-21T00:45:05.683 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4196864 len 4096 2024-05-21T00:45:05.683 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4196864 len 4096 2024-05-21T00:45:05.683 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4196864 len 8192 2024-05-21T00:45:05.683 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4196864 len 8192 2024-05-21T00:45:05.684 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4196864 len 8192 2024-05-21T00:45:05.684 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4196864 len 8192 2024-05-21T00:45:05.684 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4196864 len 16384 2024-05-21T00:45:05.684 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4196864 len 16384 2024-05-21T00:45:05.684 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4196864 len 16384 2024-05-21T00:45:05.684 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4196864 len 16384 2024-05-21T00:45:05.684 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4197376 len 1024 2024-05-21T00:45:05.684 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4197376 len 1024 2024-05-21T00:45:05.684 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4197376 len 1024 2024-05-21T00:45:05.684 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4197376 len 1024 2024-05-21T00:45:05.684 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4197376 len 2048 2024-05-21T00:45:05.684 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4197376 len 2048 2024-05-21T00:45:05.684 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4197376 len 2048 2024-05-21T00:45:05.684 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4197376 len 2048 2024-05-21T00:45:05.685 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4197376 len 4096 2024-05-21T00:45:05.685 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4197376 len 4096 2024-05-21T00:45:05.685 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4197376 len 4096 2024-05-21T00:45:05.685 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4197376 len 4096 2024-05-21T00:45:05.685 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4197376 len 8192 2024-05-21T00:45:05.685 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4197376 len 8192 2024-05-21T00:45:05.685 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4197376 len 8192 2024-05-21T00:45:05.685 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4197376 len 8192 2024-05-21T00:45:05.685 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4197376 len 16384 2024-05-21T00:45:05.685 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4197376 len 16384 2024-05-21T00:45:05.685 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4197376 len 16384 2024-05-21T00:45:05.685 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4197376 len 16384 2024-05-21T00:45:05.685 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4197888 len 1024 2024-05-21T00:45:05.685 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4197888 len 1024 2024-05-21T00:45:05.686 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4197888 len 1024 2024-05-21T00:45:05.686 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4197888 len 1024 2024-05-21T00:45:05.686 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4197888 len 2048 2024-05-21T00:45:05.686 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4197888 len 2048 2024-05-21T00:45:05.686 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4197888 len 2048 2024-05-21T00:45:05.686 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4197888 len 2048 2024-05-21T00:45:05.686 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4197888 len 4096 2024-05-21T00:45:05.686 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4197888 len 4096 2024-05-21T00:45:05.686 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4197888 len 4096 2024-05-21T00:45:05.686 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4197888 len 4096 2024-05-21T00:45:05.686 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4197888 len 8192 2024-05-21T00:45:05.686 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4197888 len 8192 2024-05-21T00:45:05.686 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4197888 len 8192 2024-05-21T00:45:05.686 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4197888 len 8192 2024-05-21T00:45:05.687 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 2560 offset 4197888 len 16384 2024-05-21T00:45:05.687 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4197888 len 16384 2024-05-21T00:45:05.687 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 2560 offset 4197888 len 16384 2024-05-21T00:45:05.687 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 2560 offset 4197888 len 16384 2024-05-21T00:45:05.687 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4190720 len 1024 2024-05-21T00:45:05.687 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4190720 len 1024 2024-05-21T00:45:05.687 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4190720 len 1024 2024-05-21T00:45:05.687 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4190720 len 1024 2024-05-21T00:45:05.687 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4190720 len 2048 2024-05-21T00:45:05.687 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4190720 len 2048 2024-05-21T00:45:05.687 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4190720 len 2048 2024-05-21T00:45:05.687 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4190720 len 2048 2024-05-21T00:45:05.687 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4190720 len 4096 2024-05-21T00:45:05.687 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4190720 len 4096 2024-05-21T00:45:05.688 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4190720 len 4096 2024-05-21T00:45:05.688 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4190720 len 4096 2024-05-21T00:45:05.688 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4190720 len 8192 2024-05-21T00:45:05.688 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4190720 len 8192 2024-05-21T00:45:05.688 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4190720 len 8192 2024-05-21T00:45:05.688 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4190720 len 8192 2024-05-21T00:45:05.688 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4190720 len 16384 2024-05-21T00:45:05.688 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4190720 len 16384 2024-05-21T00:45:05.688 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4190720 len 16384 2024-05-21T00:45:05.688 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4190720 len 16384 2024-05-21T00:45:05.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:05 smithi082 ceph-mon[36141]: pgmap v549: 97 pgs: 97 active+clean; 237 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 86 MiB/s rd, 865 KiB/s wr, 294 op/s 2024-05-21T00:45:06.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:05 smithi092 ceph-mon[36335]: pgmap v549: 97 pgs: 97 active+clean; 237 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 86 MiB/s rd, 865 KiB/s wr, 294 op/s 2024-05-21T00:45:06.110 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:05 smithi044 ceph-mon[31392]: pgmap v549: 97 pgs: 97 active+clean; 237 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 86 MiB/s rd, 865 KiB/s wr, 294 op/s 2024-05-21T00:45:06.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.697+0000 7f76a4600700 1 -- 172.21.15.44:0/1000397439 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f769c105760 msgr2=0x7f769c105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:06.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.697+0000 7f76a4600700 1 --2- 172.21.15.44:0/1000397439 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f769c105760 0x7f769c105be0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f7688009990 tx=0x7f7688009ca0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.697+0000 7f76a4600700 1 -- 172.21.15.44:0/1000397439 shutdown_connections 2024-05-21T00:45:06.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.697+0000 7f76a4600700 1 --2- 172.21.15.44:0/1000397439 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f769c106120 0x7f769c112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.697+0000 7f76a4600700 1 --2- 172.21.15.44:0/1000397439 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f769c10b760 0x7f769c10bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.697+0000 7f76a4600700 1 --2- 172.21.15.44:0/1000397439 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f769c105760 0x7f769c105be0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.697+0000 7f76a4600700 1 -- 172.21.15.44:0/1000397439 >> 172.21.15.44:0/1000397439 conn(0x7f769c101250 msgr2=0x7f769c103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:06.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.697+0000 7f76a4600700 1 -- 172.21.15.44:0/1000397439 shutdown_connections 2024-05-21T00:45:06.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.697+0000 7f76a4600700 1 -- 172.21.15.44:0/1000397439 wait complete. 2024-05-21T00:45:06.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.699+0000 7f76a4600700 1 Processor -- start 2024-05-21T00:45:06.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.699+0000 7f76a4600700 1 -- start start 2024-05-21T00:45:06.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.699+0000 7f76a4600700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f769c105760 0x7f769c19be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:06.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.699+0000 7f76a4600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f769c106120 0x7f769c19c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:06.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.699+0000 7f76a4600700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f769c10b760 0x7f769c1a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:06.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.699+0000 7f76a4600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f769c1159f0 con 0x7f769c106120 2024-05-21T00:45:06.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.699+0000 7f76a4600700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f769c115870 con 0x7f769c105760 2024-05-21T00:45:06.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.699+0000 7f76a4600700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f769c115b70 con 0x7f769c10b760 2024-05-21T00:45:06.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.700+0000 7f76a1c00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f769c105760 0x7f769c19be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:06.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.700+0000 7f76a1c00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f769c105760 0x7f769c19be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:50162/0 (socket says 172.21.15.44:50162) 2024-05-21T00:45:06.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.700+0000 7f76a1c00700 1 -- 172.21.15.44:0/3141931313 learned_addr learned my addr 172.21.15.44:0/3141931313 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:06.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.700+0000 7f76a1200700 1 --2- 172.21.15.44:0/3141931313 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f769c106120 0x7f769c19c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:06.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.700+0000 7f76a2600700 1 --2- 172.21.15.44:0/3141931313 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f769c10b760 0x7f769c1a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:06.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.700+0000 7f76a1c00700 1 -- 172.21.15.44:0/3141931313 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f769c10b760 msgr2=0x7f769c1a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:06.706 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.700+0000 7f76a1c00700 1 --2- 172.21.15.44:0/3141931313 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f769c10b760 0x7f769c1a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.706 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.700+0000 7f76a1c00700 1 -- 172.21.15.44:0/3141931313 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f769c106120 msgr2=0x7f769c19c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:06.706 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.700+0000 7f76a1c00700 1 --2- 172.21.15.44:0/3141931313 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f769c106120 0x7f769c19c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.706 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.700+0000 7f76a1c00700 1 -- 172.21.15.44:0/3141931313 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f769c1a0e20 con 0x7f769c105760 2024-05-21T00:45:06.706 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.700+0000 7f76a1c00700 1 --2- 172.21.15.44:0/3141931313 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f769c105760 0x7f769c19be60 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f769000c9b0 tx=0x7f769000ccc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:06.706 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.701+0000 7f769a000700 1 -- 172.21.15.44:0/3141931313 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7690007b00 con 0x7f769c105760 2024-05-21T00:45:06.706 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.701+0000 7f769a000700 1 -- 172.21.15.44:0/3141931313 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f769000ce40 con 0x7f769c105760 2024-05-21T00:45:06.707 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.701+0000 7f76a4600700 1 -- 172.21.15.44:0/3141931313 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f769c1a1110 con 0x7f769c105760 2024-05-21T00:45:06.707 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.701+0000 7f769a000700 1 -- 172.21.15.44:0/3141931313 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7690018660 con 0x7f769c105760 2024-05-21T00:45:06.707 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.701+0000 7f76a4600700 1 -- 172.21.15.44:0/3141931313 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f769c1a8990 con 0x7f769c105760 2024-05-21T00:45:06.708 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.706+0000 7f769a000700 1 -- 172.21.15.44:0/3141931313 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f769000f450 con 0x7f769c105760 2024-05-21T00:45:06.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.707+0000 7f769a000700 1 --2- 172.21.15.44:0/3141931313 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f76840b2900 0x7f76840b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:06.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.707+0000 7f76aefccb80 1 Processor -- start 2024-05-21T00:45:06.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.707+0000 7f769a000700 1 -- 172.21.15.44:0/3141931313 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f76900e20d0 con 0x7f769c105760 2024-05-21T00:45:06.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.708+0000 7f76a1200700 1 --2- 172.21.15.44:0/3141931313 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f76840b2900 0x7f76840b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:06.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.708+0000 7f76aefccb80 1 -- start start 2024-05-21T00:45:06.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.708+0000 7f76aefccb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b4cc6a3eb0 0x55b4cc6a4290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:06.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.708+0000 7f76aefccb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b4cc6a47d0 0x55b4cc69e260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:06.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.708+0000 7f76aefccb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b4cc69e880 0x55b4cc69ece0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:06.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.708+0000 7f76aefccb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55b4cc5fce40 con 0x55b4cc69e880 2024-05-21T00:45:06.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.708+0000 7f76aefccb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55b4cc5ec9e0 con 0x55b4cc6a47d0 2024-05-21T00:45:06.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.708+0000 7f76aefccb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55b4cc5f0a20 con 0x55b4cc6a3eb0 2024-05-21T00:45:06.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.709+0000 7f76a1c00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b4cc6a3eb0 0x55b4cc6a4290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:06.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.709+0000 7f76a1c00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b4cc6a3eb0 0x55b4cc6a4290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:44256/0 (socket says 172.21.15.44:44256) 2024-05-21T00:45:06.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.709+0000 7f76a1c00700 1 -- 172.21.15.44:0/905874832 learned_addr learned my addr 172.21.15.44:0/905874832 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:06.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.709+0000 7f76a1200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b4cc6a47d0 0x55b4cc69e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:06.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.709+0000 7f76a1200700 1 --2- 172.21.15.44:0/3141931313 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f76840b2900 0x7f76840b4dc0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f7688009750 tx=0x7f768800b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:06.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.709+0000 7f76a1c00700 1 -- 172.21.15.44:0/905874832 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b4cc6a47d0 msgr2=0x55b4cc69e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:06.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.709+0000 7f76a1c00700 1 --2- 172.21.15.44:0/905874832 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b4cc6a47d0 0x55b4cc69e260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.709+0000 7f76a1c00700 1 -- 172.21.15.44:0/905874832 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b4cc69e880 msgr2=0x55b4cc69ece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:06.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.709+0000 7f76a1c00700 1 --2- 172.21.15.44:0/905874832 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b4cc69e880 0x55b4cc69ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.709+0000 7f76a1c00700 1 -- 172.21.15.44:0/905874832 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b4cc5b5420 con 0x55b4cc6a3eb0 2024-05-21T00:45:06.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.709+0000 7f76a1c00700 1 --2- 172.21.15.44:0/905874832 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b4cc6a3eb0 0x55b4cc6a4290 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f76900a56d0 tx=0x7f76900a8dc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3b13428deea0a6f1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:06.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.709+0000 7f768ea00700 1 -- 172.21.15.44:0/905874832 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76900a9d50 con 0x55b4cc6a3eb0 2024-05-21T00:45:06.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.709+0000 7f768ea00700 1 -- 172.21.15.44:0/905874832 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f76900a9650 con 0x55b4cc6a3eb0 2024-05-21T00:45:06.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.709+0000 7f768ea00700 1 -- 172.21.15.44:0/905874832 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f769000f8c0 con 0x55b4cc6a3eb0 2024-05-21T00:45:06.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.710+0000 7f76aefccb80 1 -- 172.21.15.44:0/905874832 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b4cc6a3eb0 msgr2=0x55b4cc6a4290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:06.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.710+0000 7f76aefccb80 1 --2- 172.21.15.44:0/905874832 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b4cc6a3eb0 0x55b4cc6a4290 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f76900a56d0 tx=0x7f76900a8dc0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.711+0000 7f76aefccb80 1 -- 172.21.15.44:0/905874832 shutdown_connections 2024-05-21T00:45:06.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.711+0000 7f76aefccb80 1 --2- 172.21.15.44:0/905874832 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b4cc69e880 0x55b4cc69ece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.711+0000 7f76aefccb80 1 --2- 172.21.15.44:0/905874832 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b4cc6a3eb0 0x55b4cc6a4290 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.711+0000 7f76aefccb80 1 --2- 172.21.15.44:0/905874832 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b4cc6a47d0 0x55b4cc69e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.711+0000 7f76aefccb80 1 -- 172.21.15.44:0/905874832 >> 172.21.15.44:0/905874832 conn(0x55b4cc5ccbe0 msgr2=0x55b4cc699010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:06.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.711+0000 7f76aefccb80 1 -- 172.21.15.44:0/905874832 shutdown_connections 2024-05-21T00:45:06.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.711+0000 7f76aefccb80 1 -- 172.21.15.44:0/905874832 wait complete. 2024-05-21T00:45:06.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.712+0000 7f76aefccb80 1 -- start start 2024-05-21T00:45:06.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.712+0000 7f76aefccb80 1 Processor -- start 2024-05-21T00:45:06.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.713+0000 7f76aefccb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b4cc69e880 0x55b4cc6aa580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:06.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.713+0000 7f76aefccb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b4cc6a3eb0 0x55b4cc6a7920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:06.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.713+0000 7f76aefccb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b4cc6a47d0 0x55b4cc6a7e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:06.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.713+0000 7f76aefccb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55b4cc4f2fa0 con 0x55b4cc6a47d0 2024-05-21T00:45:06.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.713+0000 7f76aefccb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55b4cc58d760 con 0x55b4cc6a3eb0 2024-05-21T00:45:06.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.713+0000 7f76aefccb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55b4cc6ab240 con 0x55b4cc69e880 2024-05-21T00:45:06.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.713+0000 7f76aefccb80 10 client.0 _ll_register_callbacks cb 0x55b4cc596c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:45:06.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.713+0000 7f76a1c00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b4cc69e880 0x55b4cc6aa580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:06.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.713+0000 7f76a1c00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b4cc69e880 0x55b4cc6aa580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:44260/0 (socket says 172.21.15.44:44260) 2024-05-21T00:45:06.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.713+0000 7f76a1c00700 1 -- 172.21.15.44:0/728761323 learned_addr learned my addr 172.21.15.44:0/728761323 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:06.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.714+0000 7f76a1c00700 1 -- 172.21.15.44:0/728761323 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b4cc6a3eb0 msgr2=0x55b4cc6a7920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:06.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.714+0000 7f76a1c00700 1 --2- 172.21.15.44:0/728761323 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b4cc6a3eb0 0x55b4cc6a7920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.714+0000 7f76a1c00700 1 -- 172.21.15.44:0/728761323 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b4cc6a47d0 msgr2=0x55b4cc6a7e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:06.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.714+0000 7f76a1c00700 1 --2- 172.21.15.44:0/728761323 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b4cc6a47d0 0x55b4cc6a7e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.714+0000 7f76a1c00700 1 -- 172.21.15.44:0/728761323 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b4cc53c8d0 con 0x55b4cc69e880 2024-05-21T00:45:06.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.714+0000 7f76a1c00700 1 --2- 172.21.15.44:0/728761323 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b4cc69e880 0x55b4cc6aa580 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f76900a5680 tx=0x7f76900913a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8e032623296f4c54 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:06.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.714+0000 7f7683400700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:45:06.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.714+0000 7f7683400700 1 -- 172.21.15.44:0/728761323 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76900c7070 con 0x55b4cc69e880 2024-05-21T00:45:06.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.714+0000 7f7683400700 1 -- 172.21.15.44:0/728761323 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f76900a5c40 con 0x55b4cc69e880 2024-05-21T00:45:06.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.715+0000 7f76aefccb80 1 -- 172.21.15.44:0/728761323 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f76900a9650 con 0x55b4cc69e880 2024-05-21T00:45:06.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.715+0000 7f7683400700 1 -- 172.21.15.44:0/728761323 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f76900b24b0 con 0x55b4cc69e880 2024-05-21T00:45:06.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.715+0000 7f76aefccb80 10 client.25840 fetch_fsmap learned FSMap version 26 2024-05-21T00:45:06.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.715+0000 7f76aefccb80 1 -- 172.21.15.44:0/728761323 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b4cc5bd060 con 0x55b4cc69e880 2024-05-21T00:45:06.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.715+0000 7f7683400700 1 -- 172.21.15.44:0/728761323 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f76900a9650 con 0x55b4cc69e880 2024-05-21T00:45:06.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.716+0000 7f7683400700 1 -- 172.21.15.44:0/728761323 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f769008fc50 con 0x55b4cc69e880 2024-05-21T00:45:06.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.716+0000 7f76aefccb80 10 client.25840 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:45:06.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.716+0000 7f76aefccb80 10 client.25840 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.a 2024-05-21T00:45:06.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.716+0000 7f76aefccb80 20 client.25840 populate_metadata read hostname 'smithi044' 2024-05-21T00:45:06.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.716+0000 7f76aefccb80 1 --2- 172.21.15.44:0/728761323 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55b4cc6c0500 0x55b4cc6c28f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:06.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.716+0000 7f76aefccb80 4 client.25840 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:45:06.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.716+0000 7f76aefccb80 1 -- 172.21.15.44:0/728761323 --> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b4cc5fed90 con 0x55b4cc6c0500 2024-05-21T00:45:06.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.716+0000 7f76a1200700 1 --2- 172.21.15.44:0/728761323 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55b4cc6c0500 0x55b4cc6c28f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:06.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.717+0000 7f7683400700 10 client.25840 ms_handle_connect on v2:172.21.15.44:6840/3917264755 2024-05-21T00:45:06.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.717+0000 7f76a1200700 1 --2- 172.21.15.44:0/728761323 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55b4cc6c0500 0x55b4cc6c28f0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f08fad3b8f314e97 server_cookie=a54726a4af5a0fc6 in_seq=0 out_seq=0 2024-05-21T00:45:06.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.718+0000 7f7683400700 1 -- 172.21.15.44:0/728761323 <== mds.2 v2:172.21.15.44:6840/3917264755 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b4cc5fed90 con 0x55b4cc6c0500 2024-05-21T00:45:06.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.718+0000 7f7683400700 10 client.25840 handle_command_reply: tid=0 2024-05-21T00:45:06.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.718+0000 7f76aefccb80 1 client.25840 shutdown 2024-05-21T00:45:06.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.719+0000 7f76aefccb80 1 -- 172.21.15.44:0/728761323 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b4cc69e880 msgr2=0x55b4cc6aa580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:06.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.719+0000 7f76aefccb80 1 --2- 172.21.15.44:0/728761323 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b4cc69e880 0x55b4cc6aa580 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f76900a5680 tx=0x7f76900913a0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.719+0000 7f76aefccb80 1 -- 172.21.15.44:0/728761323 shutdown_connections 2024-05-21T00:45:06.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.719+0000 7f76aefccb80 1 --2- 172.21.15.44:0/728761323 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b4cc6a47d0 0x55b4cc6a7e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.719+0000 7f76aefccb80 1 --2- 172.21.15.44:0/728761323 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55b4cc6c0500 0x55b4cc6c28f0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.719+0000 7f76aefccb80 1 --2- 172.21.15.44:0/728761323 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b4cc69e880 0x55b4cc6aa580 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.719+0000 7f76aefccb80 1 --2- 172.21.15.44:0/728761323 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b4cc6a3eb0 0x55b4cc6a7920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.719+0000 7f76aefccb80 1 -- 172.21.15.44:0/728761323 >> 172.21.15.44:0/728761323 conn(0x55b4cc5ccbe0 msgr2=0x55b4cc69d250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:06.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.719+0000 7f7683400700 0 client.25840 ms_handle_reset on v2:172.21.15.44:6840/3917264755 2024-05-21T00:45:06.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.719+0000 7f76aefccb80 1 -- 172.21.15.44:0/728761323 shutdown_connections 2024-05-21T00:45:06.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.719+0000 7f76aefccb80 1 -- 172.21.15.44:0/728761323 wait complete. 2024-05-21T00:45:06.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.720+0000 7f76aefccb80 20 client.25840 trim_cache size 0 max 16384 2024-05-21T00:45:06.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.748+0000 7f76aefccb80 1 Processor -- start 2024-05-21T00:45:06.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.748+0000 7f76aefccb80 1 -- start start 2024-05-21T00:45:06.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.748+0000 7f76aefccb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b4cc69e880 0x55b4cc69e260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:06.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.748+0000 7f76aefccb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b4cc6a3eb0 0x55b4cc6a19c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:06.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.748+0000 7f76aefccb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b4cc6a47d0 0x55b4cc6a1f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:06.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.748+0000 7f76aefccb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f769c1ae370 con 0x55b4cc6a47d0 2024-05-21T00:45:06.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.748+0000 7f76aefccb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f769c1abc00 con 0x55b4cc6a3eb0 2024-05-21T00:45:06.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.748+0000 7f76aefccb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f769c07b9b0 con 0x55b4cc69e880 2024-05-21T00:45:06.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.749+0000 7f76a1c00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b4cc69e880 0x55b4cc69e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:06.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.749+0000 7f76a1200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b4cc6a3eb0 0x55b4cc6a19c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:06.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.749+0000 7f76a1200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b4cc6a3eb0 0x55b4cc6a19c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:50194/0 (socket says 172.21.15.44:50194) 2024-05-21T00:45:06.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.749+0000 7f76a1c00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b4cc69e880 0x55b4cc69e260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:44264/0 (socket says 172.21.15.44:44264) 2024-05-21T00:45:06.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.749+0000 7f76a1200700 1 -- 172.21.15.44:0/1578533089 learned_addr learned my addr 172.21.15.44:0/1578533089 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:06.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.749+0000 7f76a1200700 1 -- 172.21.15.44:0/1578533089 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b4cc69e880 msgr2=0x55b4cc69e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:06.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.749+0000 7f76a1200700 1 --2- 172.21.15.44:0/1578533089 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b4cc69e880 0x55b4cc69e260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.749+0000 7f76a1200700 1 -- 172.21.15.44:0/1578533089 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b4cc6a47d0 msgr2=0x55b4cc6a1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:06.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.749+0000 7f76a1200700 1 --2- 172.21.15.44:0/1578533089 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b4cc6a47d0 0x55b4cc6a1f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.749+0000 7f76a1200700 1 -- 172.21.15.44:0/1578533089 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b4cc6a3ac0 con 0x55b4cc6a3eb0 2024-05-21T00:45:06.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.749+0000 7f76a1c00700 1 --2- 172.21.15.44:0/1578533089 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b4cc69e880 0x55b4cc69e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:45:06.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.750+0000 7f76a1200700 1 --2- 172.21.15.44:0/1578533089 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b4cc6a3eb0 0x55b4cc6a19c0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f7688009720 tx=0x7f7688023000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=29fb049615e8c3b8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:06.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.750+0000 7f768e000700 1 -- 172.21.15.44:0/1578533089 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f768800be20 con 0x55b4cc6a3eb0 2024-05-21T00:45:06.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.750+0000 7f768e000700 1 -- 172.21.15.44:0/1578533089 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7688003b30 con 0x55b4cc6a3eb0 2024-05-21T00:45:06.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.750+0000 7f768e000700 1 -- 172.21.15.44:0/1578533089 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76880319b0 con 0x55b4cc6a3eb0 2024-05-21T00:45:06.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.751+0000 7f76aefccb80 1 -- 172.21.15.44:0/1578533089 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b4cc6a3eb0 msgr2=0x55b4cc6a19c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:06.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.751+0000 7f76aefccb80 1 --2- 172.21.15.44:0/1578533089 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b4cc6a3eb0 0x55b4cc6a19c0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f7688009720 tx=0x7f7688023000 comp rx=0 tx=0).stop 2024-05-21T00:45:06.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.752+0000 7f76aefccb80 1 -- 172.21.15.44:0/1578533089 shutdown_connections 2024-05-21T00:45:06.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.752+0000 7f76aefccb80 1 --2- 172.21.15.44:0/1578533089 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b4cc6a47d0 0x55b4cc6a1f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.752+0000 7f76aefccb80 1 --2- 172.21.15.44:0/1578533089 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b4cc69e880 0x55b4cc69e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.752+0000 7f76aefccb80 1 --2- 172.21.15.44:0/1578533089 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b4cc6a3eb0 0x55b4cc6a19c0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.752+0000 7f76aefccb80 1 -- 172.21.15.44:0/1578533089 >> 172.21.15.44:0/1578533089 conn(0x55b4cc5ccbe0 msgr2=0x55b4cc6a6210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:06.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.752+0000 7f76aefccb80 1 -- 172.21.15.44:0/1578533089 shutdown_connections 2024-05-21T00:45:06.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.752+0000 7f76aefccb80 1 -- 172.21.15.44:0/1578533089 wait complete. 2024-05-21T00:45:06.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.753+0000 7f76aefccb80 1 -- start start 2024-05-21T00:45:06.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.753+0000 7f76aefccb80 1 Processor -- start 2024-05-21T00:45:06.758 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.754+0000 7f76aefccb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b4cc69e880 0x55b4cc6c5ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:06.758 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.754+0000 7f76aefccb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b4cc6a3eb0 0x55b4cc6c2e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:06.758 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.754+0000 7f76aefccb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b4cc6a47d0 0x55b4cc6c33a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:06.758 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.755+0000 7f76a1c00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b4cc69e880 0x55b4cc6c5ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:06.759 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.755+0000 7f76a1c00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b4cc69e880 0x55b4cc6c5ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:50210/0 (socket says 172.21.15.44:50210) 2024-05-21T00:45:06.759 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.755+0000 7f76a2600700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b4cc6a47d0 0x55b4cc6c33a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:06.759 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.755+0000 7f76a2600700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b4cc6a47d0 0x55b4cc6c33a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:44270/0 (socket says 172.21.15.44:44270) 2024-05-21T00:45:06.759 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.755+0000 7f76a1200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b4cc6a3eb0 0x55b4cc6c2e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:06.759 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.755+0000 7f76a1200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b4cc6a3eb0 0x55b4cc6c2e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:34640/0 (socket says 172.21.15.44:34640) 2024-05-21T00:45:06.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.755+0000 7f76a1c00700 1 -- 172.21.15.44:0/2142560586 learned_addr learned my addr 172.21.15.44:0/2142560586 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:06.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.756+0000 7f76aefccb80 1 -- 172.21.15.44:0/2142560586 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f769c1aa0c0 con 0x55b4cc6a3eb0 2024-05-21T00:45:06.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.756+0000 7f76aefccb80 1 -- 172.21.15.44:0/2142560586 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f769c1ab530 con 0x55b4cc69e880 2024-05-21T00:45:06.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.756+0000 7f76aefccb80 1 -- 172.21.15.44:0/2142560586 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f769c1aa790 con 0x55b4cc6a47d0 2024-05-21T00:45:06.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.756+0000 7f76aefccb80 10 client.0 _ll_register_callbacks cb 0x55b4cc596c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:45:06.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.757+0000 7f76a2600700 1 -- 172.21.15.44:0/2142560586 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b4cc69e880 msgr2=0x55b4cc6c5ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:06.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.757+0000 7f76a2600700 1 --2- 172.21.15.44:0/2142560586 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b4cc69e880 0x55b4cc6c5ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.757+0000 7f76a2600700 1 -- 172.21.15.44:0/2142560586 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b4cc6a3eb0 msgr2=0x55b4cc6c2e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:06.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.757+0000 7f76a2600700 1 --2- 172.21.15.44:0/2142560586 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b4cc6a3eb0 0x55b4cc6c2e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.757+0000 7f76a2600700 1 -- 172.21.15.44:0/2142560586 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b4cc6c3a60 con 0x55b4cc6a47d0 2024-05-21T00:45:06.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.757+0000 7f76a2600700 1 --2- 172.21.15.44:0/2142560586 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b4cc6a47d0 0x55b4cc6c33a0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x55b4cc6a8ea0 tx=0x7f7694009ce0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1226aa3688476b86 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:06.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.757+0000 7f7683400700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:45:06.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.758+0000 7f7683400700 1 -- 172.21.15.44:0/2142560586 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f769400fb60 con 0x55b4cc6a47d0 2024-05-21T00:45:06.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.758+0000 7f7683400700 1 -- 172.21.15.44:0/2142560586 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f769400fd00 con 0x55b4cc6a47d0 2024-05-21T00:45:06.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.758+0000 7f76aefccb80 1 -- 172.21.15.44:0/2142560586 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7688003b30 con 0x55b4cc6a47d0 2024-05-21T00:45:06.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.759+0000 7f7683400700 1 -- 172.21.15.44:0/2142560586 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7694015430 con 0x55b4cc6a47d0 2024-05-21T00:45:06.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.761+0000 7f76aefccb80 10 client.25846 fetch_fsmap learned FSMap version 26 2024-05-21T00:45:06.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.761+0000 7f76aefccb80 1 -- 172.21.15.44:0/2142560586 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b4cc6bd940 con 0x55b4cc6a47d0 2024-05-21T00:45:06.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.761+0000 7f7683400700 1 -- 172.21.15.44:0/2142560586 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7688003b30 con 0x55b4cc6a47d0 2024-05-21T00:45:06.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.761+0000 7f7683400700 1 -- 172.21.15.44:0/2142560586 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f769401d680 con 0x55b4cc6a47d0 2024-05-21T00:45:06.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.762+0000 7f76aefccb80 10 client.25846 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:45:06.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.762+0000 7f76aefccb80 10 client.25846 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.a 2024-05-21T00:45:06.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.762+0000 7f76aefccb80 20 client.25846 populate_metadata read hostname 'smithi044' 2024-05-21T00:45:06.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.762+0000 7f76aefccb80 1 --2- 172.21.15.44:0/2142560586 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55b4cc722cf0 0x55b4cc7250e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:06.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.762+0000 7f76aefccb80 4 client.25846 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:45:06.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.762+0000 7f76aefccb80 1 -- 172.21.15.44:0/2142560586 --> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b4cc5f8570 con 0x55b4cc722cf0 2024-05-21T00:45:06.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.762+0000 7f76a1c00700 1 --2- 172.21.15.44:0/2142560586 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55b4cc722cf0 0x55b4cc7250e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:06.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.763+0000 7f76a1c00700 1 --2- 172.21.15.44:0/2142560586 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55b4cc722cf0 0x55b4cc7250e0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8ccac94977a127b5 server_cookie=b69f02b7285d780f in_seq=0 out_seq=0 2024-05-21T00:45:06.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.763+0000 7f7683400700 10 client.25846 ms_handle_connect on v2:172.21.15.44:6840/3917264755 2024-05-21T00:45:06.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.763+0000 7f7683400700 1 -- 172.21.15.44:0/2142560586 <== mds.2 v2:172.21.15.44:6840/3917264755 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b4cc5f8570 con 0x55b4cc722cf0 2024-05-21T00:45:06.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.763+0000 7f7683400700 10 client.25846 handle_command_reply: tid=0 2024-05-21T00:45:06.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.763+0000 7f76aefccb80 1 client.25846 shutdown 2024-05-21T00:45:06.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.764+0000 7f76aefccb80 1 -- 172.21.15.44:0/2142560586 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b4cc6a47d0 msgr2=0x55b4cc6c33a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:06.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.764+0000 7f76aefccb80 1 --2- 172.21.15.44:0/2142560586 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b4cc6a47d0 0x55b4cc6c33a0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x55b4cc6a8ea0 tx=0x7f7694009ce0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.764+0000 7f76aefccb80 1 -- 172.21.15.44:0/2142560586 shutdown_connections 2024-05-21T00:45:06.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.764+0000 7f76aefccb80 1 --2- 172.21.15.44:0/2142560586 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55b4cc722cf0 0x55b4cc7250e0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.764+0000 7f7683400700 0 client.25846 ms_handle_reset on v2:172.21.15.44:6840/3917264755 2024-05-21T00:45:06.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.764+0000 7f76aefccb80 1 --2- 172.21.15.44:0/2142560586 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55b4cc6a47d0 0x55b4cc6c33a0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.764+0000 7f76aefccb80 1 --2- 172.21.15.44:0/2142560586 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b4cc69e880 0x55b4cc6c5ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.764+0000 7f76aefccb80 1 --2- 172.21.15.44:0/2142560586 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b4cc6a3eb0 0x55b4cc6c2e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.764+0000 7f76aefccb80 1 -- 172.21.15.44:0/2142560586 >> 172.21.15.44:0/2142560586 conn(0x55b4cc5ccbe0 msgr2=0x55b4cc6a61d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:06.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.764+0000 7f76aefccb80 1 -- 172.21.15.44:0/2142560586 shutdown_connections 2024-05-21T00:45:06.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.765+0000 7f76aefccb80 1 -- 172.21.15.44:0/2142560586 wait complete. 2024-05-21T00:45:06.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.765+0000 7f76aefccb80 20 client.25846 trim_cache size 0 max 16384 2024-05-21T00:45:06.770 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-21T00:45:06.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.766+0000 7f76a4600700 1 -- 172.21.15.44:0/3141931313 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f76840b2900 msgr2=0x7f76840b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:06.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.766+0000 7f76a4600700 1 --2- 172.21.15.44:0/3141931313 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f76840b2900 0x7f76840b4dc0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f7688009750 tx=0x7f768800b260 comp rx=0 tx=0).stop 2024-05-21T00:45:06.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.766+0000 7f76a4600700 1 -- 172.21.15.44:0/3141931313 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f769c105760 msgr2=0x7f769c19be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:06.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.766+0000 7f76a4600700 1 --2- 172.21.15.44:0/3141931313 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f769c105760 0x7f769c19be60 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f769000c9b0 tx=0x7f769000ccc0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.769+0000 7f76a4600700 1 -- 172.21.15.44:0/3141931313 shutdown_connections 2024-05-21T00:45:06.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.769+0000 7f76a4600700 1 --2- 172.21.15.44:0/3141931313 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f76840b2900 0x7f76840b4dc0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.769+0000 7f76a4600700 1 --2- 172.21.15.44:0/3141931313 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f769c10b760 0x7f769c1a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.769+0000 7f76a4600700 1 --2- 172.21.15.44:0/3141931313 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f769c105760 0x7f769c19be60 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.769+0000 7f76a4600700 1 --2- 172.21.15.44:0/3141931313 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f769c106120 0x7f769c19c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:06.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.769+0000 7f76a4600700 1 -- 172.21.15.44:0/3141931313 >> 172.21.15.44:0/3141931313 conn(0x7f769c101250 msgr2=0x7f769c101810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:06.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.769+0000 7f76a4600700 1 -- 172.21.15.44:0/3141931313 shutdown_connections 2024-05-21T00:45:06.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:06.769+0000 7f76a4600700 1 -- 172.21.15.44:0/3141931313 wait complete. 2024-05-21T00:45:07.020 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4191232 len 1024 2024-05-21T00:45:07.020 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4191232 len 1024 2024-05-21T00:45:07.021 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4191232 len 1024 2024-05-21T00:45:07.021 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4191232 len 1024 2024-05-21T00:45:07.021 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4191232 len 2048 2024-05-21T00:45:07.022 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4191232 len 2048 2024-05-21T00:45:07.022 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4191232 len 2048 2024-05-21T00:45:07.022 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4191232 len 2048 2024-05-21T00:45:07.022 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4191232 len 4096 2024-05-21T00:45:07.022 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4191232 len 4096 2024-05-21T00:45:07.022 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4191232 len 4096 2024-05-21T00:45:07.022 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4191232 len 4096 2024-05-21T00:45:07.022 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4191232 len 8192 2024-05-21T00:45:07.023 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4191232 len 8192 2024-05-21T00:45:07.023 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4191232 len 8192 2024-05-21T00:45:07.023 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4191232 len 8192 2024-05-21T00:45:07.023 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4191232 len 16384 2024-05-21T00:45:07.023 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4191232 len 16384 2024-05-21T00:45:07.023 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4191232 len 16384 2024-05-21T00:45:07.023 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4191232 len 16384 2024-05-21T00:45:07.023 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4191744 len 1024 2024-05-21T00:45:07.023 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4191744 len 1024 2024-05-21T00:45:07.023 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4191744 len 1024 2024-05-21T00:45:07.023 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4191744 len 1024 2024-05-21T00:45:07.023 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4191744 len 2048 2024-05-21T00:45:07.023 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4191744 len 2048 2024-05-21T00:45:07.023 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4191744 len 2048 2024-05-21T00:45:07.024 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4191744 len 2048 2024-05-21T00:45:07.024 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4191744 len 4096 2024-05-21T00:45:07.024 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4191744 len 4096 2024-05-21T00:45:07.024 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4191744 len 4096 2024-05-21T00:45:07.024 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4191744 len 4096 2024-05-21T00:45:07.024 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4191744 len 8192 2024-05-21T00:45:07.024 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4191744 len 8192 2024-05-21T00:45:07.024 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4191744 len 8192 2024-05-21T00:45:07.024 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4191744 len 8192 2024-05-21T00:45:07.024 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4191744 len 16384 2024-05-21T00:45:07.024 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4191744 len 16384 2024-05-21T00:45:07.024 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4191744 len 16384 2024-05-21T00:45:07.024 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4191744 len 16384 2024-05-21T00:45:07.025 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4192256 len 1024 2024-05-21T00:45:07.025 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4192256 len 1024 2024-05-21T00:45:07.025 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4192256 len 1024 2024-05-21T00:45:07.025 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4192256 len 1024 2024-05-21T00:45:07.025 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4192256 len 2048 2024-05-21T00:45:07.025 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4192256 len 2048 2024-05-21T00:45:07.025 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4192256 len 2048 2024-05-21T00:45:07.025 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4192256 len 2048 2024-05-21T00:45:07.025 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4192256 len 4096 2024-05-21T00:45:07.025 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4192256 len 4096 2024-05-21T00:45:07.025 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4192256 len 4096 2024-05-21T00:45:07.025 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4192256 len 4096 2024-05-21T00:45:07.025 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4192256 len 8192 2024-05-21T00:45:07.025 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4192256 len 8192 2024-05-21T00:45:07.026 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4192256 len 8192 2024-05-21T00:45:07.026 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4192256 len 8192 2024-05-21T00:45:07.026 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4192256 len 16384 2024-05-21T00:45:07.026 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4192256 len 16384 2024-05-21T00:45:07.026 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4192256 len 16384 2024-05-21T00:45:07.026 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4192256 len 16384 2024-05-21T00:45:07.026 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4192768 len 1024 2024-05-21T00:45:07.026 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4192768 len 1024 2024-05-21T00:45:07.026 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4192768 len 1024 2024-05-21T00:45:07.026 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4192768 len 1024 2024-05-21T00:45:07.026 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4192768 len 2048 2024-05-21T00:45:07.026 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4192768 len 2048 2024-05-21T00:45:07.026 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4192768 len 2048 2024-05-21T00:45:07.027 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4192768 len 2048 2024-05-21T00:45:07.027 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4192768 len 4096 2024-05-21T00:45:07.027 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4192768 len 4096 2024-05-21T00:45:07.027 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4192768 len 4096 2024-05-21T00:45:07.027 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4192768 len 4096 2024-05-21T00:45:07.027 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4192768 len 8192 2024-05-21T00:45:07.027 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4192768 len 8192 2024-05-21T00:45:07.027 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4192768 len 8192 2024-05-21T00:45:07.027 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4192768 len 8192 2024-05-21T00:45:07.027 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4192768 len 16384 2024-05-21T00:45:07.027 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4192768 len 16384 2024-05-21T00:45:07.027 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4192768 len 16384 2024-05-21T00:45:07.027 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4192768 len 16384 2024-05-21T00:45:07.027 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4193280 len 1024 2024-05-21T00:45:07.810 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T00:45:07.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:07 smithi082 ceph-mon[36141]: pgmap v550: 97 pgs: 97 active+clean; 257 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 80 MiB/s rd, 840 KiB/s wr, 276 op/s 2024-05-21T00:45:08.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:07 smithi092 ceph-mon[36335]: pgmap v550: 97 pgs: 97 active+clean; 257 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 80 MiB/s rd, 840 KiB/s wr, 276 op/s 2024-05-21T00:45:08.076 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4193280 len 1024 2024-05-21T00:45:08.076 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4193280 len 1024 2024-05-21T00:45:08.076 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4193280 len 1024 2024-05-21T00:45:08.076 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4193280 len 2048 2024-05-21T00:45:08.077 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4193280 len 2048 2024-05-21T00:45:08.077 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4193280 len 2048 2024-05-21T00:45:08.077 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4193280 len 2048 2024-05-21T00:45:08.077 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4193280 len 4096 2024-05-21T00:45:08.077 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4193280 len 4096 2024-05-21T00:45:08.077 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4193280 len 4096 2024-05-21T00:45:08.077 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4193280 len 4096 2024-05-21T00:45:08.077 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4193280 len 8192 2024-05-21T00:45:08.077 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4193280 len 8192 2024-05-21T00:45:08.077 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4193280 len 8192 2024-05-21T00:45:08.077 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4193280 len 8192 2024-05-21T00:45:08.077 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4193280 len 16384 2024-05-21T00:45:08.078 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4193280 len 16384 2024-05-21T00:45:08.078 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4193280 len 16384 2024-05-21T00:45:08.078 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4193280 len 16384 2024-05-21T00:45:08.078 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4193792 len 1024 2024-05-21T00:45:08.078 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4193792 len 1024 2024-05-21T00:45:08.078 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4193792 len 1024 2024-05-21T00:45:08.078 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4193792 len 1024 2024-05-21T00:45:08.078 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4193792 len 2048 2024-05-21T00:45:08.078 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4193792 len 2048 2024-05-21T00:45:08.078 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4193792 len 2048 2024-05-21T00:45:08.078 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4193792 len 2048 2024-05-21T00:45:08.078 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4193792 len 4096 2024-05-21T00:45:08.078 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4193792 len 4096 2024-05-21T00:45:08.078 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4193792 len 4096 2024-05-21T00:45:08.079 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4193792 len 4096 2024-05-21T00:45:08.079 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4193792 len 8192 2024-05-21T00:45:08.079 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4193792 len 8192 2024-05-21T00:45:08.079 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4193792 len 8192 2024-05-21T00:45:08.079 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4193792 len 8192 2024-05-21T00:45:08.079 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4193792 len 16384 2024-05-21T00:45:08.079 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4193792 len 16384 2024-05-21T00:45:08.079 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4193792 len 16384 2024-05-21T00:45:08.079 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4193792 len 16384 2024-05-21T00:45:08.079 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4194304 len 1024 2024-05-21T00:45:08.079 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4194304 len 1024 2024-05-21T00:45:08.079 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4194304 len 1024 2024-05-21T00:45:08.079 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4194304 len 1024 2024-05-21T00:45:08.080 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4194304 len 2048 2024-05-21T00:45:08.080 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4194304 len 2048 2024-05-21T00:45:08.080 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4194304 len 2048 2024-05-21T00:45:08.080 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4194304 len 2048 2024-05-21T00:45:08.080 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4194304 len 4096 2024-05-21T00:45:08.080 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4194304 len 4096 2024-05-21T00:45:08.080 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4194304 len 4096 2024-05-21T00:45:08.080 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4194304 len 4096 2024-05-21T00:45:08.080 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4194304 len 8192 2024-05-21T00:45:08.080 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4194304 len 8192 2024-05-21T00:45:08.080 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4194304 len 8192 2024-05-21T00:45:08.080 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4194304 len 8192 2024-05-21T00:45:08.080 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4194304 len 16384 2024-05-21T00:45:08.080 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4194304 len 16384 2024-05-21T00:45:08.081 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4194304 len 16384 2024-05-21T00:45:08.081 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4194304 len 16384 2024-05-21T00:45:08.081 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4194816 len 1024 2024-05-21T00:45:08.081 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4194816 len 1024 2024-05-21T00:45:08.081 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4194816 len 1024 2024-05-21T00:45:08.081 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4194816 len 1024 2024-05-21T00:45:08.081 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4194816 len 2048 2024-05-21T00:45:08.081 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4194816 len 2048 2024-05-21T00:45:08.081 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4194816 len 2048 2024-05-21T00:45:08.081 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4194816 len 2048 2024-05-21T00:45:08.081 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4194816 len 4096 2024-05-21T00:45:08.081 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4194816 len 4096 2024-05-21T00:45:08.081 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4194816 len 4096 2024-05-21T00:45:08.081 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4194816 len 4096 2024-05-21T00:45:08.082 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4194816 len 8192 2024-05-21T00:45:08.082 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4194816 len 8192 2024-05-21T00:45:08.082 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4194816 len 8192 2024-05-21T00:45:08.082 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4194816 len 8192 2024-05-21T00:45:08.082 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4194816 len 16384 2024-05-21T00:45:08.082 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4194816 len 16384 2024-05-21T00:45:08.082 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4194816 len 16384 2024-05-21T00:45:08.082 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4194816 len 16384 2024-05-21T00:45:08.082 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4195328 len 1024 2024-05-21T00:45:08.082 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4195328 len 1024 2024-05-21T00:45:08.147 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:07 smithi044 ceph-mon[31392]: pgmap v550: 97 pgs: 97 active+clean; 257 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 80 MiB/s rd, 840 KiB/s wr, 276 op/s 2024-05-21T00:45:08.298 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:45:08.504 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4195328 len 1024 2024-05-21T00:45:08.504 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4195328 len 1024 2024-05-21T00:45:08.504 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4195328 len 2048 2024-05-21T00:45:08.504 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4195328 len 2048 2024-05-21T00:45:08.504 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4195328 len 2048 2024-05-21T00:45:08.504 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4195328 len 2048 2024-05-21T00:45:08.504 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4195328 len 4096 2024-05-21T00:45:08.504 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4195328 len 4096 2024-05-21T00:45:08.504 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4195328 len 4096 2024-05-21T00:45:08.504 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4195328 len 4096 2024-05-21T00:45:08.504 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4195328 len 8192 2024-05-21T00:45:08.505 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4195328 len 8192 2024-05-21T00:45:08.505 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4195328 len 8192 2024-05-21T00:45:08.505 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4195328 len 8192 2024-05-21T00:45:08.505 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4195328 len 16384 2024-05-21T00:45:08.505 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4195328 len 16384 2024-05-21T00:45:08.505 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4195328 len 16384 2024-05-21T00:45:08.505 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4195328 len 16384 2024-05-21T00:45:08.505 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4195840 len 1024 2024-05-21T00:45:08.505 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4195840 len 1024 2024-05-21T00:45:08.505 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4195840 len 1024 2024-05-21T00:45:08.505 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4195840 len 1024 2024-05-21T00:45:08.505 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4195840 len 2048 2024-05-21T00:45:08.505 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4195840 len 2048 2024-05-21T00:45:08.506 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4195840 len 2048 2024-05-21T00:45:08.506 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4195840 len 2048 2024-05-21T00:45:08.506 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4195840 len 4096 2024-05-21T00:45:08.506 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4195840 len 4096 2024-05-21T00:45:08.506 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4195840 len 4096 2024-05-21T00:45:08.506 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4195840 len 4096 2024-05-21T00:45:08.506 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4195840 len 8192 2024-05-21T00:45:08.506 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4195840 len 8192 2024-05-21T00:45:08.506 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4195840 len 8192 2024-05-21T00:45:08.506 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4195840 len 8192 2024-05-21T00:45:08.506 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4195840 len 16384 2024-05-21T00:45:08.506 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4195840 len 16384 2024-05-21T00:45:08.506 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4195840 len 16384 2024-05-21T00:45:08.507 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4195840 len 16384 2024-05-21T00:45:08.507 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4196352 len 1024 2024-05-21T00:45:08.507 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4196352 len 1024 2024-05-21T00:45:08.507 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4196352 len 1024 2024-05-21T00:45:08.507 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4196352 len 1024 2024-05-21T00:45:08.507 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4196352 len 2048 2024-05-21T00:45:08.507 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4196352 len 2048 2024-05-21T00:45:08.507 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4196352 len 2048 2024-05-21T00:45:08.507 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4196352 len 2048 2024-05-21T00:45:08.507 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4196352 len 4096 2024-05-21T00:45:08.507 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4196352 len 4096 2024-05-21T00:45:08.507 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4196352 len 4096 2024-05-21T00:45:08.507 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4196352 len 4096 2024-05-21T00:45:08.508 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4196352 len 8192 2024-05-21T00:45:08.508 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4196352 len 8192 2024-05-21T00:45:08.508 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4196352 len 8192 2024-05-21T00:45:08.508 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4196352 len 8192 2024-05-21T00:45:08.508 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4196352 len 16384 2024-05-21T00:45:08.508 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4196352 len 16384 2024-05-21T00:45:08.508 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4196352 len 16384 2024-05-21T00:45:08.508 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4196352 len 16384 2024-05-21T00:45:08.508 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4196864 len 1024 2024-05-21T00:45:08.508 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4196864 len 1024 2024-05-21T00:45:08.509 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4196864 len 1024 2024-05-21T00:45:08.509 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4196864 len 1024 2024-05-21T00:45:08.509 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4196864 len 2048 2024-05-21T00:45:08.509 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4196864 len 2048 2024-05-21T00:45:08.509 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4196864 len 2048 2024-05-21T00:45:08.509 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4196864 len 2048 2024-05-21T00:45:08.509 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4196864 len 4096 2024-05-21T00:45:08.509 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4196864 len 4096 2024-05-21T00:45:08.509 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4196864 len 4096 2024-05-21T00:45:08.509 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4196864 len 4096 2024-05-21T00:45:08.509 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4196864 len 8192 2024-05-21T00:45:08.509 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4196864 len 8192 2024-05-21T00:45:08.510 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4196864 len 8192 2024-05-21T00:45:08.510 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4196864 len 8192 2024-05-21T00:45:08.510 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4196864 len 16384 2024-05-21T00:45:08.510 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4196864 len 16384 2024-05-21T00:45:08.510 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4196864 len 16384 2024-05-21T00:45:08.510 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4196864 len 16384 2024-05-21T00:45:08.510 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4197376 len 1024 2024-05-21T00:45:08.510 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4197376 len 1024 2024-05-21T00:45:08.510 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4197376 len 1024 2024-05-21T00:45:09.517 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4197376 len 1024 2024-05-21T00:45:09.517 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4197376 len 2048 2024-05-21T00:45:09.517 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4197376 len 2048 2024-05-21T00:45:09.517 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4197376 len 2048 2024-05-21T00:45:09.517 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4197376 len 2048 2024-05-21T00:45:09.517 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4197376 len 4096 2024-05-21T00:45:09.517 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4197376 len 4096 2024-05-21T00:45:09.517 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4197376 len 4096 2024-05-21T00:45:09.517 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4197376 len 4096 2024-05-21T00:45:09.517 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4197376 len 8192 2024-05-21T00:45:09.517 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4197376 len 8192 2024-05-21T00:45:09.518 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4197376 len 8192 2024-05-21T00:45:09.518 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4197376 len 8192 2024-05-21T00:45:09.518 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4197376 len 16384 2024-05-21T00:45:09.518 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4197376 len 16384 2024-05-21T00:45:09.518 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4197376 len 16384 2024-05-21T00:45:09.518 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4197376 len 16384 2024-05-21T00:45:09.518 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4197888 len 1024 2024-05-21T00:45:09.518 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4197888 len 1024 2024-05-21T00:45:09.518 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4197888 len 1024 2024-05-21T00:45:09.518 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4197888 len 1024 2024-05-21T00:45:09.518 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4197888 len 2048 2024-05-21T00:45:09.518 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4197888 len 2048 2024-05-21T00:45:09.519 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4197888 len 2048 2024-05-21T00:45:09.519 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4197888 len 2048 2024-05-21T00:45:09.519 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4197888 len 4096 2024-05-21T00:45:09.519 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4197888 len 4096 2024-05-21T00:45:09.519 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4197888 len 4096 2024-05-21T00:45:09.519 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4197888 len 4096 2024-05-21T00:45:09.519 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4197888 len 8192 2024-05-21T00:45:09.519 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4197888 len 8192 2024-05-21T00:45:09.519 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4197888 len 8192 2024-05-21T00:45:09.519 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4197888 len 8192 2024-05-21T00:45:09.519 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3072 offset 4197888 len 16384 2024-05-21T00:45:09.519 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4197888 len 16384 2024-05-21T00:45:09.519 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3072 offset 4197888 len 16384 2024-05-21T00:45:09.520 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3072 offset 4197888 len 16384 2024-05-21T00:45:09.520 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4190720 len 1024 2024-05-21T00:45:09.520 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4190720 len 1024 2024-05-21T00:45:09.520 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4190720 len 1024 2024-05-21T00:45:09.520 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4190720 len 1024 2024-05-21T00:45:09.520 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4190720 len 2048 2024-05-21T00:45:09.520 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4190720 len 2048 2024-05-21T00:45:09.520 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4190720 len 2048 2024-05-21T00:45:09.520 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4190720 len 2048 2024-05-21T00:45:09.520 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4190720 len 4096 2024-05-21T00:45:09.520 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4190720 len 4096 2024-05-21T00:45:09.520 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4190720 len 4096 2024-05-21T00:45:09.520 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4190720 len 4096 2024-05-21T00:45:09.520 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4190720 len 8192 2024-05-21T00:45:09.521 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4190720 len 8192 2024-05-21T00:45:09.521 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4190720 len 8192 2024-05-21T00:45:09.521 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4190720 len 8192 2024-05-21T00:45:09.521 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4190720 len 16384 2024-05-21T00:45:09.521 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4190720 len 16384 2024-05-21T00:45:09.521 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4190720 len 16384 2024-05-21T00:45:09.521 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4190720 len 16384 2024-05-21T00:45:09.521 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4191232 len 1024 2024-05-21T00:45:09.521 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4191232 len 1024 2024-05-21T00:45:09.521 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4191232 len 1024 2024-05-21T00:45:09.521 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4191232 len 1024 2024-05-21T00:45:09.522 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4191232 len 2048 2024-05-21T00:45:09.522 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4191232 len 2048 2024-05-21T00:45:09.522 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4191232 len 2048 2024-05-21T00:45:09.522 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4191232 len 2048 2024-05-21T00:45:09.522 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4191232 len 4096 2024-05-21T00:45:09.522 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4191232 len 4096 2024-05-21T00:45:09.522 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4191232 len 4096 2024-05-21T00:45:09.522 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4191232 len 4096 2024-05-21T00:45:09.522 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4191232 len 8192 2024-05-21T00:45:09.522 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4191232 len 8192 2024-05-21T00:45:09.522 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4191232 len 8192 2024-05-21T00:45:09.522 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4191232 len 8192 2024-05-21T00:45:09.523 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4191232 len 16384 2024-05-21T00:45:09.523 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4191232 len 16384 2024-05-21T00:45:09.523 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4191232 len 16384 2024-05-21T00:45:09.523 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4191232 len 16384 2024-05-21T00:45:09.523 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4191744 len 1024 2024-05-21T00:45:09.523 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4191744 len 1024 2024-05-21T00:45:09.523 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4191744 len 1024 2024-05-21T00:45:09.523 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4191744 len 1024 2024-05-21T00:45:09.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:09 smithi082 ceph-mon[36141]: pgmap v551: 97 pgs: 97 active+clean; 317 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 84 MiB/s rd, 691 KiB/s wr, 257 op/s 2024-05-21T00:45:10.000 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:09 smithi044 ceph-mon[31392]: pgmap v551: 97 pgs: 97 active+clean; 317 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 84 MiB/s rd, 691 KiB/s wr, 257 op/s 2024-05-21T00:45:10.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:09 smithi092 ceph-mon[36335]: pgmap v551: 97 pgs: 97 active+clean; 317 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 84 MiB/s rd, 691 KiB/s wr, 257 op/s 2024-05-21T00:45:10.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.942+0000 7fa952a00700 1 -- 172.21.15.44:0/4289470445 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa94c1025d0 msgr2=0x7fa94c1122c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:10.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.942+0000 7fa952a00700 1 --2- 172.21.15.44:0/4289470445 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa94c1025d0 0x7fa94c1122c0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fa94400b0a0 tx=0x7fa94400b3b0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.942+0000 7fa952a00700 1 -- 172.21.15.44:0/4289470445 shutdown_connections 2024-05-21T00:45:10.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.942+0000 7fa952a00700 1 --2- 172.21.15.44:0/4289470445 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa94c104450 0x7fa94c104830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.942+0000 7fa952a00700 1 --2- 172.21.15.44:0/4289470445 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa94c1025d0 0x7fa94c1122c0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.942+0000 7fa952a00700 1 --2- 172.21.15.44:0/4289470445 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa94c101b30 0x7fa94c101fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.942+0000 7fa952a00700 1 -- 172.21.15.44:0/4289470445 >> 172.21.15.44:0/4289470445 conn(0x7fa94c078ab0 msgr2=0x7fa94c0ffe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:10.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.942+0000 7fa952a00700 1 -- 172.21.15.44:0/4289470445 shutdown_connections 2024-05-21T00:45:10.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.943+0000 7fa952a00700 1 -- 172.21.15.44:0/4289470445 wait complete. 2024-05-21T00:45:10.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.945+0000 7fa952a00700 1 Processor -- start 2024-05-21T00:45:10.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.946+0000 7fa952a00700 1 -- start start 2024-05-21T00:45:10.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.946+0000 7fa952a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa94c101b30 0x7fa94c19be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:10.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.946+0000 7fa952a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa94c1025d0 0x7fa94c19c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:10.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.946+0000 7fa952a00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa94c104450 0x7fa94c1a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:10.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.946+0000 7fa952a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa94c115950 con 0x7fa94c101b30 2024-05-21T00:45:10.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.946+0000 7fa952a00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa94c1157d0 con 0x7fa94c104450 2024-05-21T00:45:10.950 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.946+0000 7fa952a00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa94c115ad0 con 0x7fa94c1025d0 2024-05-21T00:45:10.950 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.946+0000 7fa94be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa94c101b30 0x7fa94c19be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:10.950 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.947+0000 7fa94be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa94c101b30 0x7fa94c19be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59494/0 (socket says 172.21.15.44:59494) 2024-05-21T00:45:10.950 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.947+0000 7fa94be00700 1 -- 172.21.15.44:0/3378064132 learned_addr learned my addr 172.21.15.44:0/3378064132 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:10.950 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.947+0000 7fa94b400700 1 --2- 172.21.15.44:0/3378064132 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa94c1025d0 0x7fa94c19c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:10.950 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.947+0000 7fa950a00700 1 --2- 172.21.15.44:0/3378064132 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa94c104450 0x7fa94c1a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:10.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.947+0000 7fa94be00700 1 -- 172.21.15.44:0/3378064132 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa94c1025d0 msgr2=0x7fa94c19c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:10.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.947+0000 7fa94be00700 1 --2- 172.21.15.44:0/3378064132 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa94c1025d0 0x7fa94c19c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.947+0000 7fa94be00700 1 -- 172.21.15.44:0/3378064132 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa94c104450 msgr2=0x7fa94c1a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:10.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.947+0000 7fa94be00700 1 --2- 172.21.15.44:0/3378064132 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa94c104450 0x7fa94c1a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.947+0000 7fa94be00700 1 -- 172.21.15.44:0/3378064132 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa94c1a0e10 con 0x7fa94c101b30 2024-05-21T00:45:10.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.948+0000 7fa94be00700 1 --2- 172.21.15.44:0/3378064132 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa94c101b30 0x7fa94c19be00 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fa93c00c920 tx=0x7fa93c00cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:10.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.948+0000 7fa948c00700 1 -- 172.21.15.44:0/3378064132 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa93c007b00 con 0x7fa94c101b30 2024-05-21T00:45:10.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.948+0000 7fa948c00700 1 -- 172.21.15.44:0/3378064132 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa93c004ce0 con 0x7fa94c101b30 2024-05-21T00:45:10.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.948+0000 7fa948c00700 1 -- 172.21.15.44:0/3378064132 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa93c005550 con 0x7fa94c101b30 2024-05-21T00:45:10.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.948+0000 7fa952a00700 1 -- 172.21.15.44:0/3378064132 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa94c1a1100 con 0x7fa94c101b30 2024-05-21T00:45:10.952 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.948+0000 7fa952a00700 1 -- 172.21.15.44:0/3378064132 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa94c1a8980 con 0x7fa94c101b30 2024-05-21T00:45:10.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.952+0000 7fa948c00700 1 -- 172.21.15.44:0/3378064132 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fa93c007ca0 con 0x7fa94c101b30 2024-05-21T00:45:10.957 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.954+0000 7fa95d44db80 1 Processor -- start 2024-05-21T00:45:10.957 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.954+0000 7fa95d44db80 1 -- start start 2024-05-21T00:45:10.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.955+0000 7fa95d44db80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55957fee5eb0 0x55957fee6290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:10.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.955+0000 7fa95d44db80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55957fee67d0 0x55957fee0260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:10.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.955+0000 7fa95d44db80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55957fee0880 0x55957fee0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:10.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.955+0000 7fa95d44db80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55957fe3ee40 con 0x55957fee5eb0 2024-05-21T00:45:10.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.955+0000 7fa95d44db80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55957fe2e9e0 con 0x55957fee67d0 2024-05-21T00:45:10.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.955+0000 7fa95d44db80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55957fe32a20 con 0x55957fee0880 2024-05-21T00:45:10.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.955+0000 7fa948c00700 1 --2- 172.21.15.44:0/3378064132 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa9300b2880 0x7fa9300b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:10.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.955+0000 7fa94be00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55957fee67d0 0x55957fee0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:10.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.955+0000 7fa94b400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55957fee0880 0x55957fee0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:10.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.955+0000 7fa94b400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55957fee0880 0x55957fee0ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:39082/0 (socket says 172.21.15.44:39082) 2024-05-21T00:45:10.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.955+0000 7fa94b400700 1 -- 172.21.15.44:0/1297533199 learned_addr learned my addr 172.21.15.44:0/1297533199 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:10.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.955+0000 7fa950a00700 1 --2- 172.21.15.44:0/1297533199 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55957fee5eb0 0x55957fee6290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:10.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.956+0000 7fa950a00700 1 --2- 172.21.15.44:0/3378064132 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa9300b2880 0x7fa9300b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:10.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.956+0000 7fa94be00700 1 -- 172.21.15.44:0/1297533199 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55957fee0880 msgr2=0x55957fee0ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:10.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.956+0000 7fa94be00700 1 --2- 172.21.15.44:0/1297533199 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55957fee0880 0x55957fee0ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.956+0000 7fa94be00700 1 -- 172.21.15.44:0/1297533199 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55957fee5eb0 msgr2=0x55957fee6290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:10.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.956+0000 7fa94be00700 1 --2- 172.21.15.44:0/1297533199 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55957fee5eb0 0x55957fee6290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.956+0000 7fa94be00700 1 -- 172.21.15.44:0/1297533199 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55957fdf7420 con 0x55957fee67d0 2024-05-21T00:45:10.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.956+0000 7fa948c00700 1 -- 172.21.15.44:0/3378064132 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fa93c0e2100 con 0x7fa94c101b30 2024-05-21T00:45:10.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.956+0000 7fa94be00700 1 --2- 172.21.15.44:0/1297533199 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55957fee67d0 0x55957fee0260 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fa93c0a68f0 tx=0x7fa93c0772a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=34660713db1e00d4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:10.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.956+0000 7fa941600700 1 -- 172.21.15.44:0/1297533199 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa93c004e90 con 0x55957fee67d0 2024-05-21T00:45:10.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.956+0000 7fa941600700 1 -- 172.21.15.44:0/1297533199 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa93c0a9d80 con 0x55957fee67d0 2024-05-21T00:45:10.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.956+0000 7fa941600700 1 -- 172.21.15.44:0/1297533199 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa93c00b920 con 0x55957fee67d0 2024-05-21T00:45:10.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.957+0000 7fa95d44db80 1 -- 172.21.15.44:0/1297533199 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55957fee67d0 msgr2=0x55957fee0260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:10.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.957+0000 7fa95d44db80 1 --2- 172.21.15.44:0/1297533199 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55957fee67d0 0x55957fee0260 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fa93c0a68f0 tx=0x7fa93c0772a0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.957+0000 7fa950a00700 1 --2- 172.21.15.44:0/3378064132 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa9300b2880 0x7fa9300b4d40 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fa944009e60 tx=0x7fa9440099e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:10.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.957+0000 7fa95d44db80 1 -- 172.21.15.44:0/1297533199 shutdown_connections 2024-05-21T00:45:10.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.957+0000 7fa95d44db80 1 --2- 172.21.15.44:0/1297533199 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55957fee5eb0 0x55957fee6290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.957+0000 7fa95d44db80 1 --2- 172.21.15.44:0/1297533199 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55957fee0880 0x55957fee0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.957+0000 7fa95d44db80 1 --2- 172.21.15.44:0/1297533199 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55957fee67d0 0x55957fee0260 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.957+0000 7fa95d44db80 1 -- 172.21.15.44:0/1297533199 >> 172.21.15.44:0/1297533199 conn(0x55957fe0ebe0 msgr2=0x55957fedb010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:10.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.957+0000 7fa95d44db80 1 -- 172.21.15.44:0/1297533199 shutdown_connections 2024-05-21T00:45:10.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.958+0000 7fa95d44db80 1 -- 172.21.15.44:0/1297533199 wait complete. 2024-05-21T00:45:10.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.958+0000 7fa95d44db80 1 -- start start 2024-05-21T00:45:10.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.959+0000 7fa95d44db80 1 Processor -- start 2024-05-21T00:45:10.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.959+0000 7fa95d44db80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55957fee0880 0x55957feec4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:10.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.959+0000 7fa95d44db80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55957fee5eb0 0x55957fee9860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:10.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.959+0000 7fa95d44db80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55957fee67d0 0x55957fee9da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:10.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.959+0000 7fa95d44db80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55957fd34fa0 con 0x55957fee5eb0 2024-05-21T00:45:10.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.959+0000 7fa95d44db80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55957fdcf760 con 0x55957fee0880 2024-05-21T00:45:10.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.959+0000 7fa95d44db80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55957feed180 con 0x55957fee67d0 2024-05-21T00:45:10.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.959+0000 7fa95d44db80 10 client.0 _ll_register_callbacks cb 0x55957fdd8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:45:10.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.959+0000 7fa950a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55957fee67d0 0x55957fee9da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:10.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.959+0000 7fa94be00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55957fee0880 0x55957feec4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:10.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.960+0000 7fa950a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55957fee67d0 0x55957fee9da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:39088/0 (socket says 172.21.15.44:39088) 2024-05-21T00:45:10.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.960+0000 7fa950a00700 1 -- 172.21.15.44:0/763463154 learned_addr learned my addr 172.21.15.44:0/763463154 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:10.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.960+0000 7fa94b400700 1 --2- 172.21.15.44:0/763463154 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55957fee5eb0 0x55957fee9860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:10.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.960+0000 7fa94be00700 1 -- 172.21.15.44:0/763463154 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55957fee67d0 msgr2=0x55957fee9da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:10.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.960+0000 7fa94be00700 1 --2- 172.21.15.44:0/763463154 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55957fee67d0 0x55957fee9da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.960+0000 7fa94be00700 1 -- 172.21.15.44:0/763463154 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55957fee5eb0 msgr2=0x55957fee9860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:10.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.960+0000 7fa94be00700 1 --2- 172.21.15.44:0/763463154 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55957fee5eb0 0x55957fee9860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.960+0000 7fa94be00700 1 -- 172.21.15.44:0/763463154 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55957fd7e8d0 con 0x55957fee0880 2024-05-21T00:45:10.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.960+0000 7fa950a00700 1 --2- 172.21.15.44:0/763463154 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55957fee67d0 0x55957fee9da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:45:10.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.960+0000 7fa94be00700 1 --2- 172.21.15.44:0/763463154 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55957fee0880 0x55957feec4c0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fa93c084000 tx=0x7fa93c091380 comp rx=0 tx=0).ready entity=mon.2 client_cookie=983a745dea7424dd server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:10.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.960+0000 7fa936000700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:45:10.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.960+0000 7fa936000700 1 -- 172.21.15.44:0/763463154 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa93c012110 con 0x55957fee0880 2024-05-21T00:45:10.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.960+0000 7fa936000700 1 -- 172.21.15.44:0/763463154 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fa93c004e90 con 0x55957fee0880 2024-05-21T00:45:10.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.960+0000 7fa95d44db80 1 -- 172.21.15.44:0/763463154 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa93c0a9d80 con 0x55957fee0880 2024-05-21T00:45:10.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.961+0000 7fa936000700 1 -- 172.21.15.44:0/763463154 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa93c01d030 con 0x55957fee0880 2024-05-21T00:45:10.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.961+0000 7fa95d44db80 10 client.25820 fetch_fsmap learned FSMap version 26 2024-05-21T00:45:10.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.961+0000 7fa95d44db80 1 -- 172.21.15.44:0/763463154 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55957fdff060 con 0x55957fee0880 2024-05-21T00:45:10.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.961+0000 7fa936000700 1 -- 172.21.15.44:0/763463154 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa93c0a9d80 con 0x55957fee0880 2024-05-21T00:45:10.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.961+0000 7fa936000700 1 -- 172.21.15.44:0/763463154 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa93c0a4ff0 con 0x55957fee0880 2024-05-21T00:45:10.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.961+0000 7fa95d44db80 10 client.25820 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:45:10.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.961+0000 7fa95d44db80 10 client.25820 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T00:45:10.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.961+0000 7fa95d44db80 20 client.25820 populate_metadata read hostname 'smithi044' 2024-05-21T00:45:10.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.961+0000 7fa95d44db80 1 --2- 172.21.15.44:0/763463154 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55957fef9b20 0x55957fefbf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:10.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.961+0000 7fa95d44db80 4 client.25820 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:45:10.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.961+0000 7fa95d44db80 1 -- 172.21.15.44:0/763463154 --> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55957fe40d90 con 0x55957fef9b20 2024-05-21T00:45:10.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.962+0000 7fa94b400700 1 --2- 172.21.15.44:0/763463154 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55957fef9b20 0x55957fefbf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:10.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.962+0000 7fa94b400700 1 --2- 172.21.15.44:0/763463154 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55957fef9b20 0x55957fefbf10 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=db4b935d1044a150 server_cookie=777f66863c4c3933 in_seq=0 out_seq=0 2024-05-21T00:45:10.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.962+0000 7fa936000700 10 client.25820 ms_handle_connect on v2:172.21.15.44:6838/1038937716 2024-05-21T00:45:10.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.963+0000 7fa936000700 1 -- 172.21.15.44:0/763463154 <== mds.1 v2:172.21.15.44:6838/1038937716 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55957fe40d90 con 0x55957fef9b20 2024-05-21T00:45:10.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.963+0000 7fa936000700 10 client.25820 handle_command_reply: tid=0 2024-05-21T00:45:10.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.963+0000 7fa95d44db80 1 client.25820 shutdown 2024-05-21T00:45:10.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.963+0000 7fa95d44db80 1 -- 172.21.15.44:0/763463154 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55957fee0880 msgr2=0x55957feec4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:10.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.963+0000 7fa95d44db80 1 --2- 172.21.15.44:0/763463154 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55957fee0880 0x55957feec4c0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fa93c084000 tx=0x7fa93c091380 comp rx=0 tx=0).stop 2024-05-21T00:45:10.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.964+0000 7fa95d44db80 1 -- 172.21.15.44:0/763463154 shutdown_connections 2024-05-21T00:45:10.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.964+0000 7fa95d44db80 1 --2- 172.21.15.44:0/763463154 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55957fee67d0 0x55957fee9da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.964+0000 7fa95d44db80 1 --2- 172.21.15.44:0/763463154 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55957fee0880 0x55957feec4c0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.964+0000 7fa95d44db80 1 --2- 172.21.15.44:0/763463154 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55957fef9b20 0x55957fefbf10 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.964+0000 7fa95d44db80 1 --2- 172.21.15.44:0/763463154 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55957fee5eb0 0x55957fee9860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.964+0000 7fa936000700 0 client.25820 ms_handle_reset on v2:172.21.15.44:6838/1038937716 2024-05-21T00:45:10.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.964+0000 7fa95d44db80 1 -- 172.21.15.44:0/763463154 >> 172.21.15.44:0/763463154 conn(0x55957fe0ebe0 msgr2=0x55957fedf250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:10.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.964+0000 7fa95d44db80 1 -- 172.21.15.44:0/763463154 shutdown_connections 2024-05-21T00:45:10.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.964+0000 7fa95d44db80 1 -- 172.21.15.44:0/763463154 wait complete. 2024-05-21T00:45:10.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.964+0000 7fa95d44db80 20 client.25820 trim_cache size 0 max 16384 2024-05-21T00:45:10.980 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4191744 len 2048 2024-05-21T00:45:10.980 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4191744 len 2048 2024-05-21T00:45:10.980 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4191744 len 2048 2024-05-21T00:45:10.980 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4191744 len 2048 2024-05-21T00:45:10.981 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4191744 len 4096 2024-05-21T00:45:10.981 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4191744 len 4096 2024-05-21T00:45:10.981 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4191744 len 4096 2024-05-21T00:45:10.981 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4191744 len 4096 2024-05-21T00:45:10.981 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4191744 len 8192 2024-05-21T00:45:10.981 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4191744 len 8192 2024-05-21T00:45:10.981 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4191744 len 8192 2024-05-21T00:45:10.981 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4191744 len 8192 2024-05-21T00:45:10.981 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4191744 len 16384 2024-05-21T00:45:10.981 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4191744 len 16384 2024-05-21T00:45:10.981 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4191744 len 16384 2024-05-21T00:45:10.981 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4191744 len 16384 2024-05-21T00:45:10.981 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4192256 len 1024 2024-05-21T00:45:10.982 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4192256 len 1024 2024-05-21T00:45:10.982 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4192256 len 1024 2024-05-21T00:45:10.982 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4192256 len 1024 2024-05-21T00:45:10.982 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4192256 len 2048 2024-05-21T00:45:10.982 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4192256 len 2048 2024-05-21T00:45:10.982 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4192256 len 2048 2024-05-21T00:45:10.982 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4192256 len 2048 2024-05-21T00:45:10.982 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4192256 len 4096 2024-05-21T00:45:10.982 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4192256 len 4096 2024-05-21T00:45:10.982 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4192256 len 4096 2024-05-21T00:45:10.982 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4192256 len 4096 2024-05-21T00:45:10.982 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4192256 len 8192 2024-05-21T00:45:10.983 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4192256 len 8192 2024-05-21T00:45:10.983 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4192256 len 8192 2024-05-21T00:45:10.983 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4192256 len 8192 2024-05-21T00:45:10.983 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4192256 len 16384 2024-05-21T00:45:10.983 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4192256 len 16384 2024-05-21T00:45:10.983 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4192256 len 16384 2024-05-21T00:45:10.983 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4192256 len 16384 2024-05-21T00:45:10.983 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4192768 len 1024 2024-05-21T00:45:10.983 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4192768 len 1024 2024-05-21T00:45:10.983 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4192768 len 1024 2024-05-21T00:45:10.984 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4192768 len 1024 2024-05-21T00:45:10.984 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4192768 len 2048 2024-05-21T00:45:10.984 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4192768 len 2048 2024-05-21T00:45:10.984 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4192768 len 2048 2024-05-21T00:45:10.984 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4192768 len 2048 2024-05-21T00:45:10.984 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4192768 len 4096 2024-05-21T00:45:10.984 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4192768 len 4096 2024-05-21T00:45:10.984 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4192768 len 4096 2024-05-21T00:45:10.984 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4192768 len 4096 2024-05-21T00:45:10.984 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4192768 len 8192 2024-05-21T00:45:10.985 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4192768 len 8192 2024-05-21T00:45:10.985 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4192768 len 8192 2024-05-21T00:45:10.985 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4192768 len 8192 2024-05-21T00:45:10.985 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4192768 len 16384 2024-05-21T00:45:10.985 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4192768 len 16384 2024-05-21T00:45:10.985 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4192768 len 16384 2024-05-21T00:45:10.985 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4192768 len 16384 2024-05-21T00:45:10.985 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4193280 len 1024 2024-05-21T00:45:10.985 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4193280 len 1024 2024-05-21T00:45:10.985 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4193280 len 1024 2024-05-21T00:45:10.986 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4193280 len 1024 2024-05-21T00:45:10.986 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4193280 len 2048 2024-05-21T00:45:10.986 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4193280 len 2048 2024-05-21T00:45:10.986 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4193280 len 2048 2024-05-21T00:45:10.986 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4193280 len 2048 2024-05-21T00:45:10.986 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4193280 len 4096 2024-05-21T00:45:10.986 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4193280 len 4096 2024-05-21T00:45:10.986 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4193280 len 4096 2024-05-21T00:45:10.986 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4193280 len 4096 2024-05-21T00:45:10.986 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4193280 len 8192 2024-05-21T00:45:10.986 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4193280 len 8192 2024-05-21T00:45:10.986 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4193280 len 8192 2024-05-21T00:45:10.987 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4193280 len 8192 2024-05-21T00:45:10.987 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4193280 len 16384 2024-05-21T00:45:10.987 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4193280 len 16384 2024-05-21T00:45:10.987 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4193280 len 16384 2024-05-21T00:45:10.987 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4193280 len 16384 2024-05-21T00:45:10.987 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4193792 len 1024 2024-05-21T00:45:10.987 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4193792 len 1024 2024-05-21T00:45:10.987 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4193792 len 1024 2024-05-21T00:45:10.987 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4193792 len 1024 2024-05-21T00:45:10.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.981+0000 7fa95d44db80 1 Processor -- start 2024-05-21T00:45:10.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.981+0000 7fa95d44db80 1 -- start start 2024-05-21T00:45:10.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.982+0000 7fa95d44db80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55957fee0880 0x55957fee0260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:10.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.982+0000 7fa95d44db80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55957fee5eb0 0x55957fee39c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:10.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.982+0000 7fa95d44db80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55957fee67d0 0x55957fee8150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:10.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.982+0000 7fa95d44db80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa94c1b2880 con 0x55957fee5eb0 2024-05-21T00:45:10.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.982+0000 7fa95d44db80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa94c1b0110 con 0x55957fee0880 2024-05-21T00:45:10.991 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.982+0000 7fa95d44db80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa94c1adf60 con 0x55957fee67d0 2024-05-21T00:45:10.991 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.982+0000 7fa94b400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55957fee5eb0 0x55957fee39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:10.991 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.982+0000 7fa94be00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55957fee0880 0x55957fee0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:10.991 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.982+0000 7fa94b400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55957fee5eb0 0x55957fee39c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59520/0 (socket says 172.21.15.44:59520) 2024-05-21T00:45:10.991 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.982+0000 7fa94be00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55957fee0880 0x55957fee0260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:39062/0 (socket says 172.21.15.44:39062) 2024-05-21T00:45:10.991 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.982+0000 7fa94b400700 1 -- 172.21.15.44:0/2518931786 learned_addr learned my addr 172.21.15.44:0/2518931786 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:10.991 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.982+0000 7fa950a00700 1 --2- 172.21.15.44:0/2518931786 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55957fee67d0 0x55957fee8150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:10.991 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.983+0000 7fa94be00700 1 -- 172.21.15.44:0/2518931786 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55957fee67d0 msgr2=0x55957fee8150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:10.991 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.983+0000 7fa94be00700 1 --2- 172.21.15.44:0/2518931786 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55957fee67d0 0x55957fee8150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.991 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.983+0000 7fa94be00700 1 -- 172.21.15.44:0/2518931786 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55957fee5eb0 msgr2=0x55957fee39c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:10.991 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.983+0000 7fa94be00700 1 --2- 172.21.15.44:0/2518931786 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55957fee5eb0 0x55957fee39c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.991 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.983+0000 7fa94be00700 1 -- 172.21.15.44:0/2518931786 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55957feea480 con 0x55957fee0880 2024-05-21T00:45:10.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.983+0000 7fa94b400700 1 --2- 172.21.15.44:0/2518931786 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55957fee5eb0 0x55957fee39c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:45:10.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.983+0000 7fa950a00700 1 --2- 172.21.15.44:0/2518931786 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55957fee67d0 0x55957fee8150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:45:10.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.983+0000 7fa94be00700 1 --2- 172.21.15.44:0/2518931786 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55957fee0880 0x55957fee0260 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fa93c0a9610 tx=0x7fa93c0057b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7a63e38cfe52b38b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:10.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.983+0000 7fa940c00700 1 -- 172.21.15.44:0/2518931786 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa93c0a9680 con 0x55957fee0880 2024-05-21T00:45:10.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.984+0000 7fa940c00700 1 -- 172.21.15.44:0/2518931786 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa93c0c3050 con 0x55957fee0880 2024-05-21T00:45:10.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.984+0000 7fa940c00700 1 -- 172.21.15.44:0/2518931786 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa93c0b2050 con 0x55957fee0880 2024-05-21T00:45:10.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.984+0000 7fa95d44db80 1 -- 172.21.15.44:0/2518931786 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55957fee0880 msgr2=0x55957fee0260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:10.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.984+0000 7fa95d44db80 1 --2- 172.21.15.44:0/2518931786 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55957fee0880 0x55957fee0260 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fa93c0a9610 tx=0x7fa93c0057b0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.984+0000 7fa95d44db80 1 -- 172.21.15.44:0/2518931786 shutdown_connections 2024-05-21T00:45:10.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.985+0000 7fa95d44db80 1 --2- 172.21.15.44:0/2518931786 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55957fee67d0 0x55957fee8150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.985+0000 7fa95d44db80 1 --2- 172.21.15.44:0/2518931786 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55957fee0880 0x55957fee0260 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.985+0000 7fa95d44db80 1 --2- 172.21.15.44:0/2518931786 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55957fee5eb0 0x55957fee39c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.985+0000 7fa95d44db80 1 -- 172.21.15.44:0/2518931786 >> 172.21.15.44:0/2518931786 conn(0x55957fe0ebe0 msgr2=0x55957fee0c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:10.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.985+0000 7fa95d44db80 1 -- 172.21.15.44:0/2518931786 shutdown_connections 2024-05-21T00:45:10.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.985+0000 7fa95d44db80 1 -- 172.21.15.44:0/2518931786 wait complete. 2024-05-21T00:45:10.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.985+0000 7fa95d44db80 1 -- start start 2024-05-21T00:45:10.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.986+0000 7fa95d44db80 1 Processor -- start 2024-05-21T00:45:10.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.986+0000 7fa95d44db80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55957fee0880 0x55957ff5b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:10.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.986+0000 7fa95d44db80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55957fee5eb0 0x55957ff5bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:10.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.986+0000 7fa95d44db80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55957fee67d0 0x55957fefc4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:10.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.986+0000 7fa95d44db80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa94c1ae5d0 con 0x55957fee5eb0 2024-05-21T00:45:10.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.986+0000 7fa95d44db80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa94c1afa40 con 0x55957fee67d0 2024-05-21T00:45:10.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.986+0000 7fa95d44db80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa94c1aeca0 con 0x55957fee0880 2024-05-21T00:45:10.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.986+0000 7fa95d44db80 10 client.0 _ll_register_callbacks cb 0x55957fdd8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:45:10.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.986+0000 7fa94be00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55957fee0880 0x55957ff5b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:10.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.986+0000 7fa94be00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55957fee0880 0x55957ff5b6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:39106/0 (socket says 172.21.15.44:39106) 2024-05-21T00:45:10.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.986+0000 7fa94be00700 1 -- 172.21.15.44:0/984842947 learned_addr learned my addr 172.21.15.44:0/984842947 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:10.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.987+0000 7fa950a00700 1 --2- 172.21.15.44:0/984842947 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55957fee67d0 0x55957fefc4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:10.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.987+0000 7fa94b400700 1 --2- 172.21.15.44:0/984842947 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55957fee5eb0 0x55957ff5bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:10.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.987+0000 7fa94be00700 1 -- 172.21.15.44:0/984842947 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55957fee67d0 msgr2=0x55957fefc4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:10.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.987+0000 7fa94be00700 1 --2- 172.21.15.44:0/984842947 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55957fee67d0 0x55957fefc4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.987+0000 7fa94be00700 1 -- 172.21.15.44:0/984842947 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55957fee5eb0 msgr2=0x55957ff5bbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:10.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.987+0000 7fa94be00700 1 --2- 172.21.15.44:0/984842947 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55957fee5eb0 0x55957ff5bbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.987+0000 7fa94be00700 1 -- 172.21.15.44:0/984842947 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55957fefcd20 con 0x55957fee0880 2024-05-21T00:45:10.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.987+0000 7fa94b400700 1 --2- 172.21.15.44:0/984842947 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55957fee5eb0 0x55957ff5bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:45:10.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.987+0000 7fa94be00700 1 --2- 172.21.15.44:0/984842947 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55957fee0880 0x55957ff5b6b0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fa93c0a9330 tx=0x7fa93c0a8df0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=98f7108aa4e516a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:10.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.987+0000 7fa936000700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:45:10.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.987+0000 7fa936000700 1 -- 172.21.15.44:0/984842947 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa93c0a9d80 con 0x55957fee0880 2024-05-21T00:45:10.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.987+0000 7fa936000700 1 -- 172.21.15.44:0/984842947 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fa93c004e90 con 0x55957fee0880 2024-05-21T00:45:10.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.987+0000 7fa95d44db80 1 -- 172.21.15.44:0/984842947 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa93c0c3050 con 0x55957fee0880 2024-05-21T00:45:10.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.988+0000 7fa936000700 1 -- 172.21.15.44:0/984842947 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa93c0a9680 con 0x55957fee0880 2024-05-21T00:45:10.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.988+0000 7fa95d44db80 10 client.25864 fetch_fsmap learned FSMap version 26 2024-05-21T00:45:10.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.988+0000 7fa95d44db80 1 -- 172.21.15.44:0/984842947 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55957fefcd20 con 0x55957fee0880 2024-05-21T00:45:10.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.988+0000 7fa936000700 1 -- 172.21.15.44:0/984842947 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa93c0c3050 con 0x55957fee0880 2024-05-21T00:45:10.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.988+0000 7fa936000700 1 -- 172.21.15.44:0/984842947 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa93c0a8350 con 0x55957fee0880 2024-05-21T00:45:10.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.988+0000 7fa95d44db80 10 client.25864 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:45:10.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.988+0000 7fa95d44db80 10 client.25864 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T00:45:10.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.988+0000 7fa95d44db80 20 client.25864 populate_metadata read hostname 'smithi044' 2024-05-21T00:45:10.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.988+0000 7fa95d44db80 1 --2- 172.21.15.44:0/984842947 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55957ff64100 0x55957ff664f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:10.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.988+0000 7fa95d44db80 4 client.25864 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:45:10.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.988+0000 7fa95d44db80 1 -- 172.21.15.44:0/984842947 --> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55957fe3a570 con 0x55957ff64100 2024-05-21T00:45:10.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.989+0000 7fa94b400700 1 --2- 172.21.15.44:0/984842947 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55957ff64100 0x55957ff664f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:10.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.989+0000 7fa94b400700 1 --2- 172.21.15.44:0/984842947 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55957ff64100 0x55957ff664f0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4adcdf29aa0c11e2 server_cookie=ea1bfc837e520ac9 in_seq=0 out_seq=0 2024-05-21T00:45:10.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.989+0000 7fa936000700 10 client.25864 ms_handle_connect on v2:172.21.15.44:6838/1038937716 2024-05-21T00:45:10.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.990+0000 7fa936000700 1 -- 172.21.15.44:0/984842947 <== mds.1 v2:172.21.15.44:6838/1038937716 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55957fe3a570 con 0x55957ff64100 2024-05-21T00:45:10.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.990+0000 7fa936000700 10 client.25864 handle_command_reply: tid=0 2024-05-21T00:45:10.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.990+0000 7fa95d44db80 1 client.25864 shutdown 2024-05-21T00:45:10.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.990+0000 7fa95d44db80 1 -- 172.21.15.44:0/984842947 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55957fee0880 msgr2=0x55957ff5b6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:10.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.990+0000 7fa95d44db80 1 --2- 172.21.15.44:0/984842947 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55957fee0880 0x55957ff5b6b0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fa93c0a9330 tx=0x7fa93c0a8df0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.990+0000 7fa95d44db80 1 -- 172.21.15.44:0/984842947 shutdown_connections 2024-05-21T00:45:10.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.990+0000 7fa95d44db80 1 --2- 172.21.15.44:0/984842947 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55957fee67d0 0x55957fefc4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.990+0000 7fa95d44db80 1 --2- 172.21.15.44:0/984842947 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55957fee0880 0x55957ff5b6b0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.990+0000 7fa95d44db80 1 --2- 172.21.15.44:0/984842947 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x55957ff64100 0x55957ff664f0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.990+0000 7fa95d44db80 1 --2- 172.21.15.44:0/984842947 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55957fee5eb0 0x55957ff5bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.990+0000 7fa936000700 0 client.25864 ms_handle_reset on v2:172.21.15.44:6838/1038937716 2024-05-21T00:45:10.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.990+0000 7fa95d44db80 1 -- 172.21.15.44:0/984842947 >> 172.21.15.44:0/984842947 conn(0x55957fe0ebe0 msgr2=0x55957fee39c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:10.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.990+0000 7fa95d44db80 1 -- 172.21.15.44:0/984842947 shutdown_connections 2024-05-21T00:45:10.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.990+0000 7fa95d44db80 1 -- 172.21.15.44:0/984842947 wait complete. 2024-05-21T00:45:10.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.991+0000 7fa95d44db80 20 client.25864 trim_cache size 0 max 16384 2024-05-21T00:45:10.999 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-21T00:45:10.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.991+0000 7fa952a00700 1 -- 172.21.15.44:0/3378064132 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa9300b2880 msgr2=0x7fa9300b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:10.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.991+0000 7fa952a00700 1 --2- 172.21.15.44:0/3378064132 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa9300b2880 0x7fa9300b4d40 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fa944009e60 tx=0x7fa9440099e0 comp rx=0 tx=0).stop 2024-05-21T00:45:10.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.991+0000 7fa952a00700 1 -- 172.21.15.44:0/3378064132 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa94c101b30 msgr2=0x7fa94c19be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:10.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.991+0000 7fa952a00700 1 --2- 172.21.15.44:0/3378064132 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa94c101b30 0x7fa94c19be00 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fa93c00c920 tx=0x7fa93c00cc30 comp rx=0 tx=0).stop 2024-05-21T00:45:11.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.992+0000 7fa952a00700 1 -- 172.21.15.44:0/3378064132 shutdown_connections 2024-05-21T00:45:11.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.992+0000 7fa952a00700 1 --2- 172.21.15.44:0/3378064132 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa9300b2880 0x7fa9300b4d40 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:11.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.992+0000 7fa952a00700 1 --2- 172.21.15.44:0/3378064132 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa94c101b30 0x7fa94c19be00 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:11.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.992+0000 7fa952a00700 1 --2- 172.21.15.44:0/3378064132 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa94c104450 0x7fa94c1a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:11.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.992+0000 7fa952a00700 1 --2- 172.21.15.44:0/3378064132 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa94c1025d0 0x7fa94c19c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:11.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.992+0000 7fa952a00700 1 -- 172.21.15.44:0/3378064132 >> 172.21.15.44:0/3378064132 conn(0x7fa94c078ab0 msgr2=0x7fa94c0ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:11.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.992+0000 7fa952a00700 1 -- 172.21.15.44:0/3378064132 shutdown_connections 2024-05-21T00:45:11.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:10.992+0000 7fa952a00700 1 -- 172.21.15.44:0/3378064132 wait complete. 2024-05-21T00:45:11.662 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4193792 len 2048 2024-05-21T00:45:11.662 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4193792 len 2048 2024-05-21T00:45:11.663 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4193792 len 2048 2024-05-21T00:45:11.663 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4193792 len 2048 2024-05-21T00:45:11.663 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4193792 len 4096 2024-05-21T00:45:11.663 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4193792 len 4096 2024-05-21T00:45:11.663 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4193792 len 4096 2024-05-21T00:45:11.663 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4193792 len 4096 2024-05-21T00:45:11.663 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4193792 len 8192 2024-05-21T00:45:11.663 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4193792 len 8192 2024-05-21T00:45:11.663 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4193792 len 8192 2024-05-21T00:45:11.663 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4193792 len 8192 2024-05-21T00:45:11.663 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4193792 len 16384 2024-05-21T00:45:11.663 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4193792 len 16384 2024-05-21T00:45:11.664 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4193792 len 16384 2024-05-21T00:45:11.664 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4193792 len 16384 2024-05-21T00:45:11.664 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4194304 len 1024 2024-05-21T00:45:11.664 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4194304 len 1024 2024-05-21T00:45:11.664 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4194304 len 1024 2024-05-21T00:45:11.664 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4194304 len 1024 2024-05-21T00:45:11.664 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4194304 len 2048 2024-05-21T00:45:11.664 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4194304 len 2048 2024-05-21T00:45:11.664 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4194304 len 2048 2024-05-21T00:45:11.664 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4194304 len 2048 2024-05-21T00:45:11.664 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4194304 len 4096 2024-05-21T00:45:11.664 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4194304 len 4096 2024-05-21T00:45:11.665 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4194304 len 4096 2024-05-21T00:45:11.665 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4194304 len 4096 2024-05-21T00:45:11.665 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4194304 len 8192 2024-05-21T00:45:11.665 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4194304 len 8192 2024-05-21T00:45:11.665 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4194304 len 8192 2024-05-21T00:45:11.665 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4194304 len 8192 2024-05-21T00:45:11.665 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4194304 len 16384 2024-05-21T00:45:11.665 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4194304 len 16384 2024-05-21T00:45:11.665 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4194304 len 16384 2024-05-21T00:45:11.665 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4194304 len 16384 2024-05-21T00:45:11.665 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4194816 len 1024 2024-05-21T00:45:11.665 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4194816 len 1024 2024-05-21T00:45:11.666 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4194816 len 1024 2024-05-21T00:45:11.666 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4194816 len 1024 2024-05-21T00:45:11.666 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4194816 len 2048 2024-05-21T00:45:11.666 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4194816 len 2048 2024-05-21T00:45:11.666 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4194816 len 2048 2024-05-21T00:45:11.666 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4194816 len 2048 2024-05-21T00:45:11.666 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4194816 len 4096 2024-05-21T00:45:11.666 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4194816 len 4096 2024-05-21T00:45:11.666 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4194816 len 4096 2024-05-21T00:45:11.666 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4194816 len 4096 2024-05-21T00:45:11.667 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4194816 len 8192 2024-05-21T00:45:11.667 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4194816 len 8192 2024-05-21T00:45:11.667 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4194816 len 8192 2024-05-21T00:45:11.667 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4194816 len 8192 2024-05-21T00:45:11.667 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4194816 len 16384 2024-05-21T00:45:11.667 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4194816 len 16384 2024-05-21T00:45:11.667 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4194816 len 16384 2024-05-21T00:45:11.667 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4194816 len 16384 2024-05-21T00:45:11.667 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4195328 len 1024 2024-05-21T00:45:11.667 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4195328 len 1024 2024-05-21T00:45:11.667 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4195328 len 1024 2024-05-21T00:45:11.667 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4195328 len 1024 2024-05-21T00:45:11.668 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4195328 len 2048 2024-05-21T00:45:11.668 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4195328 len 2048 2024-05-21T00:45:11.668 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4195328 len 2048 2024-05-21T00:45:11.668 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4195328 len 2048 2024-05-21T00:45:11.668 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4195328 len 4096 2024-05-21T00:45:11.668 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4195328 len 4096 2024-05-21T00:45:11.668 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4195328 len 4096 2024-05-21T00:45:11.668 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4195328 len 4096 2024-05-21T00:45:11.668 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4195328 len 8192 2024-05-21T00:45:11.668 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4195328 len 8192 2024-05-21T00:45:11.668 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4195328 len 8192 2024-05-21T00:45:11.668 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4195328 len 8192 2024-05-21T00:45:11.668 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4195328 len 16384 2024-05-21T00:45:11.669 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4195328 len 16384 2024-05-21T00:45:11.669 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4195328 len 16384 2024-05-21T00:45:11.669 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4195328 len 16384 2024-05-21T00:45:11.669 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4195840 len 1024 2024-05-21T00:45:11.669 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4195840 len 1024 2024-05-21T00:45:11.669 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4195840 len 1024 2024-05-21T00:45:11.669 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4195840 len 1024 2024-05-21T00:45:11.669 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4195840 len 2048 2024-05-21T00:45:11.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:11 smithi044 ceph-mon[31392]: pgmap v552: 97 pgs: 97 active+clean; 276 MiB data, 465 MiB used, 1.0 TiB / 1.0 TiB avail; 82 MiB/s rd, 812 KiB/s wr, 279 op/s 2024-05-21T00:45:12.028 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T00:45:12.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:11 smithi092 ceph-mon[36335]: pgmap v552: 97 pgs: 97 active+clean; 276 MiB data, 465 MiB used, 1.0 TiB / 1.0 TiB avail; 82 MiB/s rd, 812 KiB/s wr, 279 op/s 2024-05-21T00:45:12.165 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4195840 len 2048 2024-05-21T00:45:12.165 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4195840 len 2048 2024-05-21T00:45:12.165 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4195840 len 2048 2024-05-21T00:45:12.166 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4195840 len 4096 2024-05-21T00:45:12.166 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4195840 len 4096 2024-05-21T00:45:12.166 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4195840 len 4096 2024-05-21T00:45:12.166 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4195840 len 4096 2024-05-21T00:45:12.166 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4195840 len 8192 2024-05-21T00:45:12.166 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4195840 len 8192 2024-05-21T00:45:12.166 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4195840 len 8192 2024-05-21T00:45:12.166 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4195840 len 8192 2024-05-21T00:45:12.166 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4195840 len 16384 2024-05-21T00:45:12.166 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4195840 len 16384 2024-05-21T00:45:12.166 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4195840 len 16384 2024-05-21T00:45:12.166 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4195840 len 16384 2024-05-21T00:45:12.167 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4196352 len 1024 2024-05-21T00:45:12.167 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4196352 len 1024 2024-05-21T00:45:12.167 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4196352 len 1024 2024-05-21T00:45:12.167 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4196352 len 1024 2024-05-21T00:45:12.167 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4196352 len 2048 2024-05-21T00:45:12.167 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4196352 len 2048 2024-05-21T00:45:12.167 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4196352 len 2048 2024-05-21T00:45:12.167 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4196352 len 2048 2024-05-21T00:45:12.167 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4196352 len 4096 2024-05-21T00:45:12.167 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4196352 len 4096 2024-05-21T00:45:12.167 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4196352 len 4096 2024-05-21T00:45:12.167 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4196352 len 4096 2024-05-21T00:45:12.167 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4196352 len 8192 2024-05-21T00:45:12.167 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4196352 len 8192 2024-05-21T00:45:12.168 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4196352 len 8192 2024-05-21T00:45:12.168 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4196352 len 8192 2024-05-21T00:45:12.168 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4196352 len 16384 2024-05-21T00:45:12.168 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4196352 len 16384 2024-05-21T00:45:12.168 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4196352 len 16384 2024-05-21T00:45:12.168 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4196352 len 16384 2024-05-21T00:45:12.168 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4196864 len 1024 2024-05-21T00:45:12.168 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4196864 len 1024 2024-05-21T00:45:12.168 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4196864 len 1024 2024-05-21T00:45:12.168 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4196864 len 1024 2024-05-21T00:45:12.168 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4196864 len 2048 2024-05-21T00:45:12.168 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4196864 len 2048 2024-05-21T00:45:12.168 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4196864 len 2048 2024-05-21T00:45:12.168 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4196864 len 2048 2024-05-21T00:45:12.169 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4196864 len 4096 2024-05-21T00:45:12.169 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4196864 len 4096 2024-05-21T00:45:12.169 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4196864 len 4096 2024-05-21T00:45:12.169 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4196864 len 4096 2024-05-21T00:45:12.169 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4196864 len 8192 2024-05-21T00:45:12.169 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4196864 len 8192 2024-05-21T00:45:12.169 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4196864 len 8192 2024-05-21T00:45:12.169 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4196864 len 8192 2024-05-21T00:45:12.169 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4196864 len 16384 2024-05-21T00:45:12.169 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4196864 len 16384 2024-05-21T00:45:12.169 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4196864 len 16384 2024-05-21T00:45:12.169 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4196864 len 16384 2024-05-21T00:45:12.169 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4197376 len 1024 2024-05-21T00:45:12.169 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4197376 len 1024 2024-05-21T00:45:12.169 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4197376 len 1024 2024-05-21T00:45:12.170 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4197376 len 1024 2024-05-21T00:45:12.170 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4197376 len 2048 2024-05-21T00:45:12.170 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4197376 len 2048 2024-05-21T00:45:12.170 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4197376 len 2048 2024-05-21T00:45:12.170 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4197376 len 2048 2024-05-21T00:45:12.170 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4197376 len 4096 2024-05-21T00:45:12.170 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4197376 len 4096 2024-05-21T00:45:12.170 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4197376 len 4096 2024-05-21T00:45:12.170 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4197376 len 4096 2024-05-21T00:45:12.170 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4197376 len 8192 2024-05-21T00:45:12.170 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4197376 len 8192 2024-05-21T00:45:12.170 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4197376 len 8192 2024-05-21T00:45:12.170 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4197376 len 8192 2024-05-21T00:45:12.170 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4197376 len 16384 2024-05-21T00:45:12.171 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4197376 len 16384 2024-05-21T00:45:12.171 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4197376 len 16384 2024-05-21T00:45:12.171 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4197376 len 16384 2024-05-21T00:45:12.171 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4197888 len 1024 2024-05-21T00:45:12.171 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4197888 len 1024 2024-05-21T00:45:12.171 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4197888 len 1024 2024-05-21T00:45:12.171 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4197888 len 1024 2024-05-21T00:45:12.171 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4197888 len 2048 2024-05-21T00:45:12.171 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4197888 len 2048 2024-05-21T00:45:12.194 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:11 smithi082 ceph-mon[36141]: pgmap v552: 97 pgs: 97 active+clean; 276 MiB data, 465 MiB used, 1.0 TiB / 1.0 TiB avail; 82 MiB/s rd, 812 KiB/s wr, 279 op/s 2024-05-21T00:45:12.255 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4197888 len 2048 2024-05-21T00:45:12.255 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4197888 len 2048 2024-05-21T00:45:12.256 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4197888 len 4096 2024-05-21T00:45:12.256 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4197888 len 4096 2024-05-21T00:45:12.256 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4197888 len 4096 2024-05-21T00:45:12.256 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4197888 len 4096 2024-05-21T00:45:12.256 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4197888 len 8192 2024-05-21T00:45:12.256 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4197888 len 8192 2024-05-21T00:45:12.256 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4197888 len 8192 2024-05-21T00:45:12.256 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4197888 len 8192 2024-05-21T00:45:12.256 INFO:tasks.workunit.client.0.smithi044.stdout:write_direct buf_align 3584 offset 4197888 len 16384 2024-05-21T00:45:12.256 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4197888 len 16384 2024-05-21T00:45:12.256 INFO:tasks.workunit.client.0.smithi044.stdout:write_sync buf_align 3584 offset 4197888 len 16384 2024-05-21T00:45:12.256 INFO:tasks.workunit.client.0.smithi044.stdout:write_file buf_align 3584 offset 4197888 len 16384 2024-05-21T00:45:12.258 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-05-21T00:45:12.259 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-05-21T00:45:12.346 INFO:tasks.workunit:Stopping ['direct_io'] on client.0... 2024-05-21T00:45:12.346 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-05-21T00:45:12.481 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:45:13.694 DEBUG:teuthology.parallel:result is None 2024-05-21T00:45:13.695 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-05-21T00:45:13.769 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-05-21T00:45:13.769 DEBUG:teuthology.run_tasks:Unwinding manager quiescer 2024-05-21T00:45:13.782 INFO:tasks.quiescer:joining Quiescers 2024-05-21T00:45:13.782 WARNING:tasks.quiescer:The quiescer is requested to stop, running cancel all 2024-05-21T00:45:13.783 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:45:13.893 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:13 smithi044 ceph-mon[31392]: pgmap v553: 97 pgs: 97 active+clean; 212 MiB data, 468 MiB used, 1.0 TiB / 1.0 TiB avail; 86 MiB/s rd, 803 KiB/s wr, 281 op/s 2024-05-21T00:45:14.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:13 smithi092 ceph-mon[36335]: pgmap v553: 97 pgs: 97 active+clean; 212 MiB data, 468 MiB used, 1.0 TiB / 1.0 TiB avail; 86 MiB/s rd, 803 KiB/s wr, 281 op/s 2024-05-21T00:45:14.194 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:13 smithi082 ceph-mon[36141]: pgmap v553: 97 pgs: 97 active+clean; 212 MiB data, 468 MiB used, 1.0 TiB / 1.0 TiB avail; 86 MiB/s rd, 803 KiB/s wr, 281 op/s 2024-05-21T00:45:14.444 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:45:15.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.335+0000 7fedbaa00700 1 -- 172.21.15.44:0/1454973923 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fedb41037f0 msgr2=0x7fedb4103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:15.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.335+0000 7fedbaa00700 1 --2- 172.21.15.44:0/1454973923 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fedb41037f0 0x7fedb4103bd0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7feda4009990 tx=0x7feda4009ca0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.335+0000 7fedbaa00700 1 -- 172.21.15.44:0/1454973923 shutdown_connections 2024-05-21T00:45:15.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.335+0000 7fedbaa00700 1 --2- 172.21.15.44:0/1454973923 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fedb41088f0 0x7fedb4110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.335+0000 7fedbaa00700 1 --2- 172.21.15.44:0/1454973923 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fedb41037f0 0x7fedb4103bd0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.335+0000 7fedbaa00700 1 --2- 172.21.15.44:0/1454973923 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fedb41041a0 0x7fedb41081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.335+0000 7fedbaa00700 1 -- 172.21.15.44:0/1454973923 >> 172.21.15.44:0/1454973923 conn(0x7fedb407a6a0 msgr2=0x7fedb407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:15.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.335+0000 7fedbaa00700 1 -- 172.21.15.44:0/1454973923 shutdown_connections 2024-05-21T00:45:15.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.335+0000 7fedbaa00700 1 -- 172.21.15.44:0/1454973923 wait complete. 2024-05-21T00:45:15.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.336+0000 7fedbaa00700 1 Processor -- start 2024-05-21T00:45:15.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.337+0000 7fedbaa00700 1 -- start start 2024-05-21T00:45:15.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.337+0000 7fedbaa00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fedb41037f0 0x7fedb419bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:15.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.337+0000 7fedbaa00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fedb41041a0 0x7fedb419c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:15.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.337+0000 7fedbaa00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fedb41088f0 0x7fedb41a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:15.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.337+0000 7fedbaa00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fedb4113710 con 0x7fedb41041a0 2024-05-21T00:45:15.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.337+0000 7fedbaa00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fedb4113590 con 0x7fedb41037f0 2024-05-21T00:45:15.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.337+0000 7fedbaa00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fedb4113890 con 0x7fedb41088f0 2024-05-21T00:45:15.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.337+0000 7fedabe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fedb41041a0 0x7fedb419c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:15.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.337+0000 7fedabe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fedb41041a0 0x7fedb419c320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59544/0 (socket says 172.21.15.44:59544) 2024-05-21T00:45:15.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.337+0000 7fedabe00700 1 -- 172.21.15.44:0/2877959945 learned_addr learned my addr 172.21.15.44:0/2877959945 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:15.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.337+0000 7fedb3e00700 1 --2- 172.21.15.44:0/2877959945 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fedb41037f0 0x7fedb419bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:15.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.338+0000 7fedb8a00700 1 --2- 172.21.15.44:0/2877959945 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fedb41088f0 0x7fedb41a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:15.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.338+0000 7fedb3e00700 1 -- 172.21.15.44:0/2877959945 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fedb41088f0 msgr2=0x7fedb41a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:15.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.338+0000 7fedb3e00700 1 --2- 172.21.15.44:0/2877959945 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fedb41088f0 0x7fedb41a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.338+0000 7fedb3e00700 1 -- 172.21.15.44:0/2877959945 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fedb41041a0 msgr2=0x7fedb419c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:15.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.338+0000 7fedb3e00700 1 --2- 172.21.15.44:0/2877959945 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fedb41041a0 0x7fedb419c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.338+0000 7fedb3e00700 1 -- 172.21.15.44:0/2877959945 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedb41a0da0 con 0x7fedb41037f0 2024-05-21T00:45:15.807 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.338+0000 7fedb3e00700 1 --2- 172.21.15.44:0/2877959945 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fedb41037f0 0x7fedb419bde0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7feda4000c00 tx=0x7feda4009580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:15.807 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.339+0000 7fedb1600700 1 -- 172.21.15.44:0/2877959945 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feda4026070 con 0x7fedb41037f0 2024-05-21T00:45:15.807 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.339+0000 7fedbaa00700 1 -- 172.21.15.44:0/2877959945 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedb41a1030 con 0x7fedb41037f0 2024-05-21T00:45:15.807 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.339+0000 7fedb1600700 1 -- 172.21.15.44:0/2877959945 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feda400b610 con 0x7fedb41037f0 2024-05-21T00:45:15.807 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.339+0000 7fedb1600700 1 -- 172.21.15.44:0/2877959945 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feda4021dd0 con 0x7fedb41037f0 2024-05-21T00:45:15.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.339+0000 7fedbaa00700 1 -- 172.21.15.44:0/2877959945 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedb41a8910 con 0x7fedb41037f0 2024-05-21T00:45:15.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.343+0000 7fedb1600700 1 -- 172.21.15.44:0/2877959945 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7feda4029070 con 0x7fedb41037f0 2024-05-21T00:45:15.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.344+0000 7fedc53bfb80 1 Processor -- start 2024-05-21T00:45:15.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.344+0000 7fedc53bfb80 1 -- start start 2024-05-21T00:45:15.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.345+0000 7fedc53bfb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d253e31610 0x55d253e319f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:15.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.345+0000 7fedc53bfb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d253e31f30 0x55d253e2bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:15.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.345+0000 7fedc53bfb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d253e2c140 0x55d253e2c5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:15.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.345+0000 7fedc53bfb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d253d89e40 con 0x55d253e31f30 2024-05-21T00:45:15.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.345+0000 7fedc53bfb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55d253d799e0 con 0x55d253e31610 2024-05-21T00:45:15.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.345+0000 7fedb1600700 1 --2- 172.21.15.44:0/2877959945 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fed980b2900 0x7fed980b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:15.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.345+0000 7fedc53bfb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55d253d7da20 con 0x55d253e2c140 2024-05-21T00:45:15.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.345+0000 7fedb1600700 1 -- 172.21.15.44:0/2877959945 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7feda40e2eb0 con 0x7fedb41037f0 2024-05-21T00:45:15.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.345+0000 7fedb8a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d253e2c140 0x55d253e2c5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:15.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.345+0000 7fedb8a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d253e2c140 0x55d253e2c5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:39132/0 (socket says 172.21.15.44:39132) 2024-05-21T00:45:15.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.345+0000 7fedb8a00700 1 -- 172.21.15.44:0/4108418890 learned_addr learned my addr 172.21.15.44:0/4108418890 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:15.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.345+0000 7fedabe00700 1 --2- 172.21.15.44:0/2877959945 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fed980b2900 0x7fed980b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:15.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.345+0000 7fedb8a00700 1 --2- 172.21.15.44:0/4108418890 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d253e31610 0x55d253e319f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:15.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.345+0000 7fedb3e00700 1 --2- 172.21.15.44:0/4108418890 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d253e31f30 0x55d253e2bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:15.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.346+0000 7fedb8a00700 1 -- 172.21.15.44:0/4108418890 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d253e2c140 msgr2=0x55d253e2c5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:15.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.346+0000 7fedb8a00700 1 --2- 172.21.15.44:0/4108418890 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d253e2c140 0x55d253e2c5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.346+0000 7fedb8a00700 1 -- 172.21.15.44:0/4108418890 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d253e31f30 msgr2=0x55d253e2bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:15.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.346+0000 7fedb8a00700 1 --2- 172.21.15.44:0/4108418890 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d253e31f30 0x55d253e2bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.346+0000 7fedb8a00700 1 -- 172.21.15.44:0/4108418890 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d253d42420 con 0x55d253e31610 2024-05-21T00:45:15.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.346+0000 7fedb8a00700 1 --2- 172.21.15.44:0/4108418890 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d253e31610 0x55d253e319f0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fedac009fd0 tx=0x7fedac009510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7b1d75aea9be581e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:15.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.346+0000 7fedabe00700 1 --2- 172.21.15.44:0/2877959945 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fed980b2900 0x7fed980b4dc0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fedb41108b0 tx=0x7fed9c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:15.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.346+0000 7feda9600700 1 -- 172.21.15.44:0/4108418890 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedac003a00 con 0x55d253e31610 2024-05-21T00:45:15.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.347+0000 7feda9600700 1 -- 172.21.15.44:0/4108418890 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fedac008800 con 0x55d253e31610 2024-05-21T00:45:15.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.347+0000 7feda9600700 1 -- 172.21.15.44:0/4108418890 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedac0042e0 con 0x55d253e31610 2024-05-21T00:45:15.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.347+0000 7fedc53bfb80 1 -- 172.21.15.44:0/4108418890 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d253e31610 msgr2=0x55d253e319f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:15.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.347+0000 7fedc53bfb80 1 --2- 172.21.15.44:0/4108418890 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d253e31610 0x55d253e319f0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fedac009fd0 tx=0x7fedac009510 comp rx=0 tx=0).stop 2024-05-21T00:45:15.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.348+0000 7fedc53bfb80 1 -- 172.21.15.44:0/4108418890 shutdown_connections 2024-05-21T00:45:15.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.348+0000 7fedc53bfb80 1 --2- 172.21.15.44:0/4108418890 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d253e2c140 0x55d253e2c5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.348+0000 7fedc53bfb80 1 --2- 172.21.15.44:0/4108418890 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d253e31610 0x55d253e319f0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.348+0000 7fedc53bfb80 1 --2- 172.21.15.44:0/4108418890 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d253e31f30 0x55d253e2bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.348+0000 7fedc53bfb80 1 -- 172.21.15.44:0/4108418890 >> 172.21.15.44:0/4108418890 conn(0x55d253d59be0 msgr2=0x55d253e26690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:15.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.348+0000 7fedc53bfb80 1 -- 172.21.15.44:0/4108418890 shutdown_connections 2024-05-21T00:45:15.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.348+0000 7fedc53bfb80 1 -- 172.21.15.44:0/4108418890 wait complete. 2024-05-21T00:45:15.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.348+0000 7fedc53bfb80 1 -- start start 2024-05-21T00:45:15.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.348+0000 7fedc53bfb80 1 Processor -- start 2024-05-21T00:45:15.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.349+0000 7fedc53bfb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d253e2c140 0x55d253e37cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:15.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.349+0000 7fedc53bfb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d253e31610 0x55d253e35070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:15.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.349+0000 7fedc53bfb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d253e31f30 0x55d253e355b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:15.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.349+0000 7fedc53bfb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d253c7ffa0 con 0x55d253e31610 2024-05-21T00:45:15.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.349+0000 7fedc53bfb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55d253d1a760 con 0x55d253e2c140 2024-05-21T00:45:15.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.349+0000 7fedc53bfb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55d253e389e0 con 0x55d253e31f30 2024-05-21T00:45:15.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.349+0000 7fedc53bfb80 10 client.0 _ll_register_callbacks cb 0x55d253d23c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:45:15.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.349+0000 7fedb3e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d253e2c140 0x55d253e37cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:15.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.349+0000 7fedb3e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d253e2c140 0x55d253e37cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:39096/0 (socket says 172.21.15.44:39096) 2024-05-21T00:45:15.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.349+0000 7fedb3e00700 1 -- 172.21.15.44:0/1720936538 learned_addr learned my addr 172.21.15.44:0/1720936538 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:15.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.349+0000 7fedabe00700 1 --2- 172.21.15.44:0/1720936538 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d253e31610 0x55d253e35070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:15.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.349+0000 7fedb8a00700 1 --2- 172.21.15.44:0/1720936538 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d253e31f30 0x55d253e355b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:15.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.350+0000 7fedb3e00700 1 -- 172.21.15.44:0/1720936538 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d253e31f30 msgr2=0x55d253e355b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:15.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.350+0000 7fedb3e00700 1 --2- 172.21.15.44:0/1720936538 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d253e31f30 0x55d253e355b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.350+0000 7fedb3e00700 1 -- 172.21.15.44:0/1720936538 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d253e31610 msgr2=0x55d253e35070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:15.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.350+0000 7fedb3e00700 1 --2- 172.21.15.44:0/1720936538 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d253e31610 0x55d253e35070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.350+0000 7fedb3e00700 1 -- 172.21.15.44:0/1720936538 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d253cc98d0 con 0x55d253e2c140 2024-05-21T00:45:15.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.350+0000 7fedabe00700 1 --2- 172.21.15.44:0/1720936538 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d253e31610 0x55d253e35070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:45:15.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.350+0000 7fedb3e00700 1 --2- 172.21.15.44:0/1720936538 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d253e2c140 0x55d253e37cd0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7feda40a7730 tx=0x7feda4001e70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=50c6e7c5221aaac server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:15.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.350+0000 7feda2000700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:45:15.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.350+0000 7feda2000700 1 -- 172.21.15.44:0/1720936538 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feda40aabc0 con 0x55d253e2c140 2024-05-21T00:45:15.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.350+0000 7feda2000700 1 -- 172.21.15.44:0/1720936538 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7feda40a4df0 con 0x55d253e2c140 2024-05-21T00:45:15.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.350+0000 7fedc53bfb80 1 -- 172.21.15.44:0/1720936538 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fedac008800 con 0x55d253e2c140 2024-05-21T00:45:15.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.351+0000 7feda2000700 1 -- 172.21.15.44:0/1720936538 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7feda40aa4c0 con 0x55d253e2c140 2024-05-21T00:45:15.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.351+0000 7fedc53bfb80 10 client.25838 fetch_fsmap learned FSMap version 26 2024-05-21T00:45:15.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.351+0000 7fedc53bfb80 1 -- 172.21.15.44:0/1720936538 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d253d4a060 con 0x55d253e2c140 2024-05-21T00:45:15.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.351+0000 7feda2000700 1 -- 172.21.15.44:0/1720936538 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fedac008800 con 0x55d253e2c140 2024-05-21T00:45:15.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.351+0000 7feda2000700 1 -- 172.21.15.44:0/1720936538 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7feda40b2e00 con 0x55d253e2c140 2024-05-21T00:45:15.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.351+0000 7fedc53bfb80 10 client.25838 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:45:15.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.351+0000 7fedc53bfb80 10 client.25838 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:45:15.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.351+0000 7fedc53bfb80 20 client.25838 populate_metadata read hostname 'smithi044' 2024-05-21T00:45:15.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.351+0000 7fedc53bfb80 1 --2- 172.21.15.44:0/1720936538 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55d253e4ddb0 0x55d253e50250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:15.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.351+0000 7fedc53bfb80 4 client.25838 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:45:15.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.351+0000 7fedc53bfb80 1 -- 172.21.15.44:0/1720936538 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d253d8bd90 con 0x55d253e4ddb0 2024-05-21T00:45:15.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.352+0000 7fedabe00700 1 --2- 172.21.15.44:0/1720936538 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55d253e4ddb0 0x55d253e50250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:15.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.352+0000 7fedabe00700 1 --2- 172.21.15.44:0/1720936538 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55d253e4ddb0 0x55d253e50250 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c117162ea10bda6 server_cookie=e4eebd0a57c27fda in_seq=0 out_seq=0 2024-05-21T00:45:15.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.352+0000 7feda2000700 10 client.25838 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:45:15.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.353+0000 7feda2000700 1 -- 172.21.15.44:0/1720936538 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d253d8bd90 con 0x55d253e4ddb0 2024-05-21T00:45:15.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.353+0000 7feda2000700 10 client.25838 handle_command_reply: tid=0 2024-05-21T00:45:15.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.353+0000 7fedc53bfb80 1 client.25838 shutdown 2024-05-21T00:45:15.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.353+0000 7fedc53bfb80 1 -- 172.21.15.44:0/1720936538 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d253e2c140 msgr2=0x55d253e37cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:15.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.353+0000 7fedc53bfb80 1 --2- 172.21.15.44:0/1720936538 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d253e2c140 0x55d253e37cd0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7feda40a7730 tx=0x7feda4001e70 comp rx=0 tx=0).stop 2024-05-21T00:45:15.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.353+0000 7fedc53bfb80 1 -- 172.21.15.44:0/1720936538 shutdown_connections 2024-05-21T00:45:15.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.353+0000 7fedc53bfb80 1 --2- 172.21.15.44:0/1720936538 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55d253e4ddb0 0x55d253e50250 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.353+0000 7fedc53bfb80 1 --2- 172.21.15.44:0/1720936538 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d253e31f30 0x55d253e355b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.353+0000 7feda2000700 0 client.25838 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:45:15.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.353+0000 7fedc53bfb80 1 --2- 172.21.15.44:0/1720936538 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d253e2c140 0x55d253e37cd0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.353+0000 7fedc53bfb80 1 --2- 172.21.15.44:0/1720936538 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d253e31610 0x55d253e35070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.353+0000 7fedc53bfb80 1 -- 172.21.15.44:0/1720936538 >> 172.21.15.44:0/1720936538 conn(0x55d253d59be0 msgr2=0x55d253e25d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:15.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.354+0000 7fedc53bfb80 1 -- 172.21.15.44:0/1720936538 shutdown_connections 2024-05-21T00:45:15.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.354+0000 7fedc53bfb80 1 -- 172.21.15.44:0/1720936538 wait complete. 2024-05-21T00:45:15.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.354+0000 7fedc53bfb80 20 client.25838 trim_cache size 0 max 16384 2024-05-21T00:45:15.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.384+0000 7fedc53bfb80 1 Processor -- start 2024-05-21T00:45:15.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.384+0000 7fedc53bfb80 1 -- start start 2024-05-21T00:45:15.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.384+0000 7fedc53bfb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d253e2c140 0x55d253e4a310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:15.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.384+0000 7fedc53bfb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d253e31610 0x55d253e2bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:15.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.384+0000 7fedc53bfb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d253e31f30 0x55d253e356e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:15.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.384+0000 7fedc53bfb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fedb41ae180 con 0x55d253e31f30 2024-05-21T00:45:15.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.384+0000 7fedc53bfb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fedb41aba10 con 0x55d253e2c140 2024-05-21T00:45:15.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.384+0000 7fedc53bfb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fedb410e330 con 0x55d253e31610 2024-05-21T00:45:15.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.384+0000 7fedb8a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d253e31f30 0x55d253e356e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:15.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.385+0000 7fedb3e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d253e2c140 0x55d253e4a310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:15.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.385+0000 7fedb8a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d253e31f30 0x55d253e356e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59570/0 (socket says 172.21.15.44:59570) 2024-05-21T00:45:15.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.385+0000 7fedb8a00700 1 -- 172.21.15.44:0/1538976593 learned_addr learned my addr 172.21.15.44:0/1538976593 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:15.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.385+0000 7fedabe00700 1 --2- 172.21.15.44:0/1538976593 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d253e31610 0x55d253e2bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:15.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.385+0000 7fedb3e00700 1 -- 172.21.15.44:0/1538976593 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d253e31610 msgr2=0x55d253e2bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:15.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.385+0000 7fedb3e00700 1 --2- 172.21.15.44:0/1538976593 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d253e31610 0x55d253e2bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.385+0000 7fedb3e00700 1 -- 172.21.15.44:0/1538976593 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d253e31f30 msgr2=0x55d253e356e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:15.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.385+0000 7fedb3e00700 1 --2- 172.21.15.44:0/1538976593 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d253e31f30 0x55d253e356e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.385+0000 7fedb3e00700 1 -- 172.21.15.44:0/1538976593 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d253e335e0 con 0x55d253e2c140 2024-05-21T00:45:15.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.385+0000 7fedb8a00700 1 --2- 172.21.15.44:0/1538976593 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d253e31f30 0x55d253e356e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:45:15.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.385+0000 7fedb3e00700 1 --2- 172.21.15.44:0/1538976593 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d253e2c140 0x55d253e4a310 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7feda408f070 tx=0x7feda4009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6630ba02f946feef server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:15.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.385+0000 7feda8c00700 1 -- 172.21.15.44:0/1538976593 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feda40ae870 con 0x55d253e2c140 2024-05-21T00:45:15.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.386+0000 7feda8c00700 1 -- 172.21.15.44:0/1538976593 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feda40b3290 con 0x55d253e2c140 2024-05-21T00:45:15.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.386+0000 7feda8c00700 1 -- 172.21.15.44:0/1538976593 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feda40aa720 con 0x55d253e2c140 2024-05-21T00:45:15.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.386+0000 7fedc53bfb80 1 -- 172.21.15.44:0/1538976593 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d253e2c140 msgr2=0x55d253e4a310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:15.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.386+0000 7fedc53bfb80 1 --2- 172.21.15.44:0/1538976593 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d253e2c140 0x55d253e4a310 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7feda408f070 tx=0x7feda4009ca0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.386+0000 7fedc53bfb80 1 -- 172.21.15.44:0/1538976593 shutdown_connections 2024-05-21T00:45:15.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.386+0000 7fedc53bfb80 1 --2- 172.21.15.44:0/1538976593 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d253e31f30 0x55d253e356e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.386+0000 7fedc53bfb80 1 --2- 172.21.15.44:0/1538976593 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d253e2c140 0x55d253e4a310 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.386+0000 7fedc53bfb80 1 --2- 172.21.15.44:0/1538976593 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d253e31610 0x55d253e2bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.386+0000 7fedc53bfb80 1 -- 172.21.15.44:0/1538976593 >> 172.21.15.44:0/1538976593 conn(0x55d253d59be0 msgr2=0x55d253e323f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:15.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.387+0000 7fedc53bfb80 1 -- 172.21.15.44:0/1538976593 shutdown_connections 2024-05-21T00:45:15.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.387+0000 7fedc53bfb80 1 -- 172.21.15.44:0/1538976593 wait complete. 2024-05-21T00:45:15.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.387+0000 7fedc53bfb80 1 -- start start 2024-05-21T00:45:15.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.387+0000 7fedc53bfb80 1 Processor -- start 2024-05-21T00:45:15.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.388+0000 7fedc53bfb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d253e2c140 0x55d253e46d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:15.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.388+0000 7fedc53bfb80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d253e31610 0x55d253e55500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:15.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.388+0000 7fedc53bfb80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d253e31f30 0x55d253e55bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:15.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.388+0000 7fedc53bfb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fedb41a9ed0 con 0x55d253e2c140 2024-05-21T00:45:15.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.388+0000 7fedc53bfb80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fedb41ab340 con 0x55d253e31610 2024-05-21T00:45:15.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.388+0000 7fedc53bfb80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fedb41aa5a0 con 0x55d253e31f30 2024-05-21T00:45:15.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.388+0000 7fedc53bfb80 10 client.0 _ll_register_callbacks cb 0x55d253d23c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:45:15.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.388+0000 7fedb3e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d253e2c140 0x55d253e46d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:15.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.388+0000 7fedb3e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d253e2c140 0x55d253e46d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59580/0 (socket says 172.21.15.44:59580) 2024-05-21T00:45:15.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.388+0000 7fedb3e00700 1 -- 172.21.15.44:0/1918065555 learned_addr learned my addr 172.21.15.44:0/1918065555 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:15.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.388+0000 7fedabe00700 1 --2- 172.21.15.44:0/1918065555 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d253e31610 0x55d253e55500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:15.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.388+0000 7fedb8a00700 1 --2- 172.21.15.44:0/1918065555 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d253e31f30 0x55d253e55bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:15.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.389+0000 7fedb3e00700 1 -- 172.21.15.44:0/1918065555 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d253e31f30 msgr2=0x55d253e55bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:15.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.389+0000 7fedb3e00700 1 --2- 172.21.15.44:0/1918065555 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d253e31f30 0x55d253e55bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.389+0000 7fedb3e00700 1 -- 172.21.15.44:0/1918065555 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d253e31610 msgr2=0x55d253e55500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:15.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.389+0000 7fedb3e00700 1 --2- 172.21.15.44:0/1918065555 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d253e31610 0x55d253e55500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.389+0000 7fedb3e00700 1 -- 172.21.15.44:0/1918065555 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d253eb79f0 con 0x55d253e2c140 2024-05-21T00:45:15.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.389+0000 7fedabe00700 1 --2- 172.21.15.44:0/1918065555 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d253e31610 0x55d253e55500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:45:15.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.389+0000 7fedb3e00700 1 --2- 172.21.15.44:0/1918065555 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d253e2c140 0x55d253e46d20 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7feda40096f0 tx=0x7feda4001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20fb24ef8c7fe0dc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:15.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.389+0000 7feda2000700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-21T00:45:15.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.389+0000 7feda2000700 1 -- 172.21.15.44:0/1918065555 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feda40cb380 con 0x55d253e2c140 2024-05-21T00:45:15.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.389+0000 7feda2000700 1 -- 172.21.15.44:0/1918065555 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7feda40b1b60 con 0x55d253e2c140 2024-05-21T00:45:15.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.389+0000 7fedc53bfb80 1 -- 172.21.15.44:0/1918065555 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feda40b3290 con 0x55d253e2c140 2024-05-21T00:45:15.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.389+0000 7feda2000700 1 -- 172.21.15.44:0/1918065555 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7feda40b1d60 con 0x55d253e2c140 2024-05-21T00:45:15.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.390+0000 7fedc53bfb80 10 client.15699 fetch_fsmap learned FSMap version 26 2024-05-21T00:45:15.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.390+0000 7fedc53bfb80 1 -- 172.21.15.44:0/1918065555 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d253eb79f0 con 0x55d253e2c140 2024-05-21T00:45:15.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.390+0000 7feda2000700 1 -- 172.21.15.44:0/1918065555 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feda40b3290 con 0x55d253e2c140 2024-05-21T00:45:15.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.390+0000 7feda2000700 1 -- 172.21.15.44:0/1918065555 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7feda40a5e30 con 0x55d253e2c140 2024-05-21T00:45:15.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.390+0000 7fedc53bfb80 10 client.15699 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:45:15.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.390+0000 7fedc53bfb80 10 client.15699 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:45:15.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.390+0000 7fedc53bfb80 20 client.15699 populate_metadata read hostname 'smithi044' 2024-05-21T00:45:15.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.390+0000 7fedc53bfb80 1 --2- 172.21.15.44:0/1918065555 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55d253eb8e40 0x55d253ebb260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:15.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.390+0000 7fedc53bfb80 4 client.15699 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:45:15.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.390+0000 7fedc53bfb80 1 -- 172.21.15.44:0/1918065555 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d253d85570 con 0x55d253eb8e40 2024-05-21T00:45:15.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.390+0000 7fedabe00700 1 --2- 172.21.15.44:0/1918065555 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55d253eb8e40 0x55d253ebb260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:15.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.391+0000 7fedabe00700 1 --2- 172.21.15.44:0/1918065555 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55d253eb8e40 0x55d253ebb260 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=545c35dc123882b9 server_cookie=725156672abb6c47 in_seq=0 out_seq=0 2024-05-21T00:45:15.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.391+0000 7feda2000700 10 client.15699 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:45:15.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.391+0000 7feda2000700 1 -- 172.21.15.44:0/1918065555 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d253d85570 con 0x55d253eb8e40 2024-05-21T00:45:15.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.391+0000 7feda2000700 10 client.15699 handle_command_reply: tid=0 2024-05-21T00:45:15.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.391+0000 7fedc53bfb80 1 client.15699 shutdown 2024-05-21T00:45:15.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.391+0000 7fedc53bfb80 1 -- 172.21.15.44:0/1918065555 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d253e2c140 msgr2=0x55d253e46d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:15.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.391+0000 7fedc53bfb80 1 --2- 172.21.15.44:0/1918065555 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d253e2c140 0x55d253e46d20 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7feda40096f0 tx=0x7feda4001e70 comp rx=0 tx=0).stop 2024-05-21T00:45:15.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.391+0000 7fedc53bfb80 1 -- 172.21.15.44:0/1918065555 shutdown_connections 2024-05-21T00:45:15.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.391+0000 7fedc53bfb80 1 --2- 172.21.15.44:0/1918065555 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d253e2c140 0x55d253e46d20 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.391+0000 7fedc53bfb80 1 --2- 172.21.15.44:0/1918065555 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55d253eb8e40 0x55d253ebb260 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.391+0000 7fedc53bfb80 1 --2- 172.21.15.44:0/1918065555 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55d253e31f30 0x55d253e55bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.391+0000 7fedc53bfb80 1 --2- 172.21.15.44:0/1918065555 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d253e31610 0x55d253e55500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.391+0000 7fedc53bfb80 1 -- 172.21.15.44:0/1918065555 >> 172.21.15.44:0/1918065555 conn(0x55d253d59be0 msgr2=0x55d253e30190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:15.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.391+0000 7feda2000700 0 client.15699 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:45:15.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.392+0000 7fedc53bfb80 1 -- 172.21.15.44:0/1918065555 shutdown_connections 2024-05-21T00:45:15.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.392+0000 7fedc53bfb80 1 -- 172.21.15.44:0/1918065555 wait complete. 2024-05-21T00:45:15.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.392+0000 7fedc53bfb80 20 client.15699 trim_cache size 0 max 16384 2024-05-21T00:45:15.822 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-21T00:45:15.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.392+0000 7fedbaa00700 1 -- 172.21.15.44:0/2877959945 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fed980b2900 msgr2=0x7fed980b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:15.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.392+0000 7fedbaa00700 1 --2- 172.21.15.44:0/2877959945 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fed980b2900 0x7fed980b4dc0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fedb41108b0 tx=0x7fed9c009260 comp rx=0 tx=0).stop 2024-05-21T00:45:15.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.392+0000 7fedbaa00700 1 -- 172.21.15.44:0/2877959945 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fedb41037f0 msgr2=0x7fedb419bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:15.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.392+0000 7fedbaa00700 1 --2- 172.21.15.44:0/2877959945 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fedb41037f0 0x7fedb419bde0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7feda4000c00 tx=0x7feda4009580 comp rx=0 tx=0).stop 2024-05-21T00:45:15.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.393+0000 7fedbaa00700 1 -- 172.21.15.44:0/2877959945 shutdown_connections 2024-05-21T00:45:15.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.393+0000 7fedbaa00700 1 --2- 172.21.15.44:0/2877959945 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fed980b2900 0x7fed980b4dc0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.393+0000 7fedbaa00700 1 --2- 172.21.15.44:0/2877959945 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fedb41088f0 0x7fedb41a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.393+0000 7fedbaa00700 1 --2- 172.21.15.44:0/2877959945 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fedb41037f0 0x7fedb419bde0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.393+0000 7fedbaa00700 1 --2- 172.21.15.44:0/2877959945 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fedb41041a0 0x7fedb419c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:15.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.393+0000 7fedbaa00700 1 -- 172.21.15.44:0/2877959945 >> 172.21.15.44:0/2877959945 conn(0x7fedb407a6a0 msgr2=0x7fedb41015f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:15.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.393+0000 7fedbaa00700 1 -- 172.21.15.44:0/2877959945 shutdown_connections 2024-05-21T00:45:15.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:15.393+0000 7fedbaa00700 1 -- 172.21.15.44:0/2877959945 wait complete. 2024-05-21T00:45:16.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:15 smithi092 ceph-mon[36335]: pgmap v554: 97 pgs: 97 active+clean; 133 MiB data, 464 MiB used, 1.0 TiB / 1.0 TiB avail; 85 MiB/s rd, 955 KiB/s wr, 314 op/s 2024-05-21T00:45:16.147 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:15 smithi044 ceph-mon[31392]: pgmap v554: 97 pgs: 97 active+clean; 133 MiB data, 464 MiB used, 1.0 TiB / 1.0 TiB avail; 85 MiB/s rd, 955 KiB/s wr, 314 op/s 2024-05-21T00:45:16.194 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:15 smithi082 ceph-mon[36141]: pgmap v554: 97 pgs: 97 active+clean; 133 MiB data, 464 MiB used, 1.0 TiB / 1.0 TiB avail; 85 MiB/s rd, 955 KiB/s wr, 314 op/s 2024-05-21T00:45:17.777 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:17 smithi044 ceph-mon[31392]: pgmap v555: 97 pgs: 97 active+clean; 81 MiB data, 487 MiB used, 1.0 TiB / 1.0 TiB avail; 64 MiB/s rd, 645 KiB/s wr, 234 op/s 2024-05-21T00:45:17.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.842+0000 7f434d600700 1 -- 172.21.15.44:0/2273553964 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4348101f70 msgr2=0x7f43481023f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:17.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.842+0000 7f434d600700 1 --2- 172.21.15.44:0/2273553964 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4348101f70 0x7f43481023f0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f4334009990 tx=0x7f4334009ca0 comp rx=0 tx=0).stop 2024-05-21T00:45:17.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.842+0000 7f434d600700 1 -- 172.21.15.44:0/2273553964 shutdown_connections 2024-05-21T00:45:17.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.842+0000 7f434d600700 1 --2- 172.21.15.44:0/2273553964 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4348102930 0x7f4348110430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:17.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.842+0000 7f434d600700 1 --2- 172.21.15.44:0/2273553964 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4348109720 0x7f4348109b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:17.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.842+0000 7f434d600700 1 --2- 172.21.15.44:0/2273553964 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4348101f70 0x7f43481023f0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:17.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.842+0000 7f434d600700 1 -- 172.21.15.44:0/2273553964 >> 172.21.15.44:0/2273553964 conn(0x7f43480776b0 msgr2=0x7f4348077ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:17.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.842+0000 7f434d600700 1 -- 172.21.15.44:0/2273553964 shutdown_connections 2024-05-21T00:45:17.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.843+0000 7f434d600700 1 -- 172.21.15.44:0/2273553964 wait complete. 2024-05-21T00:45:17.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.844+0000 7f434d600700 1 Processor -- start 2024-05-21T00:45:17.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.844+0000 7f434d600700 1 -- start start 2024-05-21T00:45:17.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.844+0000 7f434d600700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4348101f70 0x7f434819be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:17.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.844+0000 7f434d600700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4348102930 0x7f434819c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:17.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.844+0000 7f434d600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4348109720 0x7f43481a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:17.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.844+0000 7f434d600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4348113750 con 0x7f4348109720 2024-05-21T00:45:17.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.844+0000 7f434d600700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f43481135d0 con 0x7f4348101f70 2024-05-21T00:45:17.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.844+0000 7f434d600700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f43481138d0 con 0x7f4348102930 2024-05-21T00:45:17.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.845+0000 7f4347400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4348109720 0x7f43481a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:17.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.845+0000 7f4346000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4348102930 0x7f434819c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:17.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.845+0000 7f4346000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4348102930 0x7f434819c380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:53282/0 (socket says 172.21.15.44:53282) 2024-05-21T00:45:17.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.845+0000 7f4346000700 1 -- 172.21.15.44:0/3097169557 learned_addr learned my addr 172.21.15.44:0/3097169557 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:17.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.845+0000 7f4346a00700 1 --2- 172.21.15.44:0/3097169557 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4348101f70 0x7f434819be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:17.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.845+0000 7f4346000700 1 -- 172.21.15.44:0/3097169557 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4348101f70 msgr2=0x7f434819be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:17.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.845+0000 7f4346000700 1 --2- 172.21.15.44:0/3097169557 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4348101f70 0x7f434819be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:17.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.845+0000 7f4346000700 1 -- 172.21.15.44:0/3097169557 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4348109720 msgr2=0x7f43481a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:17.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.845+0000 7f4346000700 1 --2- 172.21.15.44:0/3097169557 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4348109720 0x7f43481a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:17.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.845+0000 7f4346000700 1 -- 172.21.15.44:0/3097169557 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43481a0e00 con 0x7f4348102930 2024-05-21T00:45:17.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.846+0000 7f4346000700 1 --2- 172.21.15.44:0/3097169557 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4348102930 0x7f434819c380 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f4334000c00 tx=0x7f433400bfd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:17.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.846+0000 7f433f400700 1 -- 172.21.15.44:0/3097169557 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4334027070 con 0x7f4348102930 2024-05-21T00:45:17.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.846+0000 7f433f400700 1 -- 172.21.15.44:0/3097169557 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4334022470 con 0x7f4348102930 2024-05-21T00:45:17.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.846+0000 7f433f400700 1 -- 172.21.15.44:0/3097169557 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4334017650 con 0x7f4348102930 2024-05-21T00:45:17.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.846+0000 7f434d600700 1 -- 172.21.15.44:0/3097169557 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43481a1090 con 0x7f4348102930 2024-05-21T00:45:17.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.846+0000 7f434d600700 1 -- 172.21.15.44:0/3097169557 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43481a8970 con 0x7f4348102930 2024-05-21T00:45:17.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.847+0000 7f434d600700 1 -- 172.21.15.44:0/3097169557 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f434806b710 con 0x7f4348102930 2024-05-21T00:45:17.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.849+0000 7f433f400700 1 -- 172.21.15.44:0/3097169557 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f433402a070 con 0x7f4348102930 2024-05-21T00:45:17.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.851+0000 7f433f400700 1 --2- 172.21.15.44:0/3097169557 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f432c0b2900 0x7f432c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:17.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.851+0000 7f433f400700 1 -- 172.21.15.44:0/3097169557 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f43340e2e90 con 0x7f4348102930 2024-05-21T00:45:17.854 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.851+0000 7f4346a00700 1 --2- 172.21.15.44:0/3097169557 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f432c0b2900 0x7f432c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:17.854 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.852+0000 7f4346a00700 1 --2- 172.21.15.44:0/3097169557 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f432c0b2900 0x7f432c0b4dc0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f4338009c60 tx=0x7f4338009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:17.858 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:17.855+0000 7f433f400700 1 -- 172.21.15.44:0/3097169557 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4334013070 con 0x7f4348102930 2024-05-21T00:45:18.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:17 smithi092 ceph-mon[36335]: pgmap v555: 97 pgs: 97 active+clean; 81 MiB data, 487 MiB used, 1.0 TiB / 1.0 TiB avail; 64 MiB/s rd, 645 KiB/s wr, 234 op/s 2024-05-21T00:45:18.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:18.143+0000 7f434d600700 1 -- 172.21.15.44:0/3097169557 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f43481a8b40 con 0x7f4348102930 2024-05-21T00:45:18.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:18.145+0000 7f433f400700 1 -- 172.21.15.44:0/3097169557 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11854 (secure 0 0 0) 0x7f43340aaba0 con 0x7f4348102930 2024-05-21T00:45:18.148 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:45:18.148 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/561549854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":561549854},{"type":"v1","addr":"172.21.15.44:6837","nonce":561549854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/2400906516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2400906516},{"type":"v1","addr":"172.21.15.82:6835","nonce":2400906516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2996309052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2996309052},{"type":"v1","addr":"172.21.15.92:6835","nonce":2996309052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:37:29.521554+0000","modified":"2024-05-21T00:41:28.977476+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24521,"mds_1":24511,"mds_2":24509},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24482":{"gid":24482,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6837/2183805482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":2183805482},{"type":"v1","addr":"172.21.15.82:6837","nonce":2183805482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6837/1462528640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1462528640},{"type":"v1","addr":"172.21.15.92:6837","nonce":1462528640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6839/1183044801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6838","nonce":1183044801},{"type":"v1","addr":"172.21.15.92:6839","nonce":1183044801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"a","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/3917264755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":3917264755},{"type":"v1","addr":"172.21.15.44:6841","nonce":3917264755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1038937716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1038937716},{"type":"v1","addr":"172.21.15.44:6839","nonce":1038937716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.82:6839/3736218763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":3736218763},{"type":"v1","addr":"172.21.15.82:6839","nonce":3736218763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24521,"qdb_cluster":[24509,24511,24521]},"id":1}]} 2024-05-21T00:45:18.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:18.148+0000 7f434d600700 1 -- 172.21.15.44:0/3097169557 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f432c0b2900 msgr2=0x7f432c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:18.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:18.148+0000 7f434d600700 1 --2- 172.21.15.44:0/3097169557 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f432c0b2900 0x7f432c0b4dc0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f4338009c60 tx=0x7f4338009260 comp rx=0 tx=0).stop 2024-05-21T00:45:18.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:18.148+0000 7f434d600700 1 -- 172.21.15.44:0/3097169557 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4348102930 msgr2=0x7f434819c380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:18.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:18.148+0000 7f434d600700 1 --2- 172.21.15.44:0/3097169557 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4348102930 0x7f434819c380 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f4334000c00 tx=0x7f433400bfd0 comp rx=0 tx=0).stop 2024-05-21T00:45:18.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:18.148+0000 7f434d600700 1 -- 172.21.15.44:0/3097169557 shutdown_connections 2024-05-21T00:45:18.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:18.148+0000 7f434d600700 1 --2- 172.21.15.44:0/3097169557 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f432c0b2900 0x7f432c0b4dc0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:18.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:18.148+0000 7f434d600700 1 --2- 172.21.15.44:0/3097169557 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4348109720 0x7f43481a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:18.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:18.148+0000 7f434d600700 1 --2- 172.21.15.44:0/3097169557 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4348101f70 0x7f434819be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:18.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:18.148+0000 7f434d600700 1 --2- 172.21.15.44:0/3097169557 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4348102930 0x7f434819c380 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:18.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:18.148+0000 7f434d600700 1 -- 172.21.15.44:0/3097169557 >> 172.21.15.44:0/3097169557 conn(0x7f43480776b0 msgr2=0x7f434810ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:18.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:18.149+0000 7f434d600700 1 -- 172.21.15.44:0/3097169557 shutdown_connections 2024-05-21T00:45:18.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:18.149+0000 7f434d600700 1 -- 172.21.15.44:0/3097169557 wait complete. 2024-05-21T00:45:18.153 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 26 2024-05-21T00:45:18.179 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T00:45:18.179 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T00:45:18.194 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:17 smithi082 ceph-mon[36141]: pgmap v555: 97 pgs: 97 active+clean; 81 MiB data, 487 MiB used, 1.0 TiB / 1.0 TiB avail; 64 MiB/s rd, 645 KiB/s wr, 234 op/s 2024-05-21T00:45:18.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:18 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/3097169557' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:45:19.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:18 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/3097169557' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:45:19.076 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24521 quiesce db --cancel --all' 2024-05-21T00:45:19.076 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24521 quiesce db --cancel --all 2024-05-21T00:45:19.180 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:45:19.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:18 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/3097169557' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:45:20.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:19 smithi092 ceph-mon[36335]: pgmap v556: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 53 MiB/s rd, 621 KiB/s wr, 219 op/s 2024-05-21T00:45:20.147 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:19 smithi044 ceph-mon[31392]: pgmap v556: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 53 MiB/s rd, 621 KiB/s wr, 219 op/s 2024-05-21T00:45:20.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:19 smithi082 ceph-mon[36141]: pgmap v556: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 53 MiB/s rd, 621 KiB/s wr, 219 op/s 2024-05-21T00:45:20.956 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:45:21.905 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:21 smithi044 ceph-mon[31392]: pgmap v557: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 40 MiB/s rd, 566 KiB/s wr, 191 op/s 2024-05-21T00:45:22.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:21 smithi092 ceph-mon[36335]: pgmap v557: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 40 MiB/s rd, 566 KiB/s wr, 191 op/s 2024-05-21T00:45:22.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:21 smithi082 ceph-mon[36141]: pgmap v557: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 40 MiB/s rd, 566 KiB/s wr, 191 op/s 2024-05-21T00:45:22.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.902+0000 7fa57fe00700 1 -- 172.21.15.44:0/1484682328 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa580103e20 msgr2=0x7fa580110330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:22.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.902+0000 7fa57fe00700 1 --2- 172.21.15.44:0/1484682328 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa580103e20 0x7fa580110330 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fa57800b0a0 tx=0x7fa57800b3b0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.902+0000 7fa57fe00700 1 -- 172.21.15.44:0/1484682328 shutdown_connections 2024-05-21T00:45:22.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.902+0000 7fa57fe00700 1 --2- 172.21.15.44:0/1484682328 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa580103e20 0x7fa580110330 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.902+0000 7fa57fe00700 1 --2- 172.21.15.44:0/1484682328 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa5801094f0 0x7fa5801098d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.902+0000 7fa57fe00700 1 --2- 172.21.15.44:0/1484682328 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa580103460 0x7fa5801038e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.902+0000 7fa57fe00700 1 -- 172.21.15.44:0/1484682328 >> 172.21.15.44:0/1484682328 conn(0x7fa5800fef50 msgr2=0x7fa580101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:22.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.902+0000 7fa57fe00700 1 -- 172.21.15.44:0/1484682328 shutdown_connections 2024-05-21T00:45:22.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.902+0000 7fa57fe00700 1 -- 172.21.15.44:0/1484682328 wait complete. 2024-05-21T00:45:22.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.904+0000 7fa57fe00700 1 Processor -- start 2024-05-21T00:45:22.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.904+0000 7fa57fe00700 1 -- start start 2024-05-21T00:45:22.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.905+0000 7fa57fe00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa580103460 0x7fa580075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:22.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.905+0000 7fa57fe00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa580103e20 0x7fa580075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:22.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.905+0000 7fa57fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5801094f0 0x7fa5800762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:22.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.905+0000 7fa57fe00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa580113650 con 0x7fa5801094f0 2024-05-21T00:45:22.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.905+0000 7fa57fe00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa5801134d0 con 0x7fa580103e20 2024-05-21T00:45:22.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.905+0000 7fa57fe00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa5801137d0 con 0x7fa580103460 2024-05-21T00:45:22.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.905+0000 7fa57f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5801094f0 0x7fa5800762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:22.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.905+0000 7fa57ea00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa580103460 0x7fa580075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:22.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.905+0000 7fa57f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5801094f0 0x7fa5800762c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56090/0 (socket says 172.21.15.44:56090) 2024-05-21T00:45:22.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.905+0000 7fa57f400700 1 -- 172.21.15.44:0/3304754072 learned_addr learned my addr 172.21.15.44:0/3304754072 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:22.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.905+0000 7fa576000700 1 --2- 172.21.15.44:0/3304754072 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa580103e20 0x7fa580075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:22.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.905+0000 7fa57f400700 1 -- 172.21.15.44:0/3304754072 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa580103460 msgr2=0x7fa580075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:22.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.905+0000 7fa57f400700 1 --2- 172.21.15.44:0/3304754072 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa580103460 0x7fa580075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.905+0000 7fa57f400700 1 -- 172.21.15.44:0/3304754072 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa580103e20 msgr2=0x7fa580075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:22.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.906+0000 7fa57f400700 1 --2- 172.21.15.44:0/3304754072 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa580103e20 0x7fa580075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.906+0000 7fa57f400700 1 -- 172.21.15.44:0/3304754072 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5801a8030 con 0x7fa5801094f0 2024-05-21T00:45:22.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.906+0000 7fa57ea00700 1 --2- 172.21.15.44:0/3304754072 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa580103460 0x7fa580075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:45:22.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.906+0000 7fa57f400700 1 --2- 172.21.15.44:0/3304754072 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5801094f0 0x7fa5800762c0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fa57800b070 tx=0x7fa578004cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:22.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.906+0000 7fa584a00700 1 -- 172.21.15.44:0/3304754072 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa578021070 con 0x7fa5801094f0 2024-05-21T00:45:22.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.906+0000 7fa584a00700 1 -- 172.21.15.44:0/3304754072 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa578007e30 con 0x7fa5801094f0 2024-05-21T00:45:22.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.906+0000 7fa584a00700 1 -- 172.21.15.44:0/3304754072 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5780046d0 con 0x7fa5801094f0 2024-05-21T00:45:22.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.906+0000 7fa57fe00700 1 -- 172.21.15.44:0/3304754072 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5801a82c0 con 0x7fa5801094f0 2024-05-21T00:45:22.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.906+0000 7fa57fe00700 1 -- 172.21.15.44:0/3304754072 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5801a87c0 con 0x7fa5801094f0 2024-05-21T00:45:22.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.910+0000 7fa584a00700 1 -- 172.21.15.44:0/3304754072 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fa578007980 con 0x7fa5801094f0 2024-05-21T00:45:22.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.911+0000 7fa5907f8b80 1 Processor -- start 2024-05-21T00:45:22.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.911+0000 7fa5907f8b80 1 -- start start 2024-05-21T00:45:22.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.912+0000 7fa5907f8b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5567213d70a0 0x5567213d7480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:22.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.912+0000 7fa5907f8b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5567213d79c0 0x5567213d1530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:22.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.912+0000 7fa5907f8b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5567213d1b50 0x5567213d1fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:22.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.912+0000 7fa5907f8b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55672132fec0 con 0x5567213d70a0 2024-05-21T00:45:22.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.912+0000 7fa5907f8b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55672131fa60 con 0x5567213d1b50 2024-05-21T00:45:22.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.912+0000 7fa5907f8b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x556721323aa0 con 0x5567213d79c0 2024-05-21T00:45:22.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.912+0000 7fa584a00700 1 --2- 172.21.15.44:0/3304754072 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa5640b2900 0x7fa5640b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:22.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.912+0000 7fa576000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5567213d70a0 0x5567213d7480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:22.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.912+0000 7fa584a00700 1 -- 172.21.15.44:0/3304754072 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fa57800f020 con 0x7fa5801094f0 2024-05-21T00:45:22.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.912+0000 7fa57ea00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5567213d79c0 0x5567213d1530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:22.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.912+0000 7fa576000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5567213d70a0 0x5567213d7480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56102/0 (socket says 172.21.15.44:56102) 2024-05-21T00:45:22.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.912+0000 7fa576000700 1 -- 172.21.15.44:0/518486003 learned_addr learned my addr 172.21.15.44:0/518486003 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:22.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.912+0000 7fa576000700 1 --2- 172.21.15.44:0/518486003 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5567213d1b50 0x5567213d1fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:22.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.912+0000 7fa57f400700 1 --2- 172.21.15.44:0/3304754072 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa5640b2900 0x7fa5640b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:22.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.913+0000 7fa57ea00700 1 -- 172.21.15.44:0/518486003 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5567213d1b50 msgr2=0x5567213d1fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:22.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.913+0000 7fa57ea00700 1 --2- 172.21.15.44:0/518486003 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5567213d1b50 0x5567213d1fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.913+0000 7fa57ea00700 1 -- 172.21.15.44:0/518486003 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5567213d70a0 msgr2=0x5567213d7480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:22.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.913+0000 7fa57ea00700 1 --2- 172.21.15.44:0/518486003 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5567213d70a0 0x5567213d7480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.913+0000 7fa57ea00700 1 -- 172.21.15.44:0/518486003 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5567212e84a0 con 0x5567213d79c0 2024-05-21T00:45:22.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.913+0000 7fa57ea00700 1 --2- 172.21.15.44:0/518486003 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5567213d79c0 0x5567213d1530 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fa5700103d0 tx=0x7fa5700106e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2350800466c7b4ad server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:22.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.913+0000 7fa57f400700 1 --2- 172.21.15.44:0/3304754072 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa5640b2900 0x7fa5640b4dc0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fa57800b780 tx=0x7fa578009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:22.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.913+0000 7fa574c00700 1 -- 172.21.15.44:0/518486003 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa57001c480 con 0x5567213d79c0 2024-05-21T00:45:22.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.913+0000 7fa574c00700 1 -- 172.21.15.44:0/518486003 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa57001cad0 con 0x5567213d79c0 2024-05-21T00:45:22.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.913+0000 7fa574c00700 1 -- 172.21.15.44:0/518486003 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa570011b10 con 0x5567213d79c0 2024-05-21T00:45:22.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.914+0000 7fa5907f8b80 1 -- 172.21.15.44:0/518486003 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5567213d79c0 msgr2=0x5567213d1530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:22.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.914+0000 7fa5907f8b80 1 --2- 172.21.15.44:0/518486003 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5567213d79c0 0x5567213d1530 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fa5700103d0 tx=0x7fa5700106e0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.914+0000 7fa5907f8b80 1 -- 172.21.15.44:0/518486003 shutdown_connections 2024-05-21T00:45:22.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.914+0000 7fa5907f8b80 1 --2- 172.21.15.44:0/518486003 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5567213d70a0 0x5567213d7480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.914+0000 7fa5907f8b80 1 --2- 172.21.15.44:0/518486003 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5567213d1b50 0x5567213d1fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.914+0000 7fa5907f8b80 1 --2- 172.21.15.44:0/518486003 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5567213d79c0 0x5567213d1530 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.914+0000 7fa5907f8b80 1 -- 172.21.15.44:0/518486003 >> 172.21.15.44:0/518486003 conn(0x5567212ffc60 msgr2=0x5567213cc1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:22.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.914+0000 7fa5907f8b80 1 -- 172.21.15.44:0/518486003 shutdown_connections 2024-05-21T00:45:22.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.915+0000 7fa5907f8b80 1 -- 172.21.15.44:0/518486003 wait complete. 2024-05-21T00:45:22.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.915+0000 7fa5907f8b80 1 -- start start 2024-05-21T00:45:22.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.915+0000 7fa5907f8b80 1 Processor -- start 2024-05-21T00:45:22.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.916+0000 7fa5907f8b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5567213d1b50 0x5567213dd700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:22.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.916+0000 7fa5907f8b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5567213d70a0 0x5567213daaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:22.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.916+0000 7fa5907f8b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5567213d79c0 0x5567213dafe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:22.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.916+0000 7fa5907f8b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x556721226020 con 0x5567213d1b50 2024-05-21T00:45:22.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.916+0000 7fa5907f8b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5567212c07e0 con 0x5567213d79c0 2024-05-21T00:45:22.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.916+0000 7fa5907f8b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x5567213de4e0 con 0x5567213d70a0 2024-05-21T00:45:22.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.916+0000 7fa5907f8b80 10 client.0 _ll_register_callbacks cb 0x5567212c9cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:45:22.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.916+0000 7fa576000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5567213d1b50 0x5567213dd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:22.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.916+0000 7fa57ea00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5567213d70a0 0x5567213daaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:22.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.916+0000 7fa576000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5567213d1b50 0x5567213dd700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56110/0 (socket says 172.21.15.44:56110) 2024-05-21T00:45:22.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.916+0000 7fa576000700 1 -- 172.21.15.44:0/1802209767 learned_addr learned my addr 172.21.15.44:0/1802209767 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:22.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.916+0000 7fa576000700 1 --2- 172.21.15.44:0/1802209767 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5567213d79c0 0x5567213dafe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:22.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.917+0000 7fa576000700 1 -- 172.21.15.44:0/1802209767 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5567213d70a0 msgr2=0x5567213daaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:22.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.917+0000 7fa576000700 1 --2- 172.21.15.44:0/1802209767 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5567213d70a0 0x5567213daaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.917+0000 7fa576000700 1 -- 172.21.15.44:0/1802209767 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5567213d79c0 msgr2=0x5567213dafe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:22.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.917+0000 7fa576000700 1 --2- 172.21.15.44:0/1802209767 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5567213d79c0 0x5567213dafe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.917+0000 7fa576000700 1 -- 172.21.15.44:0/1802209767 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55672126f950 con 0x5567213d1b50 2024-05-21T00:45:22.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.917+0000 7fa576000700 1 --2- 172.21.15.44:0/1802209767 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5567213d1b50 0x5567213dd700 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fa568012ec0 tx=0x7fa5680058e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=241775776fe4c35d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:22.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.917+0000 7fa56d600700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-21T00:45:22.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.917+0000 7fa56d600700 1 -- 172.21.15.44:0/1802209767 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa56800fd70 con 0x5567213d1b50 2024-05-21T00:45:22.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.917+0000 7fa56d600700 1 -- 172.21.15.44:0/1802209767 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fa568012070 con 0x5567213d1b50 2024-05-21T00:45:22.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.917+0000 7fa5907f8b80 1 -- 172.21.15.44:0/1802209767 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa57001cad0 con 0x5567213d1b50 2024-05-21T00:45:22.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.918+0000 7fa56d600700 1 -- 172.21.15.44:0/1802209767 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa568012270 con 0x5567213d1b50 2024-05-21T00:45:22.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.918+0000 7fa5907f8b80 10 client.15717 fetch_fsmap learned FSMap version 26 2024-05-21T00:45:22.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.918+0000 7fa5907f8b80 1 -- 172.21.15.44:0/1802209767 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5567212f00e0 con 0x5567213d1b50 2024-05-21T00:45:22.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.918+0000 7fa56d600700 1 -- 172.21.15.44:0/1802209767 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa57001cad0 con 0x5567213d1b50 2024-05-21T00:45:22.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.918+0000 7fa56d600700 1 -- 172.21.15.44:0/1802209767 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa568003b40 con 0x5567213d1b50 2024-05-21T00:45:22.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.918+0000 7fa5907f8b80 10 client.15717 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:45:22.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.918+0000 7fa5907f8b80 10 client.15717 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:45:22.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.918+0000 7fa5907f8b80 20 client.15717 populate_metadata read hostname 'smithi044' 2024-05-21T00:45:22.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.918+0000 7fa5907f8b80 1 --2- 172.21.15.44:0/1802209767 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5567213eb010 0x5567213ed400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:22.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.918+0000 7fa5907f8b80 4 client.15717 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:45:22.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.918+0000 7fa5907f8b80 1 -- 172.21.15.44:0/1802209767 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556721331e10 con 0x5567213eb010 2024-05-21T00:45:22.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.919+0000 7fa57ea00700 1 --2- 172.21.15.44:0/1802209767 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5567213eb010 0x5567213ed400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:22.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.919+0000 7fa57ea00700 1 --2- 172.21.15.44:0/1802209767 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5567213eb010 0x5567213ed400 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b7c1c605c65b196a server_cookie=f8ccacde27a3a529 in_seq=0 out_seq=0 2024-05-21T00:45:22.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.919+0000 7fa56d600700 10 client.15717 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:45:22.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.920+0000 7fa56d600700 1 -- 172.21.15.44:0/1802209767 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556721331e10 con 0x5567213eb010 2024-05-21T00:45:22.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.920+0000 7fa56d600700 10 client.15717 handle_command_reply: tid=0 2024-05-21T00:45:22.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.921+0000 7fa5907f8b80 1 client.15717 shutdown 2024-05-21T00:45:22.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.921+0000 7fa5907f8b80 1 -- 172.21.15.44:0/1802209767 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5567213d1b50 msgr2=0x5567213dd700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:22.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.921+0000 7fa5907f8b80 1 --2- 172.21.15.44:0/1802209767 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5567213d1b50 0x5567213dd700 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fa568012ec0 tx=0x7fa5680058e0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.921+0000 7fa5907f8b80 1 -- 172.21.15.44:0/1802209767 shutdown_connections 2024-05-21T00:45:22.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.921+0000 7fa5907f8b80 1 --2- 172.21.15.44:0/1802209767 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5567213d1b50 0x5567213dd700 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.921+0000 7fa5907f8b80 1 --2- 172.21.15.44:0/1802209767 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x5567213eb010 0x5567213ed400 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.921+0000 7fa5907f8b80 1 --2- 172.21.15.44:0/1802209767 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5567213d79c0 0x5567213dafe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.921+0000 7fa5907f8b80 1 --2- 172.21.15.44:0/1802209767 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5567213d70a0 0x5567213daaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.921+0000 7fa5907f8b80 1 -- 172.21.15.44:0/1802209767 >> 172.21.15.44:0/1802209767 conn(0x5567212ffc60 msgr2=0x5567213d0520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:22.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.921+0000 7fa56d600700 0 client.15717 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:45:22.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.921+0000 7fa5907f8b80 1 -- 172.21.15.44:0/1802209767 shutdown_connections 2024-05-21T00:45:22.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.921+0000 7fa5907f8b80 1 -- 172.21.15.44:0/1802209767 wait complete. 2024-05-21T00:45:22.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.921+0000 7fa5907f8b80 20 client.15717 trim_cache size 0 max 16384 2024-05-21T00:45:22.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.945+0000 7fa5907f8b80 1 Processor -- start 2024-05-21T00:45:22.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.945+0000 7fa5907f8b80 1 -- start start 2024-05-21T00:45:22.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.945+0000 7fa5907f8b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5567213d1b50 0x5567213db0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:22.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.945+0000 7fa5907f8b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5567213d70a0 0x5567213cbcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:22.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.945+0000 7fa5907f8b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5567213d79c0 0x5567213cc1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:22.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.945+0000 7fa5907f8b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa5801b25e0 con 0x5567213d79c0 2024-05-21T00:45:22.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.945+0000 7fa5907f8b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa5801afe70 con 0x5567213d70a0 2024-05-21T00:45:22.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.945+0000 7fa5907f8b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa5801adcc0 con 0x5567213d1b50 2024-05-21T00:45:22.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.946+0000 7fa57ea00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5567213d70a0 0x5567213cbcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:22.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.946+0000 7fa576000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5567213d1b50 0x5567213db0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:22.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.946+0000 7fa57ea00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5567213d70a0 0x5567213cbcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:44224/0 (socket says 172.21.15.44:44224) 2024-05-21T00:45:22.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.946+0000 7fa57ea00700 1 -- 172.21.15.44:0/4083365946 learned_addr learned my addr 172.21.15.44:0/4083365946 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:22.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.946+0000 7fa576000700 1 --2- 172.21.15.44:0/4083365946 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5567213d79c0 0x5567213cc1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:22.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.946+0000 7fa57ea00700 1 -- 172.21.15.44:0/4083365946 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5567213d1b50 msgr2=0x5567213db0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:22.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.946+0000 7fa57ea00700 1 --2- 172.21.15.44:0/4083365946 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5567213d1b50 0x5567213db0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.946+0000 7fa57ea00700 1 -- 172.21.15.44:0/4083365946 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5567213d79c0 msgr2=0x5567213cc1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:22.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.946+0000 7fa57ea00700 1 --2- 172.21.15.44:0/4083365946 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5567213d79c0 0x5567213cc1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.946+0000 7fa57ea00700 1 -- 172.21.15.44:0/4083365946 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5567213cdaa0 con 0x5567213d70a0 2024-05-21T00:45:22.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.946+0000 7fa57ea00700 1 --2- 172.21.15.44:0/4083365946 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5567213d70a0 0x5567213cbcb0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fa570000c00 tx=0x7fa57000b410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=367f764b7a618f86 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:22.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.947+0000 7fa56fe00700 1 -- 172.21.15.44:0/4083365946 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa57002e020 con 0x5567213d70a0 2024-05-21T00:45:22.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.947+0000 7fa56fe00700 1 -- 172.21.15.44:0/4083365946 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa570005040 con 0x5567213d70a0 2024-05-21T00:45:22.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.947+0000 7fa56fe00700 1 -- 172.21.15.44:0/4083365946 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa570004a50 con 0x5567213d70a0 2024-05-21T00:45:22.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.947+0000 7fa5907f8b80 1 -- 172.21.15.44:0/4083365946 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5567213d70a0 msgr2=0x5567213cbcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:22.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.947+0000 7fa5907f8b80 1 --2- 172.21.15.44:0/4083365946 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5567213d70a0 0x5567213cbcb0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fa570000c00 tx=0x7fa57000b410 comp rx=0 tx=0).stop 2024-05-21T00:45:22.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.948+0000 7fa5907f8b80 1 -- 172.21.15.44:0/4083365946 shutdown_connections 2024-05-21T00:45:22.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.948+0000 7fa5907f8b80 1 --2- 172.21.15.44:0/4083365946 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5567213d79c0 0x5567213cc1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.948+0000 7fa5907f8b80 1 --2- 172.21.15.44:0/4083365946 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5567213d1b50 0x5567213db0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.948+0000 7fa5907f8b80 1 --2- 172.21.15.44:0/4083365946 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5567213d70a0 0x5567213cbcb0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.948+0000 7fa5907f8b80 1 -- 172.21.15.44:0/4083365946 >> 172.21.15.44:0/4083365946 conn(0x5567212ffc60 msgr2=0x5567213d9390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:22.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.948+0000 7fa5907f8b80 1 -- 172.21.15.44:0/4083365946 shutdown_connections 2024-05-21T00:45:22.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.948+0000 7fa5907f8b80 1 -- 172.21.15.44:0/4083365946 wait complete. 2024-05-21T00:45:22.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.948+0000 7fa5907f8b80 1 -- start start 2024-05-21T00:45:22.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.948+0000 7fa5907f8b80 1 Processor -- start 2024-05-21T00:45:22.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.949+0000 7fa5907f8b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5567213d1b50 0x5567213e0740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:22.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.949+0000 7fa5907f8b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5567213d70a0 0x5567213e0c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:22.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.949+0000 7fa5907f8b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5567213d79c0 0x5567213e11c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:22.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.949+0000 7fa5907f8b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa5801ae330 con 0x5567213d70a0 2024-05-21T00:45:22.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.949+0000 7fa5907f8b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa5801af7a0 con 0x5567213d1b50 2024-05-21T00:45:22.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.949+0000 7fa5907f8b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa5801aea00 con 0x5567213d79c0 2024-05-21T00:45:22.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.949+0000 7fa5907f8b80 10 client.0 _ll_register_callbacks cb 0x5567212c9cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:45:22.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.949+0000 7fa57ea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5567213d70a0 0x5567213e0c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:22.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.949+0000 7fa57ea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5567213d70a0 0x5567213e0c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56128/0 (socket says 172.21.15.44:56128) 2024-05-21T00:45:22.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.949+0000 7fa57ea00700 1 -- 172.21.15.44:0/2052775566 learned_addr learned my addr 172.21.15.44:0/2052775566 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:22.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.949+0000 7fa576000700 1 --2- 172.21.15.44:0/2052775566 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5567213d1b50 0x5567213e0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:22.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.949+0000 7fa576000700 1 --2- 172.21.15.44:0/2052775566 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5567213d79c0 0x5567213e11c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:22.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.949+0000 7fa57ea00700 1 -- 172.21.15.44:0/2052775566 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5567213d79c0 msgr2=0x5567213e11c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:22.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.949+0000 7fa57ea00700 1 --2- 172.21.15.44:0/2052775566 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5567213d79c0 0x5567213e11c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.949+0000 7fa57ea00700 1 -- 172.21.15.44:0/2052775566 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5567213d1b50 msgr2=0x5567213e0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:22.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.950+0000 7fa57ea00700 1 --2- 172.21.15.44:0/2052775566 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5567213d1b50 0x5567213e0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.950+0000 7fa57ea00700 1 -- 172.21.15.44:0/2052775566 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556721455ca0 con 0x5567213d70a0 2024-05-21T00:45:22.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.950+0000 7fa576000700 1 --2- 172.21.15.44:0/2052775566 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5567213d1b50 0x5567213e0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:45:22.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.950+0000 7fa57ea00700 1 --2- 172.21.15.44:0/2052775566 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5567213d70a0 0x5567213e0c80 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fa57000b6e0 tx=0x7fa570005460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e0b5dbfe044b6bf server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:22.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.950+0000 7fa56d600700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-21T00:45:22.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.950+0000 7fa56d600700 1 -- 172.21.15.44:0/2052775566 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa57002e040 con 0x5567213d70a0 2024-05-21T00:45:22.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.950+0000 7fa5907f8b80 1 -- 172.21.15.44:0/2052775566 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa570005040 con 0x5567213d70a0 2024-05-21T00:45:22.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.950+0000 7fa56d600700 1 -- 172.21.15.44:0/2052775566 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fa570004430 con 0x5567213d70a0 2024-05-21T00:45:22.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.950+0000 7fa56d600700 1 -- 172.21.15.44:0/2052775566 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa5700046f0 con 0x5567213d70a0 2024-05-21T00:45:22.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.950+0000 7fa5907f8b80 10 client.15723 fetch_fsmap learned FSMap version 26 2024-05-21T00:45:22.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.950+0000 7fa5907f8b80 1 -- 172.21.15.44:0/2052775566 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556721456fc0 con 0x5567213d70a0 2024-05-21T00:45:22.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.951+0000 7fa56d600700 1 -- 172.21.15.44:0/2052775566 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa570005040 con 0x5567213d70a0 2024-05-21T00:45:22.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.951+0000 7fa56d600700 1 -- 172.21.15.44:0/2052775566 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa570003b80 con 0x5567213d70a0 2024-05-21T00:45:22.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.951+0000 7fa5907f8b80 10 client.15723 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:45:22.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.951+0000 7fa5907f8b80 10 client.15723 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:45:22.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.951+0000 7fa5907f8b80 20 client.15723 populate_metadata read hostname 'smithi044' 2024-05-21T00:45:22.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.951+0000 7fa5907f8b80 1 --2- 172.21.15.44:0/2052775566 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x556721457420 0x556721459810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:22.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.951+0000 7fa5907f8b80 4 client.15723 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T00:45:22.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.951+0000 7fa5907f8b80 1 -- 172.21.15.44:0/2052775566 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55672132b5f0 con 0x556721457420 2024-05-21T00:45:22.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.952+0000 7fa576000700 1 --2- 172.21.15.44:0/2052775566 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x556721457420 0x556721459810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:22.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.952+0000 7fa576000700 1 --2- 172.21.15.44:0/2052775566 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x556721457420 0x556721459810 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1f386b84e554851f server_cookie=13b826acef060ae3 in_seq=0 out_seq=0 2024-05-21T00:45:22.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.952+0000 7fa56d600700 10 client.15723 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:45:22.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.953+0000 7fa56d600700 1 -- 172.21.15.44:0/2052775566 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55672132b5f0 con 0x556721457420 2024-05-21T00:45:22.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.953+0000 7fa56d600700 10 client.15723 handle_command_reply: tid=0 2024-05-21T00:45:22.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.953+0000 7fa5907f8b80 1 client.15723 shutdown 2024-05-21T00:45:22.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.953+0000 7fa5907f8b80 1 -- 172.21.15.44:0/2052775566 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5567213d70a0 msgr2=0x5567213e0c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:22.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.953+0000 7fa5907f8b80 1 --2- 172.21.15.44:0/2052775566 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5567213d70a0 0x5567213e0c80 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fa57000b6e0 tx=0x7fa570005460 comp rx=0 tx=0).stop 2024-05-21T00:45:22.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.953+0000 7fa5907f8b80 1 -- 172.21.15.44:0/2052775566 shutdown_connections 2024-05-21T00:45:22.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.953+0000 7fa5907f8b80 1 --2- 172.21.15.44:0/2052775566 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x556721457420 0x556721459810 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.954+0000 7fa5907f8b80 1 --2- 172.21.15.44:0/2052775566 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5567213d79c0 0x5567213e11c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.954+0000 7fa5907f8b80 1 --2- 172.21.15.44:0/2052775566 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5567213d1b50 0x5567213e0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.954+0000 7fa5907f8b80 1 --2- 172.21.15.44:0/2052775566 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5567213d70a0 0x5567213e0c80 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.954+0000 7fa5907f8b80 1 -- 172.21.15.44:0/2052775566 >> 172.21.15.44:0/2052775566 conn(0x5567212ffc60 msgr2=0x5567213d9350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:22.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.954+0000 7fa56d600700 0 client.15723 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:45:22.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.954+0000 7fa5907f8b80 1 -- 172.21.15.44:0/2052775566 shutdown_connections 2024-05-21T00:45:22.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.954+0000 7fa5907f8b80 1 -- 172.21.15.44:0/2052775566 wait complete. 2024-05-21T00:45:22.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.954+0000 7fa5907f8b80 20 client.15723 trim_cache size 0 max 16384 2024-05-21T00:45:22.404 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:45:22.404 INFO:teuthology.orchestra.run.smithi044.stdout: "return_code": 0, 2024-05-21T00:45:22.404 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_tag": "cf9c2336-836b-4336-9f75-669d2787ec17", 2024-05-21T00:45:22.404 INFO:teuthology.orchestra.run.smithi044.stdout: "mode": "asynchronous" 2024-05-21T00:45:22.404 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:45:22.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.955+0000 7fa57fe00700 1 -- 172.21.15.44:0/3304754072 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa5640b2900 msgr2=0x7fa5640b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:22.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.955+0000 7fa57fe00700 1 --2- 172.21.15.44:0/3304754072 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa5640b2900 0x7fa5640b4dc0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fa57800b780 tx=0x7fa578009040 comp rx=0 tx=0).stop 2024-05-21T00:45:22.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.955+0000 7fa57fe00700 1 -- 172.21.15.44:0/3304754072 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5801094f0 msgr2=0x7fa5800762c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:22.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.955+0000 7fa57fe00700 1 --2- 172.21.15.44:0/3304754072 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5801094f0 0x7fa5800762c0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fa57800b070 tx=0x7fa578004cf0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.955+0000 7fa57fe00700 1 -- 172.21.15.44:0/3304754072 shutdown_connections 2024-05-21T00:45:22.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.955+0000 7fa57fe00700 1 --2- 172.21.15.44:0/3304754072 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa5640b2900 0x7fa5640b4dc0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.955+0000 7fa57fe00700 1 --2- 172.21.15.44:0/3304754072 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5801094f0 0x7fa5800762c0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.955+0000 7fa57fe00700 1 --2- 172.21.15.44:0/3304754072 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa580103460 0x7fa580075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.955+0000 7fa57fe00700 1 --2- 172.21.15.44:0/3304754072 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa580103e20 0x7fa580075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:22.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.955+0000 7fa57fe00700 1 -- 172.21.15.44:0/3304754072 >> 172.21.15.44:0/3304754072 conn(0x7fa5800fef50 msgr2=0x7fa5800ff490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:22.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.955+0000 7fa57fe00700 1 -- 172.21.15.44:0/3304754072 shutdown_connections 2024-05-21T00:45:22.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:21.955+0000 7fa57fe00700 1 -- 172.21.15.44:0/3304754072 wait complete. 2024-05-21T00:45:23.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:22 smithi092 ceph-mon[36335]: scrub queued for path: / 2024-05-21T00:45:23.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:22 smithi092 ceph-mon[36335]: scrub summary: idle+waiting paths [/] 2024-05-21T00:45:23.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:22 smithi092 ceph-mon[36335]: scrub summary: active paths [/] 2024-05-21T00:45:23.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:22 smithi092 ceph-mon[36335]: scrub summary: idle+waiting paths [/] 2024-05-21T00:45:23.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:22 smithi092 ceph-mon[36335]: scrub summary: idle 2024-05-21T00:45:23.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:22 smithi044 ceph-mon[31392]: scrub queued for path: / 2024-05-21T00:45:23.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:22 smithi044 ceph-mon[31392]: scrub summary: idle+waiting paths [/] 2024-05-21T00:45:23.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:22 smithi044 ceph-mon[31392]: scrub summary: active paths [/] 2024-05-21T00:45:23.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:22 smithi044 ceph-mon[31392]: scrub summary: idle+waiting paths [/] 2024-05-21T00:45:23.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:22 smithi044 ceph-mon[31392]: scrub summary: idle 2024-05-21T00:45:23.189 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T00:45:23.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:22 smithi082 ceph-mon[36141]: scrub queued for path: / 2024-05-21T00:45:23.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:22 smithi082 ceph-mon[36141]: scrub summary: idle+waiting paths [/] 2024-05-21T00:45:23.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:22 smithi082 ceph-mon[36141]: scrub summary: active paths [/] 2024-05-21T00:45:23.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:22 smithi082 ceph-mon[36141]: scrub summary: idle+waiting paths [/] 2024-05-21T00:45:23.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:22 smithi082 ceph-mon[36141]: scrub summary: idle 2024-05-21T00:45:23.950 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:45:24.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:23 smithi092 ceph-mon[36335]: pgmap v558: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 28 MiB/s rd, 262 KiB/s wr, 116 op/s 2024-05-21T00:45:24.078 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:23 smithi044 ceph-mon[31392]: pgmap v558: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 28 MiB/s rd, 262 KiB/s wr, 116 op/s 2024-05-21T00:45:24.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:23 smithi082 ceph-mon[36141]: pgmap v558: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 28 MiB/s rd, 262 KiB/s wr, 116 op/s 2024-05-21T00:45:25.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.818+0000 7feb87200700 1 -- 172.21.15.44:0/825643693 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb88102620 msgr2=0x7feb88102a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:25.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.818+0000 7feb87200700 1 --2- 172.21.15.44:0/825643693 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb88102620 0x7feb88102a00 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7feb780099c0 tx=0x7feb78009cd0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.818+0000 7feb87200700 1 -- 172.21.15.44:0/825643693 shutdown_connections 2024-05-21T00:45:25.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.818+0000 7feb87200700 1 --2- 172.21.15.44:0/825643693 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7feb88107700 0x7feb8810f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.818+0000 7feb87200700 1 --2- 172.21.15.44:0/825643693 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb88102620 0x7feb88102a00 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.818+0000 7feb87200700 1 --2- 172.21.15.44:0/825643693 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7feb88102fd0 0x7feb88107020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.818+0000 7feb87200700 1 -- 172.21.15.44:0/825643693 >> 172.21.15.44:0/825643693 conn(0x7feb880fded0 msgr2=0x7feb881002f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:25.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.818+0000 7feb87200700 1 -- 172.21.15.44:0/825643693 shutdown_connections 2024-05-21T00:45:25.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.818+0000 7feb87200700 1 -- 172.21.15.44:0/825643693 wait complete. 2024-05-21T00:45:25.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.819+0000 7feb87200700 1 Processor -- start 2024-05-21T00:45:25.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.819+0000 7feb87200700 1 -- start start 2024-05-21T00:45:25.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.820+0000 7feb87200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb88102620 0x7feb8819f880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:25.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.820+0000 7feb87200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7feb88102fd0 0x7feb8819fdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:25.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.820+0000 7feb87200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7feb88107700 0x7feb88199a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:25.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.820+0000 7feb87200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7feb88112600 con 0x7feb88107700 2024-05-21T00:45:25.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.820+0000 7feb87200700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7feb88112480 con 0x7feb88102fd0 2024-05-21T00:45:25.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.820+0000 7feb87200700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7feb88112780 con 0x7feb88102620 2024-05-21T00:45:25.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.820+0000 7feb86800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7feb88107700 0x7feb88199a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:25.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.820+0000 7feb85400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7feb88102fd0 0x7feb8819fdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:25.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.820+0000 7feb86800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7feb88107700 0x7feb88199a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56142/0 (socket says 172.21.15.44:56142) 2024-05-21T00:45:25.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.820+0000 7feb85400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7feb88102fd0 0x7feb8819fdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:44250/0 (socket says 172.21.15.44:44250) 2024-05-21T00:45:25.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.820+0000 7feb86800700 1 -- 172.21.15.44:0/2483245853 learned_addr learned my addr 172.21.15.44:0/2483245853 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:25.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.820+0000 7feb85e00700 1 --2- 172.21.15.44:0/2483245853 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb88102620 0x7feb8819f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:25.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.821+0000 7feb86800700 1 -- 172.21.15.44:0/2483245853 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb88102620 msgr2=0x7feb8819f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:25.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.821+0000 7feb86800700 1 --2- 172.21.15.44:0/2483245853 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb88102620 0x7feb8819f880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.821+0000 7feb86800700 1 -- 172.21.15.44:0/2483245853 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7feb88102fd0 msgr2=0x7feb8819fdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:25.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.821+0000 7feb86800700 1 --2- 172.21.15.44:0/2483245853 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7feb88102fd0 0x7feb8819fdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.821+0000 7feb86800700 1 -- 172.21.15.44:0/2483245853 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb8819a1f0 con 0x7feb88107700 2024-05-21T00:45:25.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.821+0000 7feb85400700 1 --2- 172.21.15.44:0/2483245853 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7feb88102fd0 0x7feb8819fdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:45:25.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.821+0000 7feb86800700 1 --2- 172.21.15.44:0/2483245853 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7feb88107700 0x7feb88199a90 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7feb8000ef30 tx=0x7feb8000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:25.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.821+0000 7feb7ea00700 1 -- 172.21.15.44:0/2483245853 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb800092e0 con 0x7feb88107700 2024-05-21T00:45:25.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.822+0000 7feb87200700 1 -- 172.21.15.44:0/2483245853 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb8819a480 con 0x7feb88107700 2024-05-21T00:45:25.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.822+0000 7feb7ea00700 1 -- 172.21.15.44:0/2483245853 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feb80004bb0 con 0x7feb88107700 2024-05-21T00:45:25.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.822+0000 7feb7ea00700 1 -- 172.21.15.44:0/2483245853 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb80004020 con 0x7feb88107700 2024-05-21T00:45:25.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.822+0000 7feb87200700 1 -- 172.21.15.44:0/2483245853 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb881a6750 con 0x7feb88107700 2024-05-21T00:45:25.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.826+0000 7feb7ea00700 1 -- 172.21.15.44:0/2483245853 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7feb8001b030 con 0x7feb88107700 2024-05-21T00:45:25.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.827+0000 7feb7ea00700 1 --2- 172.21.15.44:0/2483245853 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7feb6c0b2880 0x7feb6c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:25.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.828+0000 7feb7ea00700 1 -- 172.21.15.44:0/2483245853 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7feb800e1c80 con 0x7feb88107700 2024-05-21T00:45:25.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.828+0000 7feb85e00700 1 --2- 172.21.15.44:0/2483245853 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7feb6c0b2880 0x7feb6c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:25.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.829+0000 7feb85e00700 1 --2- 172.21.15.44:0/2483245853 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7feb6c0b2880 0x7feb6c0b4d40 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7feb78000c00 tx=0x7feb78005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:25.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.829+0000 7feb97a34b80 1 Processor -- start 2024-05-21T00:45:25.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.830+0000 7feb97a34b80 1 -- start start 2024-05-21T00:45:25.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.830+0000 7feb97a34b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a467367e60 0x55a467364190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:25.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.830+0000 7feb97a34b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4673646d0 0x55a467364b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:25.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.830+0000 7feb97a34b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a467376df0 0x55a4673791e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:25.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.830+0000 7feb97a34b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55a4672c1eb0 con 0x55a467367e60 2024-05-21T00:45:25.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.830+0000 7feb97a34b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55a4672b1a50 con 0x55a4673646d0 2024-05-21T00:45:25.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.830+0000 7feb97a34b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55a4672b5a90 con 0x55a467376df0 2024-05-21T00:45:25.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.830+0000 7feb85e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a467367e60 0x55a467364190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:25.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.831+0000 7feb85e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a467367e60 0x55a467364190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56146/0 (socket says 172.21.15.44:56146) 2024-05-21T00:45:25.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.831+0000 7feb85e00700 1 -- 172.21.15.44:0/2573967164 learned_addr learned my addr 172.21.15.44:0/2573967164 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:25.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.831+0000 7feb86800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a467376df0 0x55a4673791e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:25.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.831+0000 7feb85400700 1 --2- 172.21.15.44:0/2573967164 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4673646d0 0x55a467364b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:25.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.831+0000 7feb86800700 1 -- 172.21.15.44:0/2573967164 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4673646d0 msgr2=0x55a467364b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:25.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.831+0000 7feb86800700 1 --2- 172.21.15.44:0/2573967164 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4673646d0 0x55a467364b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.831+0000 7feb86800700 1 -- 172.21.15.44:0/2573967164 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a467367e60 msgr2=0x55a467364190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:25.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.831+0000 7feb86800700 1 --2- 172.21.15.44:0/2573967164 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a467367e60 0x55a467364190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.831+0000 7feb86800700 1 -- 172.21.15.44:0/2573967164 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a46727a490 con 0x55a467376df0 2024-05-21T00:45:25.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.831+0000 7feb86800700 1 --2- 172.21.15.44:0/2573967164 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a467376df0 0x55a4673791e0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7feb800df6e0 tx=0x7feb8000ca10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c927ed9c94252390 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:25.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.831+0000 7feb73400700 1 -- 172.21.15.44:0/2573967164 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb800a9290 con 0x55a467376df0 2024-05-21T00:45:25.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.832+0000 7feb73400700 1 -- 172.21.15.44:0/2573967164 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feb800ad640 con 0x55a467376df0 2024-05-21T00:45:25.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.832+0000 7feb73400700 1 -- 172.21.15.44:0/2573967164 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb800b1e30 con 0x55a467376df0 2024-05-21T00:45:25.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.832+0000 7feb97a34b80 1 -- 172.21.15.44:0/2573967164 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a467376df0 msgr2=0x55a4673791e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:25.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.832+0000 7feb97a34b80 1 --2- 172.21.15.44:0/2573967164 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a467376df0 0x55a4673791e0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7feb800df6e0 tx=0x7feb8000ca10 comp rx=0 tx=0).stop 2024-05-21T00:45:25.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.833+0000 7feb97a34b80 1 -- 172.21.15.44:0/2573967164 shutdown_connections 2024-05-21T00:45:25.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.833+0000 7feb97a34b80 1 --2- 172.21.15.44:0/2573967164 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a467367e60 0x55a467364190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.833+0000 7feb97a34b80 1 --2- 172.21.15.44:0/2573967164 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a467376df0 0x55a4673791e0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.833+0000 7feb97a34b80 1 --2- 172.21.15.44:0/2573967164 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4673646d0 0x55a467364b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.833+0000 7feb97a34b80 1 -- 172.21.15.44:0/2573967164 >> 172.21.15.44:0/2573967164 conn(0x55a467291c50 msgr2=0x55a46735ede0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:25.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.833+0000 7feb97a34b80 1 -- 172.21.15.44:0/2573967164 shutdown_connections 2024-05-21T00:45:25.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.833+0000 7feb97a34b80 1 -- 172.21.15.44:0/2573967164 wait complete. 2024-05-21T00:45:25.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.833+0000 7feb97a34b80 1 -- start start 2024-05-21T00:45:25.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.834+0000 7feb97a34b80 1 Processor -- start 2024-05-21T00:45:25.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.834+0000 7feb97a34b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4673646d0 0x55a4673765b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:25.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.834+0000 7feb97a34b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a467367e60 0x55a467373950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:25.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.834+0000 7feb97a34b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a467376df0 0x55a467373e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:25.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.834+0000 7feb97a34b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55a4671b8010 con 0x55a467376df0 2024-05-21T00:45:25.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.834+0000 7feb97a34b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55a4672527d0 con 0x55a4673646d0 2024-05-21T00:45:25.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.834+0000 7feb97a34b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55a467379900 con 0x55a467367e60 2024-05-21T00:45:25.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.834+0000 7feb97a34b80 10 client.0 _ll_register_callbacks cb 0x55a46725bce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:45:25.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.834+0000 7feb86800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a467376df0 0x55a467373e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:25.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.835+0000 7feb85e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4673646d0 0x55a4673765b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:25.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.835+0000 7feb86800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a467376df0 0x55a467373e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56158/0 (socket says 172.21.15.44:56158) 2024-05-21T00:45:25.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.835+0000 7feb86800700 1 -- 172.21.15.44:0/3340656048 learned_addr learned my addr 172.21.15.44:0/3340656048 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:25.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.835+0000 7feb85400700 1 --2- 172.21.15.44:0/3340656048 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a467367e60 0x55a467373950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:25.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.835+0000 7feb86800700 1 -- 172.21.15.44:0/3340656048 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a467367e60 msgr2=0x55a467373950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:25.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.835+0000 7feb86800700 1 --2- 172.21.15.44:0/3340656048 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a467367e60 0x55a467373950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.835+0000 7feb86800700 1 -- 172.21.15.44:0/3340656048 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4673646d0 msgr2=0x55a4673765b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:25.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.835+0000 7feb86800700 1 --2- 172.21.15.44:0/3340656048 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4673646d0 0x55a4673765b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.835+0000 7feb86800700 1 -- 172.21.15.44:0/3340656048 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a467201940 con 0x55a467376df0 2024-05-21T00:45:25.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.835+0000 7feb86800700 1 --2- 172.21.15.44:0/3340656048 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a467376df0 0x55a467373e90 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7feb8000d010 tx=0x7feb80004f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57feb886c80fcce2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:25.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.835+0000 7feb67e00700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-21T00:45:25.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.836+0000 7feb67e00700 1 -- 172.21.15.44:0/3340656048 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb800a9290 con 0x55a467376df0 2024-05-21T00:45:25.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.836+0000 7feb67e00700 1 -- 172.21.15.44:0/3340656048 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7feb800b1de0 con 0x55a467376df0 2024-05-21T00:45:25.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.836+0000 7feb97a34b80 1 -- 172.21.15.44:0/3340656048 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feb800ad640 con 0x55a467376df0 2024-05-21T00:45:25.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.836+0000 7feb67e00700 1 -- 172.21.15.44:0/3340656048 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7feb800dfba0 con 0x55a467376df0 2024-05-21T00:45:25.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.836+0000 7feb97a34b80 10 client.15735 fetch_fsmap learned FSMap version 26 2024-05-21T00:45:25.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.836+0000 7feb97a34b80 1 -- 172.21.15.44:0/3340656048 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a4672820d0 con 0x55a467376df0 2024-05-21T00:45:25.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.836+0000 7feb67e00700 1 -- 172.21.15.44:0/3340656048 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feb800ad640 con 0x55a467376df0 2024-05-21T00:45:25.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.836+0000 7feb67e00700 1 -- 172.21.15.44:0/3340656048 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7feb800a7f60 con 0x55a467376df0 2024-05-21T00:45:25.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.837+0000 7feb97a34b80 10 client.15735 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:45:25.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.837+0000 7feb97a34b80 10 client.15735 resolve_mds: validated gid 24521 aka daemon mds.b 2024-05-21T00:45:25.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.837+0000 7feb97a34b80 20 client.15735 populate_metadata read hostname 'smithi044' 2024-05-21T00:45:25.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.837+0000 7feb97a34b80 1 --2- 172.21.15.44:0/3340656048 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55a467386380 0x55a467388770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:25.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.837+0000 7feb97a34b80 4 client.15735 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:45:25.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.837+0000 7feb97a34b80 1 -- 172.21.15.44:0/3340656048 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a4672c3e00 con 0x55a467386380 2024-05-21T00:45:25.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.837+0000 7feb85e00700 1 --2- 172.21.15.44:0/3340656048 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55a467386380 0x55a467388770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:25.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.838+0000 7feb85e00700 1 --2- 172.21.15.44:0/3340656048 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55a467386380 0x55a467388770 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6c29611c70a95eee server_cookie=6ee0a7e802ddfb0a in_seq=0 out_seq=0 2024-05-21T00:45:25.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.838+0000 7feb67e00700 10 client.15735 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:45:25.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.838+0000 7feb67e00700 1 -- 172.21.15.44:0/3340656048 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a4672c3e00 con 0x55a467386380 2024-05-21T00:45:25.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.839+0000 7feb67e00700 10 client.15735 handle_command_reply: tid=0 2024-05-21T00:45:25.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.839+0000 7feb97a34b80 1 client.15735 shutdown 2024-05-21T00:45:25.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.839+0000 7feb97a34b80 1 -- 172.21.15.44:0/3340656048 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a467376df0 msgr2=0x55a467373e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:25.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.839+0000 7feb97a34b80 1 --2- 172.21.15.44:0/3340656048 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a467376df0 0x55a467373e90 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7feb8000d010 tx=0x7feb80004f90 comp rx=0 tx=0).stop 2024-05-21T00:45:25.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.839+0000 7feb97a34b80 1 -- 172.21.15.44:0/3340656048 shutdown_connections 2024-05-21T00:45:25.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.839+0000 7feb97a34b80 1 --2- 172.21.15.44:0/3340656048 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a467376df0 0x55a467373e90 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.839+0000 7feb97a34b80 1 --2- 172.21.15.44:0/3340656048 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55a467386380 0x55a467388770 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.839+0000 7feb97a34b80 1 --2- 172.21.15.44:0/3340656048 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4673646d0 0x55a4673765b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.839+0000 7feb97a34b80 1 --2- 172.21.15.44:0/3340656048 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a467367e60 0x55a467373950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.839+0000 7feb67e00700 0 client.15735 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:45:25.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.839+0000 7feb97a34b80 1 -- 172.21.15.44:0/3340656048 >> 172.21.15.44:0/3340656048 conn(0x55a467291c50 msgr2=0x55a46735e3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:25.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.839+0000 7feb97a34b80 1 -- 172.21.15.44:0/3340656048 shutdown_connections 2024-05-21T00:45:25.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.839+0000 7feb97a34b80 1 -- 172.21.15.44:0/3340656048 wait complete. 2024-05-21T00:45:25.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.839+0000 7feb97a34b80 20 client.15735 trim_cache size 0 max 16384 2024-05-21T00:45:25.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.861+0000 7feb97a34b80 1 Processor -- start 2024-05-21T00:45:25.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.862+0000 7feb97a34b80 1 -- start start 2024-05-21T00:45:25.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.862+0000 7feb97a34b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4673646d0 0x55a46735eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:25.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.862+0000 7feb97a34b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a467367e60 0x55a467362180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:25.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.862+0000 7feb97a34b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a467376df0 0x55a4673626c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:25.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.862+0000 7feb97a34b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7feb881ae350 con 0x55a4673646d0 2024-05-21T00:45:25.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.862+0000 7feb97a34b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7feb881abbe0 con 0x55a467376df0 2024-05-21T00:45:25.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.862+0000 7feb97a34b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7feb881a9a30 con 0x55a467367e60 2024-05-21T00:45:25.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.862+0000 7feb85e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4673646d0 0x55a46735eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:25.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.862+0000 7feb85e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4673646d0 0x55a46735eb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56162/0 (socket says 172.21.15.44:56162) 2024-05-21T00:45:25.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.862+0000 7feb85e00700 1 -- 172.21.15.44:0/2105856272 learned_addr learned my addr 172.21.15.44:0/2105856272 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:25.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.862+0000 7feb85400700 1 --2- 172.21.15.44:0/2105856272 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a467367e60 0x55a467362180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:25.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.863+0000 7feb86800700 1 --2- 172.21.15.44:0/2105856272 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a467376df0 0x55a4673626c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:25.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.863+0000 7feb85e00700 1 -- 172.21.15.44:0/2105856272 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a467367e60 msgr2=0x55a467362180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:25.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.863+0000 7feb85e00700 1 --2- 172.21.15.44:0/2105856272 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a467367e60 0x55a467362180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.863+0000 7feb85e00700 1 -- 172.21.15.44:0/2105856272 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a467376df0 msgr2=0x55a4673626c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:25.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.863+0000 7feb85e00700 1 --2- 172.21.15.44:0/2105856272 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a467376df0 0x55a4673626c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.863+0000 7feb85e00700 1 -- 172.21.15.44:0/2105856272 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a467379840 con 0x55a4673646d0 2024-05-21T00:45:25.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.863+0000 7feb85e00700 1 --2- 172.21.15.44:0/2105856272 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4673646d0 0x55a46735eb60 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7feb78005f50 tx=0x7feb7801a070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f711e43393114fb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:25.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.864+0000 7feb72a00700 1 -- 172.21.15.44:0/2105856272 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb78004e10 con 0x55a4673646d0 2024-05-21T00:45:25.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.864+0000 7feb72a00700 1 -- 172.21.15.44:0/2105856272 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feb7800bc40 con 0x55a4673646d0 2024-05-21T00:45:25.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.864+0000 7feb72a00700 1 -- 172.21.15.44:0/2105856272 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb78023980 con 0x55a4673646d0 2024-05-21T00:45:25.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.864+0000 7feb97a34b80 1 -- 172.21.15.44:0/2105856272 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4673646d0 msgr2=0x55a46735eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:25.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.864+0000 7feb97a34b80 1 --2- 172.21.15.44:0/2105856272 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4673646d0 0x55a46735eb60 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7feb78005f50 tx=0x7feb7801a070 comp rx=0 tx=0).stop 2024-05-21T00:45:25.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.865+0000 7feb97a34b80 1 -- 172.21.15.44:0/2105856272 shutdown_connections 2024-05-21T00:45:25.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.865+0000 7feb97a34b80 1 --2- 172.21.15.44:0/2105856272 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a4673646d0 0x55a46735eb60 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.865+0000 7feb97a34b80 1 --2- 172.21.15.44:0/2105856272 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a467376df0 0x55a4673626c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.865+0000 7feb97a34b80 1 --2- 172.21.15.44:0/2105856272 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a467367e60 0x55a467362180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.865+0000 7feb97a34b80 1 -- 172.21.15.44:0/2105856272 >> 172.21.15.44:0/2105856272 conn(0x55a467291c50 msgr2=0x55a467372110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:25.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.865+0000 7feb97a34b80 1 -- 172.21.15.44:0/2105856272 shutdown_connections 2024-05-21T00:45:25.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.865+0000 7feb97a34b80 1 -- 172.21.15.44:0/2105856272 wait complete. 2024-05-21T00:45:25.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.865+0000 7feb97a34b80 1 -- start start 2024-05-21T00:45:25.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.865+0000 7feb97a34b80 1 Processor -- start 2024-05-21T00:45:25.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.866+0000 7feb97a34b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4673646d0 0x55a46738bc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:25.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.866+0000 7feb97a34b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a467367e60 0x55a46738a080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:25.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.866+0000 7feb97a34b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a467376df0 0x55a46738a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:25.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.866+0000 7feb97a34b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7feb881aa0a0 con 0x55a467367e60 2024-05-21T00:45:25.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.866+0000 7feb97a34b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7feb881ab510 con 0x55a4673646d0 2024-05-21T00:45:25.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.866+0000 7feb97a34b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7feb881aa770 con 0x55a467376df0 2024-05-21T00:45:25.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.866+0000 7feb97a34b80 10 client.0 _ll_register_callbacks cb 0x55a46725bce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:45:25.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.866+0000 7feb85400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a467367e60 0x55a46738a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:25.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.866+0000 7feb86800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a467376df0 0x55a46738a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:25.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.866+0000 7feb85400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a467367e60 0x55a46738a080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56176/0 (socket says 172.21.15.44:56176) 2024-05-21T00:45:25.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.866+0000 7feb85400700 1 -- 172.21.15.44:0/1361881660 learned_addr learned my addr 172.21.15.44:0/1361881660 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:25.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.866+0000 7feb85e00700 1 --2- 172.21.15.44:0/1361881660 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4673646d0 0x55a46738bc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:25.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.867+0000 7feb86800700 1 -- 172.21.15.44:0/1361881660 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4673646d0 msgr2=0x55a46738bc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:25.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.867+0000 7feb86800700 1 --2- 172.21.15.44:0/1361881660 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4673646d0 0x55a46738bc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.867+0000 7feb86800700 1 -- 172.21.15.44:0/1361881660 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a467367e60 msgr2=0x55a46738a080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:25.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.867+0000 7feb86800700 1 --2- 172.21.15.44:0/1361881660 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a467367e60 0x55a46738a080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.867+0000 7feb86800700 1 -- 172.21.15.44:0/1361881660 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a46738abb0 con 0x55a467376df0 2024-05-21T00:45:25.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.867+0000 7feb86800700 1 --2- 172.21.15.44:0/1361881660 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a467376df0 0x55a46738a5c0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7feb800a9220 tx=0x7feb80003bb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=775cc4e3f9935896 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:25.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.867+0000 7feb67e00700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:45:25.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.867+0000 7feb67e00700 1 -- 172.21.15.44:0/1361881660 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb800a9290 con 0x55a467376df0 2024-05-21T00:45:25.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.867+0000 7feb67e00700 1 -- 172.21.15.44:0/1361881660 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7feb800ad160 con 0x55a467376df0 2024-05-21T00:45:25.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.867+0000 7feb97a34b80 1 -- 172.21.15.44:0/1361881660 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feb7800bc40 con 0x55a467376df0 2024-05-21T00:45:25.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.868+0000 7feb67e00700 1 -- 172.21.15.44:0/1361881660 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7feb800ad640 con 0x55a467376df0 2024-05-21T00:45:25.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.868+0000 7feb97a34b80 10 client.25924 fetch_fsmap learned FSMap version 26 2024-05-21T00:45:25.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.868+0000 7feb97a34b80 1 -- 172.21.15.44:0/1361881660 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a46738abb0 con 0x55a467376df0 2024-05-21T00:45:25.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.868+0000 7feb67e00700 1 -- 172.21.15.44:0/1361881660 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feb7800bc40 con 0x55a467376df0 2024-05-21T00:45:25.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.868+0000 7feb67e00700 1 -- 172.21.15.44:0/1361881660 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7feb800a39b0 con 0x55a467376df0 2024-05-21T00:45:25.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.868+0000 7feb97a34b80 10 client.25924 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:45:25.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.868+0000 7feb97a34b80 10 client.25924 resolve_mds: validated gid 24521 aka daemon mds.b 2024-05-21T00:45:25.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.868+0000 7feb97a34b80 20 client.25924 populate_metadata read hostname 'smithi044' 2024-05-21T00:45:25.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.868+0000 7feb97a34b80 1 --2- 172.21.15.44:0/1361881660 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55a4673f1ce0 0x55a4673f4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:25.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.868+0000 7feb97a34b80 4 client.25924 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "quiesce db", "cancel": true, "all": true}] 2024-05-21T00:45:25.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.868+0000 7feb97a34b80 1 -- 172.21.15.44:0/1361881660 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "quiesce db", "cancel": true, "all": true}) -- 0x55a4672bd5e0 con 0x55a4673f1ce0 2024-05-21T00:45:25.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.869+0000 7feb85e00700 1 --2- 172.21.15.44:0/1361881660 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55a4673f1ce0 0x55a4673f4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:25.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.869+0000 7feb85e00700 1 --2- 172.21.15.44:0/1361881660 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55a4673f1ce0 0x55a4673f4100 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8b8f67d83999e722 server_cookie=b9a8fc9b241f6315 in_seq=0 out_seq=0 2024-05-21T00:45:25.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.869+0000 7feb67e00700 10 client.25924 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:45:25.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.869+0000 7feb67e00700 1 -- 172.21.15.44:0/1361881660 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+79 (crc 0 0 0) 0x55a4672bd5e0 con 0x55a4673f1ce0 2024-05-21T00:45:25.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.869+0000 7feb67e00700 10 client.25924 handle_command_reply: tid=0 2024-05-21T00:45:25.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.869+0000 7feb97a34b80 1 client.25924 shutdown 2024-05-21T00:45:25.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.870+0000 7feb97a34b80 1 -- 172.21.15.44:0/1361881660 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a467376df0 msgr2=0x55a46738a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:25.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.870+0000 7feb97a34b80 1 --2- 172.21.15.44:0/1361881660 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a467376df0 0x55a46738a5c0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7feb800a9220 tx=0x7feb80003bb0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.870+0000 7feb97a34b80 1 -- 172.21.15.44:0/1361881660 shutdown_connections 2024-05-21T00:45:25.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.870+0000 7feb97a34b80 1 --2- 172.21.15.44:0/1361881660 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x55a4673f1ce0 0x55a4673f4100 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.870+0000 7feb97a34b80 1 --2- 172.21.15.44:0/1361881660 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a467376df0 0x55a46738a5c0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.870+0000 7feb97a34b80 1 --2- 172.21.15.44:0/1361881660 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a4673646d0 0x55a46738bc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.870+0000 7feb97a34b80 1 --2- 172.21.15.44:0/1361881660 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a467367e60 0x55a46738a080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.870+0000 7feb67e00700 0 client.25924 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:45:25.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.870+0000 7feb97a34b80 1 -- 172.21.15.44:0/1361881660 >> 172.21.15.44:0/1361881660 conn(0x55a467291c50 msgr2=0x55a4673634d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:25.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.871+0000 7feb97a34b80 1 -- 172.21.15.44:0/1361881660 shutdown_connections 2024-05-21T00:45:25.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.871+0000 7feb97a34b80 1 -- 172.21.15.44:0/1361881660 wait complete. 2024-05-21T00:45:25.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.871+0000 7feb97a34b80 20 client.25924 trim_cache size 0 max 16384 2024-05-21T00:45:25.396 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:45:25.396 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 26, 2024-05-21T00:45:25.396 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24521, 2024-05-21T00:45:25.396 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 8, 2024-05-21T00:45:25.396 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": {} 2024-05-21T00:45:25.396 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:45:25.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.872+0000 7feb87200700 1 -- 172.21.15.44:0/2483245853 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7feb6c0b2880 msgr2=0x7feb6c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:25.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.872+0000 7feb87200700 1 --2- 172.21.15.44:0/2483245853 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7feb6c0b2880 0x7feb6c0b4d40 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7feb78000c00 tx=0x7feb78005fb0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.872+0000 7feb87200700 1 -- 172.21.15.44:0/2483245853 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7feb88107700 msgr2=0x7feb88199a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:25.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.872+0000 7feb87200700 1 --2- 172.21.15.44:0/2483245853 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7feb88107700 0x7feb88199a90 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7feb8000ef30 tx=0x7feb8000c3a0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.872+0000 7feb87200700 1 -- 172.21.15.44:0/2483245853 shutdown_connections 2024-05-21T00:45:25.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.872+0000 7feb87200700 1 --2- 172.21.15.44:0/2483245853 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7feb6c0b2880 0x7feb6c0b4d40 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.872+0000 7feb87200700 1 --2- 172.21.15.44:0/2483245853 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7feb88107700 0x7feb88199a90 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.872+0000 7feb87200700 1 --2- 172.21.15.44:0/2483245853 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb88102620 0x7feb8819f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.872+0000 7feb87200700 1 --2- 172.21.15.44:0/2483245853 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7feb88102fd0 0x7feb8819fdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:25.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.872+0000 7feb87200700 1 -- 172.21.15.44:0/2483245853 >> 172.21.15.44:0/2483245853 conn(0x7feb880fded0 msgr2=0x7feb8806c340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:25.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.872+0000 7feb87200700 1 -- 172.21.15.44:0/2483245853 shutdown_connections 2024-05-21T00:45:25.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:24.872+0000 7feb87200700 1 -- 172.21.15.44:0/2483245853 wait complete. 2024-05-21T00:45:26.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:25 smithi092 ceph-mon[36335]: pgmap v559: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 217 KiB/s wr, 86 op/s 2024-05-21T00:45:26.147 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:25 smithi044 ceph-mon[31392]: pgmap v559: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 217 KiB/s wr, 86 op/s 2024-05-21T00:45:26.194 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:25 smithi082 ceph-mon[36141]: pgmap v559: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 217 KiB/s wr, 86 op/s 2024-05-21T00:45:26.696 INFO:tasks.quiescer:done joining Quiescers 2024-05-21T00:45:26.696 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-05-21T00:45:26.706 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-05-21T00:45:27.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.313+0000 7fa240e00700 1 -- 172.21.15.44:0/4021242575 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa23c10a780 msgr2=0x7fa23c10e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:27.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.313+0000 7fa240e00700 1 --2- 172.21.15.44:0/4021242575 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa23c10a780 0x7fa23c10e7d0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fa228009990 tx=0x7fa228009ca0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.314+0000 7fa240e00700 1 -- 172.21.15.44:0/4021242575 shutdown_connections 2024-05-21T00:45:27.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.314+0000 7fa240e00700 1 --2- 172.21.15.44:0/4021242575 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa23c10eeb0 0x7fa23c116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.314+0000 7fa240e00700 1 --2- 172.21.15.44:0/4021242575 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa23c109dd0 0x7fa23c10a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.314+0000 7fa240e00700 1 --2- 172.21.15.44:0/4021242575 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa23c10a780 0x7fa23c10e7d0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.314+0000 7fa240e00700 1 -- 172.21.15.44:0/4021242575 >> 172.21.15.44:0/4021242575 conn(0x7fa23c076d10 msgr2=0x7fa23c108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:27.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.314+0000 7fa240e00700 1 -- 172.21.15.44:0/4021242575 shutdown_connections 2024-05-21T00:45:27.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.314+0000 7fa240e00700 1 -- 172.21.15.44:0/4021242575 wait complete. 2024-05-21T00:45:27.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.315+0000 7fa240e00700 1 Processor -- start 2024-05-21T00:45:27.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.315+0000 7fa240e00700 1 -- start start 2024-05-21T00:45:27.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.316+0000 7fa240e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa23c109dd0 0x7fa23c1a01e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:27.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.316+0000 7fa240e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa23c10a780 0x7fa23c1a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:27.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.316+0000 7fa240e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa23c10eeb0 0x7fa23c1a4ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:27.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.316+0000 7fa240e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa23c119d30 con 0x7fa23c10eeb0 2024-05-21T00:45:27.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.316+0000 7fa240e00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa23c119bb0 con 0x7fa23c10a780 2024-05-21T00:45:27.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.316+0000 7fa240e00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa23c119eb0 con 0x7fa23c109dd0 2024-05-21T00:45:27.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.316+0000 7fa239e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa23c109dd0 0x7fa23c1a01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:27.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.316+0000 7fa239e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa23c109dd0 0x7fa23c1a01e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:53436/0 (socket says 172.21.15.44:53436) 2024-05-21T00:45:27.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.316+0000 7fa239e00700 1 -- 172.21.15.44:0/1041183362 learned_addr learned my addr 172.21.15.44:0/1041183362 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:27.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.316+0000 7fa23a800700 1 --2- 172.21.15.44:0/1041183362 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa23c10eeb0 0x7fa23c1a4ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:27.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.316+0000 7fa239400700 1 --2- 172.21.15.44:0/1041183362 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa23c10a780 0x7fa23c1a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:27.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.317+0000 7fa239e00700 1 -- 172.21.15.44:0/1041183362 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa23c10a780 msgr2=0x7fa23c1a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:27.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.317+0000 7fa239e00700 1 --2- 172.21.15.44:0/1041183362 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa23c10a780 0x7fa23c1a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.317+0000 7fa239e00700 1 -- 172.21.15.44:0/1041183362 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa23c10eeb0 msgr2=0x7fa23c1a4ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:27.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.317+0000 7fa239e00700 1 --2- 172.21.15.44:0/1041183362 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa23c10eeb0 0x7fa23c1a4ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.317+0000 7fa239e00700 1 -- 172.21.15.44:0/1041183362 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa23c1a51f0 con 0x7fa23c109dd0 2024-05-21T00:45:27.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.317+0000 7fa239400700 1 --2- 172.21.15.44:0/1041183362 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa23c10a780 0x7fa23c1a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:45:27.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.317+0000 7fa23a800700 1 --2- 172.21.15.44:0/1041183362 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa23c10eeb0 0x7fa23c1a4ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:45:27.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.317+0000 7fa239e00700 1 --2- 172.21.15.44:0/1041183362 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa23c109dd0 0x7fa23c1a01e0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fa22c00e9a0 tx=0x7fa22c00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:27.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.317+0000 7fa232a00700 1 -- 172.21.15.44:0/1041183362 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa22c00ca10 con 0x7fa23c109dd0 2024-05-21T00:45:27.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.317+0000 7fa240e00700 1 -- 172.21.15.44:0/1041183362 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa23c1a54e0 con 0x7fa23c109dd0 2024-05-21T00:45:27.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.317+0000 7fa232a00700 1 -- 172.21.15.44:0/1041183362 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa22c00cbb0 con 0x7fa23c109dd0 2024-05-21T00:45:27.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.317+0000 7fa232a00700 1 -- 172.21.15.44:0/1041183362 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa22c018680 con 0x7fa23c109dd0 2024-05-21T00:45:27.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.317+0000 7fa240e00700 1 -- 172.21.15.44:0/1041183362 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa23c1acd60 con 0x7fa23c109dd0 2024-05-21T00:45:27.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.321+0000 7fa232a00700 1 -- 172.21.15.44:0/1041183362 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fa22c010430 con 0x7fa23c109dd0 2024-05-21T00:45:27.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.322+0000 7fa24b698b80 1 Processor -- start 2024-05-21T00:45:27.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.322+0000 7fa24b698b80 1 -- start start 2024-05-21T00:45:27.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.322+0000 7fa24b698b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559ca266eeb0 0x559ca266f290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:27.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.322+0000 7fa24b698b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559ca266f7d0 0x559ca2669260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:27.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.322+0000 7fa24b698b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559ca2669880 0x559ca2669ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:27.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.322+0000 7fa24b698b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x559ca25c7e40 con 0x559ca266f7d0 2024-05-21T00:45:27.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.322+0000 7fa24b698b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x559ca25b79e0 con 0x559ca2669880 2024-05-21T00:45:27.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.322+0000 7fa24b698b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x559ca25bba20 con 0x559ca266eeb0 2024-05-21T00:45:27.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.323+0000 7fa23a800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559ca266eeb0 0x559ca266f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:27.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.323+0000 7fa239e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559ca266f7d0 0x559ca2669260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:27.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.323+0000 7fa23a800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559ca266eeb0 0x559ca266f290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:53454/0 (socket says 172.21.15.44:53454) 2024-05-21T00:45:27.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.323+0000 7fa23a800700 1 -- 172.21.15.44:0/2481471683 learned_addr learned my addr 172.21.15.44:0/2481471683 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:27.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.323+0000 7fa239400700 1 --2- 172.21.15.44:0/2481471683 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559ca2669880 0x559ca2669ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:27.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.323+0000 7fa232a00700 1 --2- 172.21.15.44:0/1041183362 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa2200b2880 0x7fa2200b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:27.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.323+0000 7fa232a00700 1 -- 172.21.15.44:0/1041183362 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fa22c0e2400 con 0x7fa23c109dd0 2024-05-21T00:45:27.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.323+0000 7fa23a800700 1 --2- 172.21.15.44:0/1041183362 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa2200b2880 0x7fa2200b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:27.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.323+0000 7fa239400700 1 -- 172.21.15.44:0/2481471683 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559ca266eeb0 msgr2=0x559ca266f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:27.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.324+0000 7fa239400700 1 --2- 172.21.15.44:0/2481471683 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559ca266eeb0 0x559ca266f290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.324+0000 7fa239400700 1 -- 172.21.15.44:0/2481471683 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559ca266f7d0 msgr2=0x559ca2669260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:27.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.324+0000 7fa239400700 1 --2- 172.21.15.44:0/2481471683 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559ca266f7d0 0x559ca2669260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.324+0000 7fa239400700 1 -- 172.21.15.44:0/2481471683 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559ca2580420 con 0x559ca2669880 2024-05-21T00:45:27.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.324+0000 7fa239400700 1 --2- 172.21.15.44:0/2481471683 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559ca2669880 0x559ca2669ce0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fa2280059d0 tx=0x7fa228005be0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=65d20bcfeac75d0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:27.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.324+0000 7fa23a800700 1 --2- 172.21.15.44:0/1041183362 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa2200b2880 0x7fa2200b4d40 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fa234003fd0 tx=0x7fa234004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:27.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.324+0000 7fa227400700 1 -- 172.21.15.44:0/2481471683 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa228027070 con 0x559ca2669880 2024-05-21T00:45:27.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.325+0000 7fa227400700 1 -- 172.21.15.44:0/2481471683 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa228009590 con 0x559ca2669880 2024-05-21T00:45:27.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.325+0000 7fa227400700 1 -- 172.21.15.44:0/2481471683 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa22800f460 con 0x559ca2669880 2024-05-21T00:45:27.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.325+0000 7fa24b698b80 1 -- 172.21.15.44:0/2481471683 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559ca2669880 msgr2=0x559ca2669ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:27.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.325+0000 7fa24b698b80 1 --2- 172.21.15.44:0/2481471683 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559ca2669880 0x559ca2669ce0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fa2280059d0 tx=0x7fa228005be0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.326+0000 7fa24b698b80 1 -- 172.21.15.44:0/2481471683 shutdown_connections 2024-05-21T00:45:27.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.326+0000 7fa24b698b80 1 --2- 172.21.15.44:0/2481471683 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559ca2669880 0x559ca2669ce0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.326+0000 7fa24b698b80 1 --2- 172.21.15.44:0/2481471683 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559ca266eeb0 0x559ca266f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.326+0000 7fa24b698b80 1 --2- 172.21.15.44:0/2481471683 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559ca266f7d0 0x559ca2669260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.326+0000 7fa24b698b80 1 -- 172.21.15.44:0/2481471683 >> 172.21.15.44:0/2481471683 conn(0x559ca2597be0 msgr2=0x559ca2664010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:27.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.326+0000 7fa24b698b80 1 -- 172.21.15.44:0/2481471683 shutdown_connections 2024-05-21T00:45:27.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.326+0000 7fa24b698b80 1 -- 172.21.15.44:0/2481471683 wait complete. 2024-05-21T00:45:27.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.326+0000 7fa24b698b80 1 -- start start 2024-05-21T00:45:27.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.327+0000 7fa24b698b80 1 Processor -- start 2024-05-21T00:45:27.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.327+0000 7fa24b698b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559ca2669880 0x559ca2675540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:27.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.327+0000 7fa24b698b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559ca266eeb0 0x559ca2672930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:27.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.327+0000 7fa24b698b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559ca266f7d0 0x559ca2672e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:27.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.327+0000 7fa24b698b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x559ca24bdfa0 con 0x559ca2669880 2024-05-21T00:45:27.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.327+0000 7fa24b698b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x559ca2558760 con 0x559ca266eeb0 2024-05-21T00:45:27.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.327+0000 7fa24b698b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x559ca26761e0 con 0x559ca266f7d0 2024-05-21T00:45:27.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.327+0000 7fa24b698b80 10 client.0 _ll_register_callbacks cb 0x559ca2561c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:45:27.331 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.327+0000 7fa239400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559ca266eeb0 0x559ca2672930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:27.331 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.328+0000 7fa239400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559ca266eeb0 0x559ca2672930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:44312/0 (socket says 172.21.15.44:44312) 2024-05-21T00:45:27.331 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.328+0000 7fa239400700 1 -- 172.21.15.44:0/2613458669 learned_addr learned my addr 172.21.15.44:0/2613458669 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:27.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.328+0000 7fa23a800700 1 --2- 172.21.15.44:0/2613458669 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559ca266f7d0 0x559ca2672e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:27.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.328+0000 7fa239e00700 1 --2- 172.21.15.44:0/2613458669 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559ca2669880 0x559ca2675540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:27.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.328+0000 7fa239400700 1 -- 172.21.15.44:0/2613458669 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559ca266f7d0 msgr2=0x559ca2672e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:27.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.328+0000 7fa239400700 1 --2- 172.21.15.44:0/2613458669 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559ca266f7d0 0x559ca2672e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.328+0000 7fa239400700 1 -- 172.21.15.44:0/2613458669 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559ca2669880 msgr2=0x559ca2675540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:27.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.328+0000 7fa239400700 1 --2- 172.21.15.44:0/2613458669 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559ca2669880 0x559ca2675540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.328+0000 7fa239400700 1 -- 172.21.15.44:0/2613458669 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559ca25078d0 con 0x559ca266eeb0 2024-05-21T00:45:27.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.328+0000 7fa239e00700 1 --2- 172.21.15.44:0/2613458669 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559ca2669880 0x559ca2675540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:45:27.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.328+0000 7fa239400700 1 --2- 172.21.15.44:0/2613458669 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559ca266eeb0 0x559ca2672930 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fa228000c00 tx=0x7fa22800f710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c678a96d1d971c94 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:27.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.328+0000 7fa21be00700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:45:27.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.329+0000 7fa21be00700 1 -- 172.21.15.44:0/2613458669 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa228030060 con 0x559ca266eeb0 2024-05-21T00:45:27.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.329+0000 7fa21be00700 1 -- 172.21.15.44:0/2613458669 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fa22800fc30 con 0x559ca266eeb0 2024-05-21T00:45:27.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.329+0000 7fa24b698b80 1 -- 172.21.15.44:0/2613458669 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa228009590 con 0x559ca266eeb0 2024-05-21T00:45:27.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.329+0000 7fa21be00700 1 -- 172.21.15.44:0/2613458669 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa228027040 con 0x559ca266eeb0 2024-05-21T00:45:27.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.329+0000 7fa24b698b80 10 client.25898 fetch_fsmap learned FSMap version 26 2024-05-21T00:45:27.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.329+0000 7fa24b698b80 1 -- 172.21.15.44:0/2613458669 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559ca2588060 con 0x559ca266eeb0 2024-05-21T00:45:27.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.329+0000 7fa21be00700 1 -- 172.21.15.44:0/2613458669 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa228009590 con 0x559ca266eeb0 2024-05-21T00:45:27.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.330+0000 7fa21be00700 1 -- 172.21.15.44:0/2613458669 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa228021030 con 0x559ca266eeb0 2024-05-21T00:45:27.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.330+0000 7fa24b698b80 10 client.25898 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:45:27.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.330+0000 7fa24b698b80 10 client.25898 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:45:27.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.330+0000 7fa24b698b80 20 client.25898 populate_metadata read hostname 'smithi044' 2024-05-21T00:45:27.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.330+0000 7fa24b698b80 1 --2- 172.21.15.44:0/2613458669 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x559ca2682bf0 0x559ca2684fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:27.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.330+0000 7fa24b698b80 4 client.25898 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:45:27.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.330+0000 7fa24b698b80 1 -- 172.21.15.44:0/2613458669 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559ca25c9d90 con 0x559ca2682bf0 2024-05-21T00:45:27.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.330+0000 7fa239e00700 1 --2- 172.21.15.44:0/2613458669 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x559ca2682bf0 0x559ca2684fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:27.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.331+0000 7fa239e00700 1 --2- 172.21.15.44:0/2613458669 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x559ca2682bf0 0x559ca2684fe0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d825c7124fcd710d server_cookie=5c46f4f87bdf5e95 in_seq=0 out_seq=0 2024-05-21T00:45:27.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.331+0000 7fa21be00700 10 client.25898 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:45:27.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.332+0000 7fa21be00700 1 -- 172.21.15.44:0/2613458669 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559ca25c9d90 con 0x559ca2682bf0 2024-05-21T00:45:27.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.332+0000 7fa21be00700 10 client.25898 handle_command_reply: tid=0 2024-05-21T00:45:27.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.332+0000 7fa24b698b80 1 client.25898 shutdown 2024-05-21T00:45:27.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.332+0000 7fa24b698b80 1 -- 172.21.15.44:0/2613458669 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559ca266eeb0 msgr2=0x559ca2672930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:27.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.332+0000 7fa24b698b80 1 --2- 172.21.15.44:0/2613458669 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559ca266eeb0 0x559ca2672930 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fa228000c00 tx=0x7fa22800f710 comp rx=0 tx=0).stop 2024-05-21T00:45:27.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.332+0000 7fa24b698b80 1 -- 172.21.15.44:0/2613458669 shutdown_connections 2024-05-21T00:45:27.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.332+0000 7fa24b698b80 1 --2- 172.21.15.44:0/2613458669 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559ca2669880 0x559ca2675540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.332+0000 7fa24b698b80 1 --2- 172.21.15.44:0/2613458669 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x559ca2682bf0 0x559ca2684fe0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.332+0000 7fa24b698b80 1 --2- 172.21.15.44:0/2613458669 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559ca266f7d0 0x559ca2672e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.332+0000 7fa24b698b80 1 --2- 172.21.15.44:0/2613458669 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559ca266eeb0 0x559ca2672930 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.332+0000 7fa21be00700 0 client.25898 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:45:27.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.332+0000 7fa24b698b80 1 -- 172.21.15.44:0/2613458669 >> 172.21.15.44:0/2613458669 conn(0x559ca2597be0 msgr2=0x559ca2668250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:27.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.332+0000 7fa24b698b80 1 -- 172.21.15.44:0/2613458669 shutdown_connections 2024-05-21T00:45:27.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.332+0000 7fa24b698b80 1 -- 172.21.15.44:0/2613458669 wait complete. 2024-05-21T00:45:27.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.332+0000 7fa24b698b80 20 client.25898 trim_cache size 0 max 16384 2024-05-21T00:45:27.358 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.356+0000 7fa24b698b80 1 Processor -- start 2024-05-21T00:45:27.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.356+0000 7fa24b698b80 1 -- start start 2024-05-21T00:45:27.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.356+0000 7fa24b698b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559ca2669880 0x559ca2669260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:27.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.356+0000 7fa24b698b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559ca266eeb0 0x559ca266d0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:27.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.356+0000 7fa24b698b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559ca266f7d0 0x559ca26639e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:27.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.356+0000 7fa24b698b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa23c1b6aa0 con 0x559ca2669880 2024-05-21T00:45:27.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.356+0000 7fa24b698b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa23c1b4330 con 0x559ca266f7d0 2024-05-21T00:45:27.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.356+0000 7fa24b698b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa23c1b2180 con 0x559ca266eeb0 2024-05-21T00:45:27.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.357+0000 7fa239400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559ca266eeb0 0x559ca266d0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:27.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.357+0000 7fa23a800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559ca266f7d0 0x559ca26639e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:27.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.357+0000 7fa23a800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559ca266f7d0 0x559ca26639e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:44328/0 (socket says 172.21.15.44:44328) 2024-05-21T00:45:27.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.357+0000 7fa23a800700 1 -- 172.21.15.44:0/2837876350 learned_addr learned my addr 172.21.15.44:0/2837876350 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:27.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.357+0000 7fa239400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559ca266eeb0 0x559ca266d0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:53460/0 (socket says 172.21.15.44:53460) 2024-05-21T00:45:27.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.357+0000 7fa239e00700 1 --2- 172.21.15.44:0/2837876350 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559ca2669880 0x559ca2669260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:27.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.357+0000 7fa239400700 1 -- 172.21.15.44:0/2837876350 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559ca266f7d0 msgr2=0x559ca26639e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:27.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.357+0000 7fa239400700 1 --2- 172.21.15.44:0/2837876350 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559ca266f7d0 0x559ca26639e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.357+0000 7fa239400700 1 -- 172.21.15.44:0/2837876350 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559ca2669880 msgr2=0x559ca2669260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:27.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.357+0000 7fa239400700 1 --2- 172.21.15.44:0/2837876350 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559ca2669880 0x559ca2669260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.357+0000 7fa239400700 1 -- 172.21.15.44:0/2837876350 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559ca2670ea0 con 0x559ca266eeb0 2024-05-21T00:45:27.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.357+0000 7fa23a800700 1 --2- 172.21.15.44:0/2837876350 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559ca266f7d0 0x559ca26639e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:45:27.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.357+0000 7fa239e00700 1 --2- 172.21.15.44:0/2837876350 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559ca2669880 0x559ca2669260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:45:27.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.358+0000 7fa239400700 1 --2- 172.21.15.44:0/2837876350 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559ca266eeb0 0x559ca266d0d0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fa228036620 tx=0x7fa228009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eab07afda5f708a5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:27.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.358+0000 7fa226a00700 1 -- 172.21.15.44:0/2837876350 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa228030040 con 0x559ca266eeb0 2024-05-21T00:45:27.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.358+0000 7fa226a00700 1 -- 172.21.15.44:0/2837876350 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa22800fde0 con 0x559ca266eeb0 2024-05-21T00:45:27.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.358+0000 7fa226a00700 1 -- 172.21.15.44:0/2837876350 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2280056b0 con 0x559ca266eeb0 2024-05-21T00:45:27.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.358+0000 7fa24b698b80 1 -- 172.21.15.44:0/2837876350 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559ca266eeb0 msgr2=0x559ca266d0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:27.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.358+0000 7fa24b698b80 1 --2- 172.21.15.44:0/2837876350 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559ca266eeb0 0x559ca266d0d0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fa228036620 tx=0x7fa228009310 comp rx=0 tx=0).stop 2024-05-21T00:45:27.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.359+0000 7fa24b698b80 1 -- 172.21.15.44:0/2837876350 shutdown_connections 2024-05-21T00:45:27.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.359+0000 7fa24b698b80 1 --2- 172.21.15.44:0/2837876350 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559ca2669880 0x559ca2669260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.359+0000 7fa24b698b80 1 --2- 172.21.15.44:0/2837876350 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559ca266f7d0 0x559ca26639e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.359+0000 7fa24b698b80 1 --2- 172.21.15.44:0/2837876350 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559ca266eeb0 0x559ca266d0d0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.359+0000 7fa24b698b80 1 -- 172.21.15.44:0/2837876350 >> 172.21.15.44:0/2837876350 conn(0x559ca2597be0 msgr2=0x559ca266c9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:27.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.359+0000 7fa24b698b80 1 -- 172.21.15.44:0/2837876350 shutdown_connections 2024-05-21T00:45:27.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.359+0000 7fa24b698b80 1 -- 172.21.15.44:0/2837876350 wait complete. 2024-05-21T00:45:27.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.359+0000 7fa24b698b80 1 -- start start 2024-05-21T00:45:27.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.359+0000 7fa24b698b80 1 Processor -- start 2024-05-21T00:45:27.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.360+0000 7fa24b698b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559ca2669880 0x559ca2688690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:27.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.360+0000 7fa24b698b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559ca266eeb0 0x559ca2685a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:27.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.360+0000 7fa24b698b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559ca266f7d0 0x559ca2685fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:27.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.360+0000 7fa24b698b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa23c1b27f0 con 0x559ca2669880 2024-05-21T00:45:27.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.360+0000 7fa24b698b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa23c1b3c60 con 0x559ca266eeb0 2024-05-21T00:45:27.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.360+0000 7fa24b698b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa23c1b2ec0 con 0x559ca266f7d0 2024-05-21T00:45:27.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.360+0000 7fa24b698b80 10 client.0 _ll_register_callbacks cb 0x559ca2561c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:45:27.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.360+0000 7fa239e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559ca2669880 0x559ca2688690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:27.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.360+0000 7fa239e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559ca2669880 0x559ca2688690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56244/0 (socket says 172.21.15.44:56244) 2024-05-21T00:45:27.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.360+0000 7fa239400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559ca266eeb0 0x559ca2685a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:27.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.360+0000 7fa239e00700 1 -- 172.21.15.44:0/2701068319 learned_addr learned my addr 172.21.15.44:0/2701068319 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:27.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.360+0000 7fa23a800700 1 --2- 172.21.15.44:0/2701068319 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559ca266f7d0 0x559ca2685fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:27.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.361+0000 7fa23a800700 1 -- 172.21.15.44:0/2701068319 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559ca266eeb0 msgr2=0x559ca2685a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:27.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.361+0000 7fa23a800700 1 --2- 172.21.15.44:0/2701068319 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559ca266eeb0 0x559ca2685a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.361+0000 7fa23a800700 1 -- 172.21.15.44:0/2701068319 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559ca2669880 msgr2=0x559ca2688690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:27.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.361+0000 7fa23a800700 1 --2- 172.21.15.44:0/2701068319 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559ca2669880 0x559ca2688690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.361+0000 7fa23a800700 1 -- 172.21.15.44:0/2701068319 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559ca26867d0 con 0x559ca266f7d0 2024-05-21T00:45:27.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.361+0000 7fa239400700 1 --2- 172.21.15.44:0/2701068319 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559ca266eeb0 0x559ca2685a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:45:27.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.361+0000 7fa23a800700 1 --2- 172.21.15.44:0/2701068319 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559ca266f7d0 0x559ca2685fc0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x559ca2671de0 tx=0x7fa23400b040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bf855a8499e10b17 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:27.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.361+0000 7fa21be00700 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-05-21T00:45:27.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.361+0000 7fa21be00700 1 -- 172.21.15.44:0/2701068319 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa234007dc0 con 0x559ca266f7d0 2024-05-21T00:45:27.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.361+0000 7fa24b698b80 1 -- 172.21.15.44:0/2701068319 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa22800fde0 con 0x559ca266f7d0 2024-05-21T00:45:27.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.361+0000 7fa21be00700 1 -- 172.21.15.44:0/2701068319 <== mon.1 v2:172.21.15.92:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fa234004bb0 con 0x559ca266f7d0 2024-05-21T00:45:27.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.362+0000 7fa21be00700 1 -- 172.21.15.44:0/2701068319 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa2340048c0 con 0x559ca266f7d0 2024-05-21T00:45:27.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.362+0000 7fa24b698b80 10 client.25942 fetch_fsmap learned FSMap version 26 2024-05-21T00:45:27.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.362+0000 7fa24b698b80 1 -- 172.21.15.44:0/2701068319 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559ca26ed460 con 0x559ca266f7d0 2024-05-21T00:45:27.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.362+0000 7fa21be00700 1 -- 172.21.15.44:0/2701068319 <== mon.1 v2:172.21.15.92:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa22800fde0 con 0x559ca266f7d0 2024-05-21T00:45:27.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.363+0000 7fa21be00700 1 -- 172.21.15.44:0/2701068319 <== mon.1 v2:172.21.15.92:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa23401a450 con 0x559ca266f7d0 2024-05-21T00:45:27.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.363+0000 7fa24b698b80 10 client.25942 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:45:27.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.363+0000 7fa24b698b80 10 client.25942 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:45:27.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.363+0000 7fa24b698b80 20 client.25942 populate_metadata read hostname 'smithi044' 2024-05-21T00:45:27.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.363+0000 7fa24b698b80 1 --2- 172.21.15.44:0/2701068319 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x559ca26edb70 0x559ca26eff90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:27.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.363+0000 7fa24b698b80 4 client.25942 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T00:45:27.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.363+0000 7fa24b698b80 1 -- 172.21.15.44:0/2701068319 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "scrub status"}) -- 0x559ca265ec50 con 0x559ca26edb70 2024-05-21T00:45:27.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.363+0000 7fa239e00700 1 --2- 172.21.15.44:0/2701068319 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x559ca26edb70 0x559ca26eff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:27.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.364+0000 7fa239e00700 1 --2- 172.21.15.44:0/2701068319 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x559ca26edb70 0x559ca26eff90 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=74ee641d4a25c937 server_cookie=f989181948f9d5f8 in_seq=0 out_seq=0 2024-05-21T00:45:27.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.364+0000 7fa21be00700 10 client.25942 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:45:27.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.364+0000 7fa21be00700 1 -- 172.21.15.44:0/2701068319 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x559ca265ec50 con 0x559ca26edb70 2024-05-21T00:45:27.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.364+0000 7fa21be00700 10 client.25942 handle_command_reply: tid=0 2024-05-21T00:45:27.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.364+0000 7fa24b698b80 1 client.25942 shutdown 2024-05-21T00:45:27.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.364+0000 7fa24b698b80 1 -- 172.21.15.44:0/2701068319 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559ca266f7d0 msgr2=0x559ca2685fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:27.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.364+0000 7fa24b698b80 1 --2- 172.21.15.44:0/2701068319 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559ca266f7d0 0x559ca2685fc0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x559ca2671de0 tx=0x7fa23400b040 comp rx=0 tx=0).stop 2024-05-21T00:45:27.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.364+0000 7fa24b698b80 1 -- 172.21.15.44:0/2701068319 shutdown_connections 2024-05-21T00:45:27.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.364+0000 7fa24b698b80 1 --2- 172.21.15.44:0/2701068319 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559ca2669880 0x559ca2688690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.364+0000 7fa24b698b80 1 --2- 172.21.15.44:0/2701068319 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x559ca26edb70 0x559ca26eff90 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.364+0000 7fa24b698b80 1 --2- 172.21.15.44:0/2701068319 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559ca266f7d0 0x559ca2685fc0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.364+0000 7fa24b698b80 1 --2- 172.21.15.44:0/2701068319 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559ca266eeb0 0x559ca2685a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.364+0000 7fa21be00700 0 client.25942 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:45:27.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.364+0000 7fa24b698b80 1 -- 172.21.15.44:0/2701068319 >> 172.21.15.44:0/2701068319 conn(0x559ca2597be0 msgr2=0x559ca26639e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:27.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.364+0000 7fa24b698b80 1 -- 172.21.15.44:0/2701068319 shutdown_connections 2024-05-21T00:45:27.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.364+0000 7fa24b698b80 1 -- 172.21.15.44:0/2701068319 wait complete. 2024-05-21T00:45:27.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.365+0000 7fa24b698b80 20 client.25942 trim_cache size 0 max 16384 2024-05-21T00:45:27.370 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:45:27.370 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "no active scrubs running", 2024-05-21T00:45:27.370 INFO:teuthology.orchestra.run.smithi044.stdout: "scrubs": {} 2024-05-21T00:45:27.370 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:45:27.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.365+0000 7fa240e00700 1 -- 172.21.15.44:0/1041183362 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa2200b2880 msgr2=0x7fa2200b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:27.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.365+0000 7fa240e00700 1 --2- 172.21.15.44:0/1041183362 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa2200b2880 0x7fa2200b4d40 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fa234003fd0 tx=0x7fa234004b40 comp rx=0 tx=0).stop 2024-05-21T00:45:27.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.365+0000 7fa240e00700 1 -- 172.21.15.44:0/1041183362 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa23c109dd0 msgr2=0x7fa23c1a01e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:27.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.365+0000 7fa240e00700 1 --2- 172.21.15.44:0/1041183362 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa23c109dd0 0x7fa23c1a01e0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fa22c00e9a0 tx=0x7fa22c00ecb0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.365+0000 7fa240e00700 1 -- 172.21.15.44:0/1041183362 shutdown_connections 2024-05-21T00:45:27.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.365+0000 7fa240e00700 1 --2- 172.21.15.44:0/1041183362 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa2200b2880 0x7fa2200b4d40 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.365+0000 7fa240e00700 1 --2- 172.21.15.44:0/1041183362 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa23c10eeb0 0x7fa23c1a4ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.365+0000 7fa240e00700 1 --2- 172.21.15.44:0/1041183362 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa23c109dd0 0x7fa23c1a01e0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.365+0000 7fa240e00700 1 --2- 172.21.15.44:0/1041183362 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa23c10a780 0x7fa23c1a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:27.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.365+0000 7fa240e00700 1 -- 172.21.15.44:0/1041183362 >> 172.21.15.44:0/1041183362 conn(0x7fa23c076d10 msgr2=0x7fa23c1091f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:27.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.366+0000 7fa240e00700 1 -- 172.21.15.44:0/1041183362 shutdown_connections 2024-05-21T00:45:27.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:27.366+0000 7fa240e00700 1 -- 172.21.15.44:0/1041183362 wait complete. 2024-05-21T00:45:28.029 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:27 smithi044 ceph-mon[31392]: pgmap v560: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 709 KiB/s rd, 21 KiB/s wr, 24 op/s 2024-05-21T00:45:28.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:27 smithi092 ceph-mon[36335]: pgmap v560: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 709 KiB/s rd, 21 KiB/s wr, 24 op/s 2024-05-21T00:45:28.194 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:27 smithi082 ceph-mon[36141]: pgmap v560: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 709 KiB/s rd, 21 KiB/s wr, 24 op/s 2024-05-21T00:45:28.543 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T00:45:28.543 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:45:29.030 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:45:30.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:29 smithi044 ceph-mon[31392]: pgmap v561: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 9.9 KiB/s wr, 16 op/s 2024-05-21T00:45:30.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:29 smithi092 ceph-mon[36335]: pgmap v561: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 9.9 KiB/s wr, 16 op/s 2024-05-21T00:45:30.194 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:29 smithi082 ceph-mon[36141]: pgmap v561: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 9.9 KiB/s wr, 16 op/s 2024-05-21T00:45:31.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.284+0000 7fab66c00700 1 -- 172.21.15.44:0/247175727 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fab6010fd10 msgr2=0x7fab60112120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:31.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.284+0000 7fab66c00700 1 --2- 172.21.15.44:0/247175727 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fab6010fd10 0x7fab60112120 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fab5800b0a0 tx=0x7fab5800b3b0 comp rx=0 tx=0).stop 2024-05-21T00:45:31.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.284+0000 7fab66c00700 1 -- 172.21.15.44:0/247175727 shutdown_connections 2024-05-21T00:45:31.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.284+0000 7fab66c00700 1 --2- 172.21.15.44:0/247175727 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fab6010fd10 0x7fab60112120 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:31.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.284+0000 7fab66c00700 1 --2- 172.21.15.44:0/247175727 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fab60075910 0x7fab60075cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:31.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.284+0000 7fab66c00700 1 --2- 172.21.15.44:0/247175727 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fab60076230 0x7fab6010f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:31.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.284+0000 7fab66c00700 1 -- 172.21.15.44:0/247175727 >> 172.21.15.44:0/247175727 conn(0x7fab600fefc0 msgr2=0x7fab601013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:31.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.284+0000 7fab66c00700 1 -- 172.21.15.44:0/247175727 shutdown_connections 2024-05-21T00:45:31.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.284+0000 7fab66c00700 1 -- 172.21.15.44:0/247175727 wait complete. 2024-05-21T00:45:31.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.286+0000 7fab66c00700 1 Processor -- start 2024-05-21T00:45:31.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.286+0000 7fab66c00700 1 -- start start 2024-05-21T00:45:31.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.287+0000 7fab66c00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fab60075910 0x7fab6019bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:31.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.287+0000 7fab66c00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fab60076230 0x7fab6019c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:31.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.287+0000 7fab66c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fab6010fd10 0x7fab601a05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:31.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.287+0000 7fab66c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fab601158a0 con 0x7fab6010fd10 2024-05-21T00:45:31.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.287+0000 7fab66c00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fab60115720 con 0x7fab60076230 2024-05-21T00:45:31.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.287+0000 7fab66c00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fab60115a20 con 0x7fab60075910 2024-05-21T00:45:31.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.287+0000 7fab64e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fab60076230 0x7fab6019c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:31.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.287+0000 7fab65800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fab60075910 0x7fab6019bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:31.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.287+0000 7fab64e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fab60076230 0x7fab6019c2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:34660/0 (socket says 172.21.15.44:34660) 2024-05-21T00:45:31.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.287+0000 7fab64e00700 1 -- 172.21.15.44:0/2802454654 learned_addr learned my addr 172.21.15.44:0/2802454654 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:31.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.287+0000 7fab66200700 1 --2- 172.21.15.44:0/2802454654 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fab6010fd10 0x7fab601a05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:31.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.288+0000 7fab64e00700 1 -- 172.21.15.44:0/2802454654 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fab60075910 msgr2=0x7fab6019bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:31.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.288+0000 7fab64e00700 1 --2- 172.21.15.44:0/2802454654 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fab60075910 0x7fab6019bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:31.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.288+0000 7fab64e00700 1 -- 172.21.15.44:0/2802454654 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fab6010fd10 msgr2=0x7fab601a05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:31.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.288+0000 7fab64e00700 1 --2- 172.21.15.44:0/2802454654 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fab6010fd10 0x7fab601a05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:31.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.288+0000 7fab64e00700 1 -- 172.21.15.44:0/2802454654 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab601a0d30 con 0x7fab60076230 2024-05-21T00:45:31.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.288+0000 7fab64e00700 1 --2- 172.21.15.44:0/2802454654 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fab60076230 0x7fab6019c2b0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fab4c00e9c0 tx=0x7fab4c00ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:31.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.288+0000 7fab5e000700 1 -- 172.21.15.44:0/2802454654 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab4c00cbd0 con 0x7fab60076230 2024-05-21T00:45:31.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.288+0000 7fab66c00700 1 -- 172.21.15.44:0/2802454654 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab601a1020 con 0x7fab60076230 2024-05-21T00:45:31.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.288+0000 7fab5e000700 1 -- 172.21.15.44:0/2802454654 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab4c00ee60 con 0x7fab60076230 2024-05-21T00:45:31.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.288+0000 7fab5e000700 1 -- 172.21.15.44:0/2802454654 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab4c0055c0 con 0x7fab60076230 2024-05-21T00:45:31.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.288+0000 7fab66c00700 1 -- 172.21.15.44:0/2802454654 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab601a88a0 con 0x7fab60076230 2024-05-21T00:45:31.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.290+0000 7fab66c00700 1 -- 172.21.15.44:0/2802454654 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab6006a230 con 0x7fab60076230 2024-05-21T00:45:31.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.292+0000 7fab5e000700 1 -- 172.21.15.44:0/2802454654 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fab4c004750 con 0x7fab60076230 2024-05-21T00:45:31.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.293+0000 7fab5e000700 1 --2- 172.21.15.44:0/2802454654 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fab480b2880 0x7fab480b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:31.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.294+0000 7fab5e000700 1 -- 172.21.15.44:0/2802454654 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fab4c0e2730 con 0x7fab60076230 2024-05-21T00:45:31.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.294+0000 7fab65800700 1 --2- 172.21.15.44:0/2802454654 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fab480b2880 0x7fab480b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:31.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.294+0000 7fab65800700 1 --2- 172.21.15.44:0/2802454654 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fab480b2880 0x7fab480b4d40 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fab54009c60 tx=0x7fab54009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:31.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.295+0000 7fab5e000700 1 -- 172.21.15.44:0/2802454654 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fab4c054df0 con 0x7fab60076230 2024-05-21T00:45:31.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.584+0000 7fab66c00700 1 -- 172.21.15.44:0/2802454654 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fab6019d080 con 0x7fab60076230 2024-05-21T00:45:31.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.585+0000 7fab5e000700 1 -- 172.21.15.44:0/2802454654 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11854 (secure 0 0 0) 0x7fab4c0aa3b0 con 0x7fab60076230 2024-05-21T00:45:31.589 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:45:31.589 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/561549854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":561549854},{"type":"v1","addr":"172.21.15.44:6837","nonce":561549854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/2400906516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2400906516},{"type":"v1","addr":"172.21.15.82:6835","nonce":2400906516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2996309052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2996309052},{"type":"v1","addr":"172.21.15.92:6835","nonce":2996309052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:37:29.521554+0000","modified":"2024-05-21T00:41:28.977476+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24521,"mds_1":24511,"mds_2":24509},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24482":{"gid":24482,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6837/2183805482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":2183805482},{"type":"v1","addr":"172.21.15.82:6837","nonce":2183805482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6837/1462528640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1462528640},{"type":"v1","addr":"172.21.15.92:6837","nonce":1462528640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6839/1183044801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6838","nonce":1183044801},{"type":"v1","addr":"172.21.15.92:6839","nonce":1183044801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"a","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/3917264755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":3917264755},{"type":"v1","addr":"172.21.15.44:6841","nonce":3917264755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1038937716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1038937716},{"type":"v1","addr":"172.21.15.44:6839","nonce":1038937716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.82:6839/3736218763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":3736218763},{"type":"v1","addr":"172.21.15.82:6839","nonce":3736218763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24521,"qdb_cluster":[24509,24511,24521]},"id":1}]} 2024-05-21T00:45:31.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.589+0000 7fab66c00700 1 -- 172.21.15.44:0/2802454654 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fab480b2880 msgr2=0x7fab480b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:31.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.589+0000 7fab66c00700 1 --2- 172.21.15.44:0/2802454654 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fab480b2880 0x7fab480b4d40 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fab54009c60 tx=0x7fab54009260 comp rx=0 tx=0).stop 2024-05-21T00:45:31.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.589+0000 7fab66c00700 1 -- 172.21.15.44:0/2802454654 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fab60076230 msgr2=0x7fab6019c2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:31.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.589+0000 7fab66c00700 1 --2- 172.21.15.44:0/2802454654 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fab60076230 0x7fab6019c2b0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fab4c00e9c0 tx=0x7fab4c00ecd0 comp rx=0 tx=0).stop 2024-05-21T00:45:31.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.589+0000 7fab66c00700 1 -- 172.21.15.44:0/2802454654 shutdown_connections 2024-05-21T00:45:31.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.589+0000 7fab66c00700 1 --2- 172.21.15.44:0/2802454654 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fab480b2880 0x7fab480b4d40 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:31.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.589+0000 7fab66c00700 1 --2- 172.21.15.44:0/2802454654 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fab6010fd10 0x7fab601a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:31.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.589+0000 7fab66c00700 1 --2- 172.21.15.44:0/2802454654 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fab60075910 0x7fab6019bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:31.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.589+0000 7fab66c00700 1 --2- 172.21.15.44:0/2802454654 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fab60076230 0x7fab6019c2b0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:31.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.589+0000 7fab66c00700 1 -- 172.21.15.44:0/2802454654 >> 172.21.15.44:0/2802454654 conn(0x7fab600fefc0 msgr2=0x7fab600ffc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:31.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.589+0000 7fab66c00700 1 -- 172.21.15.44:0/2802454654 shutdown_connections 2024-05-21T00:45:31.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:31.589+0000 7fab66c00700 1 -- 172.21.15.44:0/2802454654 wait complete. 2024-05-21T00:45:31.593 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 26 2024-05-21T00:45:31.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:31 smithi044 ceph-mon[31392]: pgmap v562: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 938 B/s wr, 10 op/s 2024-05-21T00:45:31.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:31 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/2802454654' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:45:32.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:31 smithi092 ceph-mon[36335]: pgmap v562: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 938 B/s wr, 10 op/s 2024-05-21T00:45:32.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:31 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/2802454654' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:45:32.194 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:31 smithi082 ceph-mon[36141]: pgmap v562: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 938 B/s wr, 10 op/s 2024-05-21T00:45:32.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:31 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/2802454654' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:45:32.457 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T00:45:32.937 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:45:34.034 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:33 smithi044 ceph-mon[31392]: pgmap v563: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 597 B/s wr, 8 op/s 2024-05-21T00:45:34.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:33 smithi092 ceph-mon[36335]: pgmap v563: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 597 B/s wr, 8 op/s 2024-05-21T00:45:34.194 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:33 smithi082 ceph-mon[36141]: pgmap v563: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 597 B/s wr, 8 op/s 2024-05-21T00:45:35.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.394+0000 7f7250a00700 1 -- 172.21.15.44:0/1476126871 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f724c075970 msgr2=0x7f724c075d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:35.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.394+0000 7f7250a00700 1 --2- 172.21.15.44:0/1476126871 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f724c075970 0x7f724c075d50 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f723c009f90 tx=0x7f723c00b330 comp rx=0 tx=0).stop 2024-05-21T00:45:35.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.394+0000 7f7250a00700 1 -- 172.21.15.44:0/1476126871 shutdown_connections 2024-05-21T00:45:35.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.394+0000 7f7250a00700 1 --2- 172.21.15.44:0/1476126871 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f724c10fcb0 0x7f724c112120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.394+0000 7f7250a00700 1 --2- 172.21.15.44:0/1476126871 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f724c075970 0x7f724c075d50 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.394+0000 7f7250a00700 1 --2- 172.21.15.44:0/1476126871 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f724c076290 0x7f724c10f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.394+0000 7f7250a00700 1 -- 172.21.15.44:0/1476126871 >> 172.21.15.44:0/1476126871 conn(0x7f724c0fefc0 msgr2=0x7f724c1013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:35.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.394+0000 7f7250a00700 1 -- 172.21.15.44:0/1476126871 shutdown_connections 2024-05-21T00:45:35.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.394+0000 7f7250a00700 1 -- 172.21.15.44:0/1476126871 wait complete. 2024-05-21T00:45:35.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.396+0000 7f7250a00700 1 Processor -- start 2024-05-21T00:45:35.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.396+0000 7f7250a00700 1 -- start start 2024-05-21T00:45:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.396+0000 7f7250a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f724c075970 0x7f724c19bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.396+0000 7f7250a00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f724c076290 0x7f724c19c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.396+0000 7f7250a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f724c10fcb0 0x7f724c1a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.396+0000 7f7250a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f724c115880 con 0x7f724c10fcb0 2024-05-21T00:45:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.396+0000 7f7250a00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f724c115700 con 0x7f724c076290 2024-05-21T00:45:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.396+0000 7f7250a00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f724c115a00 con 0x7f724c075970 2024-05-21T00:45:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.397+0000 7f7241e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f724c076290 0x7f724c19c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.397+0000 7f724b200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f724c10fcb0 0x7f724c1a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.397+0000 7f7241e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f724c076290 0x7f724c19c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:34680/0 (socket says 172.21.15.44:34680) 2024-05-21T00:45:35.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.397+0000 7f7241e00700 1 -- 172.21.15.44:0/2447770713 learned_addr learned my addr 172.21.15.44:0/2447770713 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:35.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.397+0000 7f724a800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f724c075970 0x7f724c19bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:35.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.397+0000 7f724a800700 1 -- 172.21.15.44:0/2447770713 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f724c076290 msgr2=0x7f724c19c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:35.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.397+0000 7f724a800700 1 --2- 172.21.15.44:0/2447770713 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f724c076290 0x7f724c19c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.397+0000 7f724a800700 1 -- 172.21.15.44:0/2447770713 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f724c10fcb0 msgr2=0x7f724c1a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:35.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.397+0000 7f724a800700 1 --2- 172.21.15.44:0/2447770713 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f724c10fcb0 0x7f724c1a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.397+0000 7f724a800700 1 -- 172.21.15.44:0/2447770713 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f724c1a0da0 con 0x7f724c075970 2024-05-21T00:45:35.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.397+0000 7f724a800700 1 --2- 172.21.15.44:0/2447770713 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f724c075970 0x7f724c19bd90 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f723c000f80 tx=0x7f723c00ccb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:35.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.398+0000 7f7243e00700 1 -- 172.21.15.44:0/2447770713 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f723c021070 con 0x7f724c075970 2024-05-21T00:45:35.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.398+0000 7f7250a00700 1 -- 172.21.15.44:0/2447770713 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f724c1a1030 con 0x7f724c075970 2024-05-21T00:45:35.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.398+0000 7f7243e00700 1 -- 172.21.15.44:0/2447770713 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f723c007ac0 con 0x7f724c075970 2024-05-21T00:45:35.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.398+0000 7f7243e00700 1 -- 172.21.15.44:0/2447770713 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f723c005040 con 0x7f724c075970 2024-05-21T00:45:35.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.398+0000 7f7250a00700 1 -- 172.21.15.44:0/2447770713 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f724c1a8910 con 0x7f724c075970 2024-05-21T00:45:35.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.402+0000 7f7243e00700 1 -- 172.21.15.44:0/2447770713 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f723c024070 con 0x7f724c075970 2024-05-21T00:45:35.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.403+0000 7f725bccab80 1 Processor -- start 2024-05-21T00:45:35.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.404+0000 7f725bccab80 1 -- start start 2024-05-21T00:45:35.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.404+0000 7f725bccab80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c255094020 0x55c255094400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:35.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.404+0000 7f725bccab80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c255094940 0x55c25508e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:35.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.404+0000 7f725bccab80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c25508ead0 0x55c25508ef30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:35.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.404+0000 7f725bccab80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55c254fece40 con 0x55c255094940 2024-05-21T00:45:35.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.404+0000 7f725bccab80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55c254fdc9e0 con 0x55c25508ead0 2024-05-21T00:45:35.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.404+0000 7f725bccab80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55c254fe0a20 con 0x55c255094020 2024-05-21T00:45:35.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.405+0000 7f7243e00700 1 --2- 172.21.15.44:0/2447770713 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f72300b2900 0x7f72300b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:35.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.405+0000 7f724b200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c255094020 0x55c255094400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:35.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.405+0000 7f724a800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c255094940 0x55c25508e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:35.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.405+0000 7f724b200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c255094020 0x55c255094400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:52896/0 (socket says 172.21.15.44:52896) 2024-05-21T00:45:35.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.405+0000 7f724b200700 1 -- 172.21.15.44:0/2526790790 learned_addr learned my addr 172.21.15.44:0/2526790790 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:35.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.405+0000 7f7241e00700 1 --2- 172.21.15.44:0/2526790790 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c25508ead0 0x55c25508ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:35.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.405+0000 7f7243e00700 1 -- 172.21.15.44:0/2447770713 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f723c00f020 con 0x7f724c075970 2024-05-21T00:45:35.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.405+0000 7f724b200700 1 --2- 172.21.15.44:0/2447770713 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f72300b2900 0x7f72300b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:35.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.405+0000 7f724b200700 1 -- 172.21.15.44:0/2526790790 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c25508ead0 msgr2=0x55c25508ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:35.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.405+0000 7f724b200700 1 --2- 172.21.15.44:0/2526790790 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c25508ead0 0x55c25508ef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.405+0000 7f724b200700 1 -- 172.21.15.44:0/2526790790 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c255094940 msgr2=0x55c25508e4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:35.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.405+0000 7f724b200700 1 --2- 172.21.15.44:0/2526790790 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c255094940 0x55c25508e4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.405+0000 7f724b200700 1 -- 172.21.15.44:0/2526790790 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c254fa5420 con 0x55c255094020 2024-05-21T00:45:35.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.406+0000 7f724a800700 1 --2- 172.21.15.44:0/2526790790 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c255094940 0x55c25508e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:45:35.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.406+0000 7f724b200700 1 --2- 172.21.15.44:0/2526790790 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c255094020 0x55c255094400 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f72440137f0 tx=0x7f7244013b00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bff598c4aa2dca0a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:35.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.406+0000 7f724b200700 1 --2- 172.21.15.44:0/2447770713 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f72300b2900 0x7f72300b4dc0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f7244013e50 tx=0x7f7244020000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:35.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.406+0000 7f723be00700 1 -- 172.21.15.44:0/2526790790 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7244012080 con 0x55c255094020 2024-05-21T00:45:35.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.406+0000 7f723be00700 1 -- 172.21.15.44:0/2526790790 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7244023070 con 0x55c255094020 2024-05-21T00:45:35.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.406+0000 7f723be00700 1 -- 172.21.15.44:0/2526790790 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7244010430 con 0x55c255094020 2024-05-21T00:45:35.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.407+0000 7f725bccab80 1 -- 172.21.15.44:0/2526790790 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c255094020 msgr2=0x55c255094400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:35.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.407+0000 7f725bccab80 1 --2- 172.21.15.44:0/2526790790 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c255094020 0x55c255094400 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f72440137f0 tx=0x7f7244013b00 comp rx=0 tx=0).stop 2024-05-21T00:45:35.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.407+0000 7f725bccab80 1 -- 172.21.15.44:0/2526790790 shutdown_connections 2024-05-21T00:45:35.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.407+0000 7f725bccab80 1 --2- 172.21.15.44:0/2526790790 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c25508ead0 0x55c25508ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.407+0000 7f725bccab80 1 --2- 172.21.15.44:0/2526790790 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c255094020 0x55c255094400 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.408+0000 7f725bccab80 1 --2- 172.21.15.44:0/2526790790 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c255094940 0x55c25508e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.408+0000 7f725bccab80 1 -- 172.21.15.44:0/2526790790 >> 172.21.15.44:0/2526790790 conn(0x55c254fbcbe0 msgr2=0x55c255089150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:35.412 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.408+0000 7f725bccab80 1 -- 172.21.15.44:0/2526790790 shutdown_connections 2024-05-21T00:45:35.412 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.408+0000 7f725bccab80 1 -- 172.21.15.44:0/2526790790 wait complete. 2024-05-21T00:45:35.412 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.408+0000 7f725bccab80 1 -- start start 2024-05-21T00:45:35.412 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.408+0000 7f725bccab80 1 Processor -- start 2024-05-21T00:45:35.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.409+0000 7f725bccab80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c25508ead0 0x55c25509a680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:35.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.409+0000 7f725bccab80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c255094020 0x55c255097a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:35.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.409+0000 7f725bccab80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c255094940 0x55c255097f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:35.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.409+0000 7f725bccab80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55c254ee2fa0 con 0x55c25508ead0 2024-05-21T00:45:35.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.409+0000 7f725bccab80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55c254f7d760 con 0x55c255094020 2024-05-21T00:45:35.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.409+0000 7f725bccab80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55c25509b400 con 0x55c255094940 2024-05-21T00:45:35.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.409+0000 7f725bccab80 10 client.0 _ll_register_callbacks cb 0x55c254f86c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:45:35.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.409+0000 7f7241e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c255094020 0x55c255097a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:35.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.409+0000 7f7241e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c255094020 0x55c255097a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:34710/0 (socket says 172.21.15.44:34710) 2024-05-21T00:45:35.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.409+0000 7f7241e00700 1 -- 172.21.15.44:0/947768978 learned_addr learned my addr 172.21.15.44:0/947768978 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:35.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.409+0000 7f724a800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c25508ead0 0x55c25509a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:35.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.410+0000 7f724b200700 1 --2- 172.21.15.44:0/947768978 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c255094940 0x55c255097f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:35.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.410+0000 7f7241e00700 1 -- 172.21.15.44:0/947768978 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c255094940 msgr2=0x55c255097f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:35.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.410+0000 7f7241e00700 1 --2- 172.21.15.44:0/947768978 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c255094940 0x55c255097f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.410+0000 7f7241e00700 1 -- 172.21.15.44:0/947768978 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c25508ead0 msgr2=0x55c25509a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:35.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.410+0000 7f7241e00700 1 --2- 172.21.15.44:0/947768978 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c25508ead0 0x55c25509a680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.410+0000 7f7241e00700 1 -- 172.21.15.44:0/947768978 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c254f2c8d0 con 0x55c255094020 2024-05-21T00:45:35.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.410+0000 7f7241e00700 1 --2- 172.21.15.44:0/947768978 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c255094020 0x55c255097a20 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f7234012810 tx=0x7f7234012b20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e47d64c8b6d577f7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:35.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.410+0000 7f7238c00700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:45:35.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.410+0000 7f7238c00700 1 -- 172.21.15.44:0/947768978 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7234004020 con 0x55c255094020 2024-05-21T00:45:35.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.411+0000 7f725bccab80 1 -- 172.21.15.44:0/947768978 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7244023070 con 0x55c255094020 2024-05-21T00:45:35.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.411+0000 7f7238c00700 1 -- 172.21.15.44:0/947768978 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f72340041c0 con 0x55c255094020 2024-05-21T00:45:35.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.411+0000 7f7238c00700 1 -- 172.21.15.44:0/947768978 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f72340043c0 con 0x55c255094020 2024-05-21T00:45:35.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.411+0000 7f725bccab80 10 client.25922 fetch_fsmap learned FSMap version 26 2024-05-21T00:45:35.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.411+0000 7f725bccab80 1 -- 172.21.15.44:0/947768978 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c254fad060 con 0x55c255094020 2024-05-21T00:45:35.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.411+0000 7f7238c00700 1 -- 172.21.15.44:0/947768978 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7244023070 con 0x55c255094020 2024-05-21T00:45:35.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.411+0000 7f7238c00700 1 -- 172.21.15.44:0/947768978 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f723400f640 con 0x55c255094020 2024-05-21T00:45:35.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.412+0000 7f725bccab80 10 client.25922 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:45:35.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.412+0000 7f725bccab80 10 client.25922 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.a 2024-05-21T00:45:35.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.412+0000 7f725bccab80 20 client.25922 populate_metadata read hostname 'smithi044' 2024-05-21T00:45:35.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.412+0000 7f725bccab80 1 --2- 172.21.15.44:0/947768978 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55c2550a7f30 0x55c2550aa320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:35.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.412+0000 7f725bccab80 4 client.25922 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:45:35.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.412+0000 7f725bccab80 1 -- 172.21.15.44:0/947768978 --> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c254feed90 con 0x55c2550a7f30 2024-05-21T00:45:35.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.412+0000 7f724a800700 1 --2- 172.21.15.44:0/947768978 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55c2550a7f30 0x55c2550aa320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:35.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.413+0000 7f724a800700 1 --2- 172.21.15.44:0/947768978 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55c2550a7f30 0x55c2550aa320 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=81b0beeb6ecbc180 server_cookie=30a51aed0c81c4b4 in_seq=0 out_seq=0 2024-05-21T00:45:35.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.413+0000 7f7238c00700 10 client.25922 ms_handle_connect on v2:172.21.15.44:6840/3917264755 2024-05-21T00:45:35.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.413+0000 7f7238c00700 1 -- 172.21.15.44:0/947768978 <== mds.2 v2:172.21.15.44:6840/3917264755 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c254feed90 con 0x55c2550a7f30 2024-05-21T00:45:35.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.413+0000 7f7238c00700 10 client.25922 handle_command_reply: tid=0 2024-05-21T00:45:35.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.413+0000 7f725bccab80 1 client.25922 shutdown 2024-05-21T00:45:35.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.414+0000 7f725bccab80 1 -- 172.21.15.44:0/947768978 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c255094020 msgr2=0x55c255097a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:35.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.414+0000 7f725bccab80 1 --2- 172.21.15.44:0/947768978 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c255094020 0x55c255097a20 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f7234012810 tx=0x7f7234012b20 comp rx=0 tx=0).stop 2024-05-21T00:45:35.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.414+0000 7f725bccab80 1 -- 172.21.15.44:0/947768978 shutdown_connections 2024-05-21T00:45:35.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.414+0000 7f725bccab80 1 --2- 172.21.15.44:0/947768978 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c25508ead0 0x55c25509a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.414+0000 7f725bccab80 1 --2- 172.21.15.44:0/947768978 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55c2550a7f30 0x55c2550aa320 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.414+0000 7f725bccab80 1 --2- 172.21.15.44:0/947768978 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c255094940 0x55c255097f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.414+0000 7f725bccab80 1 --2- 172.21.15.44:0/947768978 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c255094020 0x55c255097a20 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.414+0000 7f7238c00700 0 client.25922 ms_handle_reset on v2:172.21.15.44:6840/3917264755 2024-05-21T00:45:35.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.414+0000 7f725bccab80 1 -- 172.21.15.44:0/947768978 >> 172.21.15.44:0/947768978 conn(0x55c254fbcbe0 msgr2=0x55c25508d4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:35.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.414+0000 7f725bccab80 1 -- 172.21.15.44:0/947768978 shutdown_connections 2024-05-21T00:45:35.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.414+0000 7f725bccab80 1 -- 172.21.15.44:0/947768978 wait complete. 2024-05-21T00:45:35.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.414+0000 7f725bccab80 20 client.25922 trim_cache size 0 max 16384 2024-05-21T00:45:35.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.431+0000 7f725bccab80 1 Processor -- start 2024-05-21T00:45:35.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.431+0000 7f725bccab80 1 -- start start 2024-05-21T00:45:35.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.432+0000 7f725bccab80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c25508ead0 0x55c25508de30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:35.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.432+0000 7f725bccab80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c255094020 0x55c25508e370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:35.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.432+0000 7f725bccab80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c255094940 0x55c255096310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:35.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.432+0000 7f725bccab80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f724c1b25e0 con 0x55c25508ead0 2024-05-21T00:45:35.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.432+0000 7f725bccab80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f724c1afe70 con 0x55c255094020 2024-05-21T00:45:35.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.432+0000 7f725bccab80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f724c1adcc0 con 0x55c255094940 2024-05-21T00:45:35.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.432+0000 7f724a800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c25508ead0 0x55c25508de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:35.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.432+0000 7f724a800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c25508ead0 0x55c25508de30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47230/0 (socket says 172.21.15.44:47230) 2024-05-21T00:45:35.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.432+0000 7f724a800700 1 -- 172.21.15.44:0/451230883 learned_addr learned my addr 172.21.15.44:0/451230883 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:35.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.432+0000 7f7241e00700 1 --2- 172.21.15.44:0/451230883 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c255094020 0x55c25508e370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:35.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.432+0000 7f724b200700 1 --2- 172.21.15.44:0/451230883 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c255094940 0x55c255096310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:35.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.433+0000 7f7241e00700 1 -- 172.21.15.44:0/451230883 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c255094940 msgr2=0x55c255096310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:35.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.433+0000 7f7241e00700 1 --2- 172.21.15.44:0/451230883 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c255094940 0x55c255096310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.433+0000 7f7241e00700 1 -- 172.21.15.44:0/451230883 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c25508ead0 msgr2=0x55c25508de30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:35.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.433+0000 7f7241e00700 1 --2- 172.21.15.44:0/451230883 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c25508ead0 0x55c25508de30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.433+0000 7f7241e00700 1 -- 172.21.15.44:0/451230883 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c2550aa950 con 0x55c255094020 2024-05-21T00:45:35.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.433+0000 7f7241e00700 1 --2- 172.21.15.44:0/451230883 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c255094020 0x55c25508e370 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f7234005950 tx=0x7f7234005800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e0a9d761da52df44 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:35.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.433+0000 7f723b400700 1 -- 172.21.15.44:0/451230883 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f723400fc50 con 0x55c255094020 2024-05-21T00:45:35.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.433+0000 7f723b400700 1 -- 172.21.15.44:0/451230883 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7234022030 con 0x55c255094020 2024-05-21T00:45:35.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.433+0000 7f723b400700 1 -- 172.21.15.44:0/451230883 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f723402fba0 con 0x55c255094020 2024-05-21T00:45:35.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.434+0000 7f725bccab80 1 -- 172.21.15.44:0/451230883 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c255094020 msgr2=0x55c25508e370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:35.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.434+0000 7f725bccab80 1 --2- 172.21.15.44:0/451230883 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c255094020 0x55c25508e370 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f7234005950 tx=0x7f7234005800 comp rx=0 tx=0).stop 2024-05-21T00:45:35.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.434+0000 7f725bccab80 1 -- 172.21.15.44:0/451230883 shutdown_connections 2024-05-21T00:45:35.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.434+0000 7f725bccab80 1 --2- 172.21.15.44:0/451230883 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c25508ead0 0x55c25508de30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.434+0000 7f725bccab80 1 --2- 172.21.15.44:0/451230883 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c255094940 0x55c255096310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.434+0000 7f725bccab80 1 --2- 172.21.15.44:0/451230883 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c255094020 0x55c25508e370 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.434+0000 7f725bccab80 1 -- 172.21.15.44:0/451230883 >> 172.21.15.44:0/451230883 conn(0x55c254fbcbe0 msgr2=0x55c2550979e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:35.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.434+0000 7f725bccab80 1 -- 172.21.15.44:0/451230883 shutdown_connections 2024-05-21T00:45:35.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.434+0000 7f725bccab80 1 -- 172.21.15.44:0/451230883 wait complete. 2024-05-21T00:45:35.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.435+0000 7f725bccab80 1 -- start start 2024-05-21T00:45:35.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.435+0000 7f725bccab80 1 Processor -- start 2024-05-21T00:45:35.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.436+0000 7f725bccab80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c25508ead0 0x55c2550af760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:35.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.436+0000 7f725bccab80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c255094020 0x55c2550afca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:35.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.436+0000 7f725bccab80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c255094940 0x55c2550b01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:35.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.436+0000 7f725bccab80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f724c1ae330 con 0x55c255094940 2024-05-21T00:45:35.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.436+0000 7f725bccab80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f724c1af7a0 con 0x55c255094020 2024-05-21T00:45:35.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.436+0000 7f725bccab80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f724c1aea00 con 0x55c25508ead0 2024-05-21T00:45:35.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.436+0000 7f725bccab80 10 client.0 _ll_register_callbacks cb 0x55c254f86c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:45:35.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.436+0000 7f724b200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c255094940 0x55c2550b01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:35.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.436+0000 7f7241e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c255094020 0x55c2550afca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:35.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.436+0000 7f724b200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c255094940 0x55c2550b01e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47240/0 (socket says 172.21.15.44:47240) 2024-05-21T00:45:35.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.436+0000 7f724b200700 1 -- 172.21.15.44:0/333052885 learned_addr learned my addr 172.21.15.44:0/333052885 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:35.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.436+0000 7f724a800700 1 --2- 172.21.15.44:0/333052885 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c25508ead0 0x55c2550af760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:35.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.437+0000 7f7241e00700 1 -- 172.21.15.44:0/333052885 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c25508ead0 msgr2=0x55c2550af760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:35.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.437+0000 7f7241e00700 1 --2- 172.21.15.44:0/333052885 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c25508ead0 0x55c2550af760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.437+0000 7f7241e00700 1 -- 172.21.15.44:0/333052885 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c255094940 msgr2=0x55c2550b01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:35.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.437+0000 7f7241e00700 1 --2- 172.21.15.44:0/333052885 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c255094940 0x55c2550b01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.437+0000 7f7241e00700 1 -- 172.21.15.44:0/333052885 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c2550a5a00 con 0x55c255094020 2024-05-21T00:45:35.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.437+0000 7f7241e00700 1 --2- 172.21.15.44:0/333052885 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c255094020 0x55c2550afca0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x55c254fdc650 tx=0x7f7234009ed0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=67b92d8a3dd67a87 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:35.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.437+0000 7f7238c00700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:45:35.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.437+0000 7f7238c00700 1 -- 172.21.15.44:0/333052885 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7234005230 con 0x55c255094020 2024-05-21T00:45:35.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.437+0000 7f7238c00700 1 -- 172.21.15.44:0/333052885 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f72340053d0 con 0x55c255094020 2024-05-21T00:45:35.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.437+0000 7f725bccab80 1 -- 172.21.15.44:0/333052885 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7234022030 con 0x55c255094020 2024-05-21T00:45:35.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.438+0000 7f7238c00700 1 -- 172.21.15.44:0/333052885 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7234004560 con 0x55c255094020 2024-05-21T00:45:35.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.438+0000 7f725bccab80 10 client.25928 fetch_fsmap learned FSMap version 26 2024-05-21T00:45:35.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.438+0000 7f725bccab80 1 -- 172.21.15.44:0/333052885 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c255112c50 con 0x55c255094020 2024-05-21T00:45:35.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.438+0000 7f7238c00700 1 -- 172.21.15.44:0/333052885 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7234022030 con 0x55c255094020 2024-05-21T00:45:35.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.438+0000 7f7238c00700 1 -- 172.21.15.44:0/333052885 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f723401c630 con 0x55c255094020 2024-05-21T00:45:35.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.439+0000 7f725bccab80 10 client.25928 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:45:35.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.439+0000 7f725bccab80 10 client.25928 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.a 2024-05-21T00:45:35.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.439+0000 7f725bccab80 20 client.25928 populate_metadata read hostname 'smithi044' 2024-05-21T00:45:35.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.439+0000 7f725bccab80 1 --2- 172.21.15.44:0/333052885 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55c255113240 0x55c255115660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:35.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.439+0000 7f725bccab80 4 client.25928 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:45:35.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.439+0000 7f725bccab80 1 -- 172.21.15.44:0/333052885 --> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c254fe8570 con 0x55c255113240 2024-05-21T00:45:35.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.439+0000 7f724a800700 1 --2- 172.21.15.44:0/333052885 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55c255113240 0x55c255115660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:35.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.439+0000 7f724a800700 1 --2- 172.21.15.44:0/333052885 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55c255113240 0x55c255115660 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f30a87a9247a7d49 server_cookie=8eef5da8ce20ec03 in_seq=0 out_seq=0 2024-05-21T00:45:35.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.439+0000 7f7238c00700 10 client.25928 ms_handle_connect on v2:172.21.15.44:6840/3917264755 2024-05-21T00:45:35.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.440+0000 7f7238c00700 1 -- 172.21.15.44:0/333052885 <== mds.2 v2:172.21.15.44:6840/3917264755 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c254fe8570 con 0x55c255113240 2024-05-21T00:45:35.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.440+0000 7f7238c00700 10 client.25928 handle_command_reply: tid=0 2024-05-21T00:45:35.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.440+0000 7f725bccab80 1 client.25928 shutdown 2024-05-21T00:45:35.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.440+0000 7f725bccab80 1 -- 172.21.15.44:0/333052885 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c255094020 msgr2=0x55c2550afca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:35.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.440+0000 7f725bccab80 1 --2- 172.21.15.44:0/333052885 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c255094020 0x55c2550afca0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x55c254fdc650 tx=0x7f7234009ed0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.440+0000 7f725bccab80 1 -- 172.21.15.44:0/333052885 shutdown_connections 2024-05-21T00:45:35.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.440+0000 7f725bccab80 1 --2- 172.21.15.44:0/333052885 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c255094940 0x55c2550b01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.440+0000 7f725bccab80 1 --2- 172.21.15.44:0/333052885 >> [v2:172.21.15.44:6840/3917264755,v1:172.21.15.44:6841/3917264755] conn(0x55c255113240 0x55c255115660 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.440+0000 7f725bccab80 1 --2- 172.21.15.44:0/333052885 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c25508ead0 0x55c2550af760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.440+0000 7f725bccab80 1 --2- 172.21.15.44:0/333052885 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c255094020 0x55c2550afca0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.440+0000 7f7238c00700 0 client.25928 ms_handle_reset on v2:172.21.15.44:6840/3917264755 2024-05-21T00:45:35.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.440+0000 7f725bccab80 1 -- 172.21.15.44:0/333052885 >> 172.21.15.44:0/333052885 conn(0x55c254fbcbe0 msgr2=0x55c2550962d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:35.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.440+0000 7f725bccab80 1 -- 172.21.15.44:0/333052885 shutdown_connections 2024-05-21T00:45:35.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.440+0000 7f725bccab80 1 -- 172.21.15.44:0/333052885 wait complete. 2024-05-21T00:45:35.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.441+0000 7f725bccab80 20 client.25928 trim_cache size 0 max 16384 2024-05-21T00:45:35.445 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-21T00:45:35.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.441+0000 7f7250a00700 1 -- 172.21.15.44:0/2447770713 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f72300b2900 msgr2=0x7f72300b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:35.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.441+0000 7f7250a00700 1 --2- 172.21.15.44:0/2447770713 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f72300b2900 0x7f72300b4dc0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f7244013e50 tx=0x7f7244020000 comp rx=0 tx=0).stop 2024-05-21T00:45:35.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.441+0000 7f7250a00700 1 -- 172.21.15.44:0/2447770713 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f724c075970 msgr2=0x7f724c19bd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:35.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.441+0000 7f7250a00700 1 --2- 172.21.15.44:0/2447770713 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f724c075970 0x7f724c19bd90 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f723c000f80 tx=0x7f723c00ccb0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.441+0000 7f7250a00700 1 -- 172.21.15.44:0/2447770713 shutdown_connections 2024-05-21T00:45:35.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.441+0000 7f7250a00700 1 --2- 172.21.15.44:0/2447770713 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f72300b2900 0x7f72300b4dc0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.441+0000 7f7250a00700 1 --2- 172.21.15.44:0/2447770713 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f724c10fcb0 0x7f724c1a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.441+0000 7f7250a00700 1 --2- 172.21.15.44:0/2447770713 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f724c075970 0x7f724c19bd90 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.441+0000 7f7250a00700 1 --2- 172.21.15.44:0/2447770713 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f724c076290 0x7f724c19c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:35.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.441+0000 7f7250a00700 1 -- 172.21.15.44:0/2447770713 >> 172.21.15.44:0/2447770713 conn(0x7f724c0fefc0 msgr2=0x7f724c0ffd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:35.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.442+0000 7f7250a00700 1 -- 172.21.15.44:0/2447770713 shutdown_connections 2024-05-21T00:45:35.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:35.442+0000 7f7250a00700 1 -- 172.21.15.44:0/2447770713 wait complete. 2024-05-21T00:45:36.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:35 smithi092 ceph-mon[36335]: pgmap v564: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 426 B/s wr, 8 op/s 2024-05-21T00:45:36.147 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:35 smithi044 ceph-mon[31392]: pgmap v564: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 426 B/s wr, 8 op/s 2024-05-21T00:45:36.194 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:35 smithi082 ceph-mon[36141]: pgmap v564: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 426 B/s wr, 8 op/s 2024-05-21T00:45:36.353 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T00:45:36.802 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:45:38.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:37 smithi092 ceph-mon[36335]: pgmap v565: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-21T00:45:38.106 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:37 smithi044 ceph-mon[31392]: pgmap v565: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-21T00:45:38.194 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:37 smithi082 ceph-mon[36141]: pgmap v565: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-21T00:45:39.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.006+0000 7ffa63400700 1 -- 172.21.15.44:0/180365133 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ffa5c06b220 msgr2=0x7ffa5c06b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:39.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.006+0000 7ffa63400700 1 --2- 172.21.15.44:0/180365133 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ffa5c06b220 0x7ffa5c06b6a0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7ffa480098f0 tx=0x7ffa48009c00 comp rx=0 tx=0).stop 2024-05-21T00:45:39.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.006+0000 7ffa63400700 1 -- 172.21.15.44:0/180365133 shutdown_connections 2024-05-21T00:45:39.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.006+0000 7ffa63400700 1 --2- 172.21.15.44:0/180365133 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffa5c06bbe0 0x7ffa5c1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.006+0000 7ffa63400700 1 --2- 172.21.15.44:0/180365133 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa5c1095b0 0x7ffa5c109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.006+0000 7ffa63400700 1 --2- 172.21.15.44:0/180365133 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ffa5c06b220 0x7ffa5c06b6a0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.006+0000 7ffa63400700 1 -- 172.21.15.44:0/180365133 >> 172.21.15.44:0/180365133 conn(0x7ffa5c0793f0 msgr2=0x7ffa5c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:39.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.006+0000 7ffa63400700 1 -- 172.21.15.44:0/180365133 shutdown_connections 2024-05-21T00:45:39.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.006+0000 7ffa63400700 1 -- 172.21.15.44:0/180365133 wait complete. 2024-05-21T00:45:39.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.007+0000 7ffa63400700 1 Processor -- start 2024-05-21T00:45:39.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.007+0000 7ffa63400700 1 -- start start 2024-05-21T00:45:39.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.008+0000 7ffa63400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffa5c06b220 0x7ffa5c19be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:39.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.008+0000 7ffa63400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa5c06bbe0 0x7ffa5c19c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:39.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.008+0000 7ffa63400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ffa5c1095b0 0x7ffa5c1a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:39.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.008+0000 7ffa63400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ffa5c1136c0 con 0x7ffa5c06b220 2024-05-21T00:45:39.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.008+0000 7ffa63400700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7ffa5c113540 con 0x7ffa5c1095b0 2024-05-21T00:45:39.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.008+0000 7ffa63400700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ffa5c113840 con 0x7ffa5c06bbe0 2024-05-21T00:45:39.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.008+0000 7ffa60a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffa5c06b220 0x7ffa5c19be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:39.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.008+0000 7ffa5be00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa5c06bbe0 0x7ffa5c19c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:39.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.008+0000 7ffa60a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffa5c06b220 0x7ffa5c19be70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36642/0 (socket says 172.21.15.44:36642) 2024-05-21T00:45:39.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.008+0000 7ffa60a00700 1 -- 172.21.15.44:0/4079323622 learned_addr learned my addr 172.21.15.44:0/4079323622 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:39.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.008+0000 7ffa61400700 1 --2- 172.21.15.44:0/4079323622 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ffa5c1095b0 0x7ffa5c1a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:39.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.009+0000 7ffa5be00700 1 -- 172.21.15.44:0/4079323622 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ffa5c1095b0 msgr2=0x7ffa5c1a0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:39.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.009+0000 7ffa5be00700 1 --2- 172.21.15.44:0/4079323622 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ffa5c1095b0 0x7ffa5c1a0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.009+0000 7ffa5be00700 1 -- 172.21.15.44:0/4079323622 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffa5c06b220 msgr2=0x7ffa5c19be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:39.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.009+0000 7ffa5be00700 1 --2- 172.21.15.44:0/4079323622 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffa5c06b220 0x7ffa5c19be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.009+0000 7ffa5be00700 1 -- 172.21.15.44:0/4079323622 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa5c1a0e80 con 0x7ffa5c06bbe0 2024-05-21T00:45:39.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.009+0000 7ffa60a00700 1 --2- 172.21.15.44:0/4079323622 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffa5c06b220 0x7ffa5c19be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:45:39.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.009+0000 7ffa5be00700 1 --2- 172.21.15.44:0/4079323622 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa5c06bbe0 0x7ffa5c19c3b0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7ffa48009230 tx=0x7ffa4800fa00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:39.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.009+0000 7ffa59600700 1 -- 172.21.15.44:0/4079323622 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa48005140 con 0x7ffa5c06bbe0 2024-05-21T00:45:39.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.010+0000 7ffa63400700 1 -- 172.21.15.44:0/4079323622 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa5c1a1110 con 0x7ffa5c06bbe0 2024-05-21T00:45:39.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.010+0000 7ffa59600700 1 -- 172.21.15.44:0/4079323622 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffa4800b560 con 0x7ffa5c06bbe0 2024-05-21T00:45:39.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.010+0000 7ffa59600700 1 -- 172.21.15.44:0/4079323622 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa48003900 con 0x7ffa5c06bbe0 2024-05-21T00:45:39.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.010+0000 7ffa63400700 1 -- 172.21.15.44:0/4079323622 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa5c1a89f0 con 0x7ffa5c06bbe0 2024-05-21T00:45:39.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.014+0000 7ffa59600700 1 -- 172.21.15.44:0/4079323622 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7ffa4800b9a0 con 0x7ffa5c06bbe0 2024-05-21T00:45:39.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.015+0000 7ffa6dd74b80 1 Processor -- start 2024-05-21T00:45:39.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.015+0000 7ffa6dd74b80 1 -- start start 2024-05-21T00:45:39.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.015+0000 7ffa59600700 1 --2- 172.21.15.44:0/4079323622 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ffa440b2900 0x7ffa440b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:39.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.015+0000 7ffa6dd74b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583dce8ceb0 0x5583dce8d290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:39.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.015+0000 7ffa6dd74b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5583dce8d7d0 0x5583dce87260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:39.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.015+0000 7ffa6dd74b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5583dce87880 0x5583dce87ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:39.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.015+0000 7ffa6dd74b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5583dcde5e40 con 0x5583dce8ceb0 2024-05-21T00:45:39.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.015+0000 7ffa6dd74b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5583dcdd59e0 con 0x5583dce87880 2024-05-21T00:45:39.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.015+0000 7ffa6dd74b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x5583dcdd9a20 con 0x5583dce8d7d0 2024-05-21T00:45:39.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.016+0000 7ffa59600700 1 -- 172.21.15.44:0/4079323622 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7ffa480e30e0 con 0x7ffa5c06bbe0 2024-05-21T00:45:39.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.016+0000 7ffa60a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583dce8ceb0 0x5583dce8d290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:39.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.016+0000 7ffa61400700 1 --2- 172.21.15.44:0/4079323622 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ffa440b2900 0x7ffa440b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:39.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.016+0000 7ffa60a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583dce8ceb0 0x5583dce8d290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36646/0 (socket says 172.21.15.44:36646) 2024-05-21T00:45:39.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.016+0000 7ffa60a00700 1 -- 172.21.15.44:0/1276281810 learned_addr learned my addr 172.21.15.44:0/1276281810 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:39.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.016+0000 7ffa5be00700 1 --2- 172.21.15.44:0/1276281810 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5583dce8d7d0 0x5583dce87260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:39.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.016+0000 7ffa61400700 1 --2- 172.21.15.44:0/1276281810 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5583dce87880 0x5583dce87ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:39.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.016+0000 7ffa60a00700 1 -- 172.21.15.44:0/1276281810 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5583dce8d7d0 msgr2=0x5583dce87260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:39.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.016+0000 7ffa60a00700 1 --2- 172.21.15.44:0/1276281810 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5583dce8d7d0 0x5583dce87260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.016+0000 7ffa60a00700 1 -- 172.21.15.44:0/1276281810 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5583dce87880 msgr2=0x5583dce87ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:39.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.016+0000 7ffa60a00700 1 --2- 172.21.15.44:0/1276281810 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5583dce87880 0x5583dce87ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.016+0000 7ffa60a00700 1 -- 172.21.15.44:0/1276281810 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5583dcd9e420 con 0x5583dce8ceb0 2024-05-21T00:45:39.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.016+0000 7ffa5be00700 1 --2- 172.21.15.44:0/1276281810 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5583dce8d7d0 0x5583dce87260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:45:39.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.016+0000 7ffa61400700 1 --2- 172.21.15.44:0/1276281810 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5583dce87880 0x5583dce87ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:45:39.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.017+0000 7ffa60a00700 1 --2- 172.21.15.44:0/1276281810 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583dce8ceb0 0x5583dce8d290 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7ffa5000f570 tx=0x7ffa5000f880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d236c8faccb1f1ac server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:39.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.017+0000 7ffa61400700 1 --2- 172.21.15.44:0/4079323622 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ffa440b2900 0x7ffa440b4dc0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7ffa54009550 tx=0x7ffa54009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:39.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.017+0000 7ffa4e000700 1 -- 172.21.15.44:0/1276281810 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa50026070 con 0x5583dce8ceb0 2024-05-21T00:45:39.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.017+0000 7ffa4e000700 1 -- 172.21.15.44:0/1276281810 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffa500218c0 con 0x5583dce8ceb0 2024-05-21T00:45:39.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.017+0000 7ffa4e000700 1 -- 172.21.15.44:0/1276281810 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa500207a0 con 0x5583dce8ceb0 2024-05-21T00:45:39.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.018+0000 7ffa6dd74b80 1 -- 172.21.15.44:0/1276281810 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583dce8ceb0 msgr2=0x5583dce8d290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:39.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.018+0000 7ffa6dd74b80 1 --2- 172.21.15.44:0/1276281810 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583dce8ceb0 0x5583dce8d290 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7ffa5000f570 tx=0x7ffa5000f880 comp rx=0 tx=0).stop 2024-05-21T00:45:39.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.018+0000 7ffa6dd74b80 1 -- 172.21.15.44:0/1276281810 shutdown_connections 2024-05-21T00:45:39.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.018+0000 7ffa6dd74b80 1 --2- 172.21.15.44:0/1276281810 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583dce8ceb0 0x5583dce8d290 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.018+0000 7ffa6dd74b80 1 --2- 172.21.15.44:0/1276281810 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5583dce87880 0x5583dce87ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.018+0000 7ffa6dd74b80 1 --2- 172.21.15.44:0/1276281810 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5583dce8d7d0 0x5583dce87260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.018+0000 7ffa6dd74b80 1 -- 172.21.15.44:0/1276281810 >> 172.21.15.44:0/1276281810 conn(0x5583dcdb5be0 msgr2=0x5583dce82010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:39.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.018+0000 7ffa6dd74b80 1 -- 172.21.15.44:0/1276281810 shutdown_connections 2024-05-21T00:45:39.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.018+0000 7ffa6dd74b80 1 -- 172.21.15.44:0/1276281810 wait complete. 2024-05-21T00:45:39.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.019+0000 7ffa6dd74b80 1 -- start start 2024-05-21T00:45:39.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.019+0000 7ffa6dd74b80 1 Processor -- start 2024-05-21T00:45:39.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.020+0000 7ffa6dd74b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5583dce87880 0x5583dce93480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:39.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.020+0000 7ffa6dd74b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5583dce8ceb0 0x5583dce90820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:39.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.020+0000 7ffa6dd74b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583dce8d7d0 0x5583dce90d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:39.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.020+0000 7ffa6dd74b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5583dccdbfa0 con 0x5583dce8d7d0 2024-05-21T00:45:39.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.020+0000 7ffa6dd74b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5583dcd76760 con 0x5583dce87880 2024-05-21T00:45:39.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.020+0000 7ffa6dd74b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x5583dce94240 con 0x5583dce8ceb0 2024-05-21T00:45:39.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.020+0000 7ffa6dd74b80 10 client.0 _ll_register_callbacks cb 0x5583dcd7fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:45:39.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.020+0000 7ffa61400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583dce8d7d0 0x5583dce90d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:39.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.020+0000 7ffa61400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583dce8d7d0 0x5583dce90d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36654/0 (socket says 172.21.15.44:36654) 2024-05-21T00:45:39.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.020+0000 7ffa61400700 1 -- 172.21.15.44:0/3748431717 learned_addr learned my addr 172.21.15.44:0/3748431717 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:39.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.020+0000 7ffa5be00700 1 --2- 172.21.15.44:0/3748431717 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5583dce8ceb0 0x5583dce90820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:39.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.020+0000 7ffa60a00700 1 --2- 172.21.15.44:0/3748431717 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5583dce87880 0x5583dce93480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:39.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.021+0000 7ffa60a00700 1 -- 172.21.15.44:0/3748431717 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5583dce8ceb0 msgr2=0x5583dce90820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:39.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.021+0000 7ffa60a00700 1 --2- 172.21.15.44:0/3748431717 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5583dce8ceb0 0x5583dce90820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.021+0000 7ffa60a00700 1 -- 172.21.15.44:0/3748431717 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583dce8d7d0 msgr2=0x5583dce90d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:39.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.021+0000 7ffa60a00700 1 --2- 172.21.15.44:0/3748431717 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583dce8d7d0 0x5583dce90d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.021+0000 7ffa60a00700 1 -- 172.21.15.44:0/3748431717 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5583dcd258d0 con 0x5583dce87880 2024-05-21T00:45:39.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.021+0000 7ffa5be00700 1 --2- 172.21.15.44:0/3748431717 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5583dce8ceb0 0x5583dce90820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:45:39.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.021+0000 7ffa61400700 1 --2- 172.21.15.44:0/3748431717 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583dce8d7d0 0x5583dce90d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:45:39.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.021+0000 7ffa60a00700 1 --2- 172.21.15.44:0/3748431717 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5583dce87880 0x5583dce93480 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7ffa5001c040 tx=0x7ffa50021d20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=45fe45d5593d7cf6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:39.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.021+0000 7ffa42a00700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:45:39.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.021+0000 7ffa42a00700 1 -- 172.21.15.44:0/3748431717 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa50026040 con 0x5583dce87880 2024-05-21T00:45:39.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.021+0000 7ffa6dd74b80 1 -- 172.21.15.44:0/3748431717 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffa500218c0 con 0x5583dce87880 2024-05-21T00:45:39.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.021+0000 7ffa42a00700 1 -- 172.21.15.44:0/3748431717 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7ffa5001e040 con 0x5583dce87880 2024-05-21T00:45:39.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.022+0000 7ffa42a00700 1 -- 172.21.15.44:0/3748431717 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ffa50005050 con 0x5583dce87880 2024-05-21T00:45:39.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.022+0000 7ffa6dd74b80 10 client.25940 fetch_fsmap learned FSMap version 26 2024-05-21T00:45:39.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.022+0000 7ffa6dd74b80 1 -- 172.21.15.44:0/3748431717 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5583dcda6060 con 0x5583dce87880 2024-05-21T00:45:39.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.022+0000 7ffa42a00700 1 -- 172.21.15.44:0/3748431717 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffa500218c0 con 0x5583dce87880 2024-05-21T00:45:39.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.022+0000 7ffa42a00700 1 -- 172.21.15.44:0/3748431717 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ffa50029070 con 0x5583dce87880 2024-05-21T00:45:39.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.022+0000 7ffa6dd74b80 10 client.25940 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:45:39.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.022+0000 7ffa6dd74b80 10 client.25940 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T00:45:39.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.022+0000 7ffa6dd74b80 20 client.25940 populate_metadata read hostname 'smithi044' 2024-05-21T00:45:39.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.022+0000 7ffa6dd74b80 1 --2- 172.21.15.44:0/3748431717 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x5583dcea0ba0 0x5583dcea2f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:39.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.022+0000 7ffa6dd74b80 4 client.25940 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:45:39.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.022+0000 7ffa6dd74b80 1 -- 172.21.15.44:0/3748431717 --> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5583dcde7d90 con 0x5583dcea0ba0 2024-05-21T00:45:39.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.023+0000 7ffa5be00700 1 --2- 172.21.15.44:0/3748431717 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x5583dcea0ba0 0x5583dcea2f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:39.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.023+0000 7ffa5be00700 1 --2- 172.21.15.44:0/3748431717 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x5583dcea0ba0 0x5583dcea2f90 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d973b38c90563ba7 server_cookie=163909ae1c712ebe in_seq=0 out_seq=0 2024-05-21T00:45:39.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.023+0000 7ffa42a00700 10 client.25940 ms_handle_connect on v2:172.21.15.44:6838/1038937716 2024-05-21T00:45:39.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.024+0000 7ffa42a00700 1 -- 172.21.15.44:0/3748431717 <== mds.1 v2:172.21.15.44:6838/1038937716 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5583dcde7d90 con 0x5583dcea0ba0 2024-05-21T00:45:39.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.024+0000 7ffa42a00700 10 client.25940 handle_command_reply: tid=0 2024-05-21T00:45:39.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.024+0000 7ffa6dd74b80 1 client.25940 shutdown 2024-05-21T00:45:39.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.024+0000 7ffa6dd74b80 1 -- 172.21.15.44:0/3748431717 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5583dce87880 msgr2=0x5583dce93480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:39.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.024+0000 7ffa6dd74b80 1 --2- 172.21.15.44:0/3748431717 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5583dce87880 0x5583dce93480 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7ffa5001c040 tx=0x7ffa50021d20 comp rx=0 tx=0).stop 2024-05-21T00:45:39.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.024+0000 7ffa6dd74b80 1 -- 172.21.15.44:0/3748431717 shutdown_connections 2024-05-21T00:45:39.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.024+0000 7ffa6dd74b80 1 --2- 172.21.15.44:0/3748431717 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x5583dcea0ba0 0x5583dcea2f90 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.024+0000 7ffa6dd74b80 1 --2- 172.21.15.44:0/3748431717 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583dce8d7d0 0x5583dce90d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.024+0000 7ffa6dd74b80 1 --2- 172.21.15.44:0/3748431717 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5583dce87880 0x5583dce93480 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.024+0000 7ffa6dd74b80 1 --2- 172.21.15.44:0/3748431717 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5583dce8ceb0 0x5583dce90820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.024+0000 7ffa42a00700 0 client.25940 ms_handle_reset on v2:172.21.15.44:6838/1038937716 2024-05-21T00:45:39.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.024+0000 7ffa6dd74b80 1 -- 172.21.15.44:0/3748431717 >> 172.21.15.44:0/3748431717 conn(0x5583dcdb5be0 msgr2=0x5583dce86250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:39.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.025+0000 7ffa6dd74b80 1 -- 172.21.15.44:0/3748431717 shutdown_connections 2024-05-21T00:45:39.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.025+0000 7ffa6dd74b80 1 -- 172.21.15.44:0/3748431717 wait complete. 2024-05-21T00:45:39.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.025+0000 7ffa6dd74b80 20 client.25940 trim_cache size 0 max 16384 2024-05-21T00:45:39.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.041+0000 7ffa6dd74b80 1 Processor -- start 2024-05-21T00:45:39.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.042+0000 7ffa6dd74b80 1 -- start start 2024-05-21T00:45:39.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.042+0000 7ffa6dd74b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5583dce87880 0x5583dce87260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:39.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.042+0000 7ffa6dd74b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583dce8ceb0 0x5583dce820f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:39.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.042+0000 7ffa6dd74b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5583dce8d7d0 0x5583dce83700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:39.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.042+0000 7ffa6dd74b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ffa5c1ae330 con 0x5583dce8ceb0 2024-05-21T00:45:39.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.042+0000 7ffa6dd74b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7ffa5c1abbc0 con 0x5583dce87880 2024-05-21T00:45:39.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.042+0000 7ffa6dd74b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ffa5c10e330 con 0x5583dce8d7d0 2024-05-21T00:45:39.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.042+0000 7ffa5be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583dce8ceb0 0x5583dce820f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:39.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.042+0000 7ffa5be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583dce8ceb0 0x5583dce820f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36658/0 (socket says 172.21.15.44:36658) 2024-05-21T00:45:39.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.042+0000 7ffa5be00700 1 -- 172.21.15.44:0/440285755 learned_addr learned my addr 172.21.15.44:0/440285755 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:39.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.043+0000 7ffa60a00700 1 --2- 172.21.15.44:0/440285755 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5583dce87880 0x5583dce87260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:39.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.043+0000 7ffa61400700 1 --2- 172.21.15.44:0/440285755 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5583dce8d7d0 0x5583dce83700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:39.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.043+0000 7ffa5be00700 1 -- 172.21.15.44:0/440285755 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5583dce8d7d0 msgr2=0x5583dce83700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:39.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.043+0000 7ffa5be00700 1 --2- 172.21.15.44:0/440285755 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5583dce8d7d0 0x5583dce83700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.043+0000 7ffa5be00700 1 -- 172.21.15.44:0/440285755 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5583dce87880 msgr2=0x5583dce87260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:39.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.043+0000 7ffa5be00700 1 --2- 172.21.15.44:0/440285755 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5583dce87880 0x5583dce87260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.043+0000 7ffa5be00700 1 -- 172.21.15.44:0/440285755 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5583dcea3520 con 0x5583dce8ceb0 2024-05-21T00:45:39.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.043+0000 7ffa61400700 1 --2- 172.21.15.44:0/440285755 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5583dce8d7d0 0x5583dce83700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:45:39.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.043+0000 7ffa5be00700 1 --2- 172.21.15.44:0/440285755 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583dce8ceb0 0x5583dce820f0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7ffa48005bf0 tx=0x7ffa480e0a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7e29e777e9bae71 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:39.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.043+0000 7ffa4d600700 1 -- 172.21.15.44:0/440285755 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa480aa260 con 0x5583dce8ceb0 2024-05-21T00:45:39.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.044+0000 7ffa4d600700 1 -- 172.21.15.44:0/440285755 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffa480aae50 con 0x5583dce8ceb0 2024-05-21T00:45:39.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.044+0000 7ffa4d600700 1 -- 172.21.15.44:0/440285755 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa480a69e0 con 0x5583dce8ceb0 2024-05-21T00:45:39.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.044+0000 7ffa6dd74b80 1 -- 172.21.15.44:0/440285755 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583dce8ceb0 msgr2=0x5583dce820f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:39.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.044+0000 7ffa6dd74b80 1 --2- 172.21.15.44:0/440285755 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583dce8ceb0 0x5583dce820f0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7ffa48005bf0 tx=0x7ffa480e0a70 comp rx=0 tx=0).stop 2024-05-21T00:45:39.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.044+0000 7ffa6dd74b80 1 -- 172.21.15.44:0/440285755 shutdown_connections 2024-05-21T00:45:39.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.044+0000 7ffa6dd74b80 1 --2- 172.21.15.44:0/440285755 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5583dce8d7d0 0x5583dce83700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.044+0000 7ffa6dd74b80 1 --2- 172.21.15.44:0/440285755 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5583dce87880 0x5583dce87260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.044+0000 7ffa6dd74b80 1 --2- 172.21.15.44:0/440285755 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583dce8ceb0 0x5583dce820f0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.044+0000 7ffa6dd74b80 1 -- 172.21.15.44:0/440285755 >> 172.21.15.44:0/440285755 conn(0x5583dcdb5be0 msgr2=0x5583dce819e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:39.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.044+0000 7ffa6dd74b80 1 -- 172.21.15.44:0/440285755 shutdown_connections 2024-05-21T00:45:39.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.045+0000 7ffa6dd74b80 1 -- 172.21.15.44:0/440285755 wait complete. 2024-05-21T00:45:39.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.045+0000 7ffa6dd74b80 1 -- start start 2024-05-21T00:45:39.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.045+0000 7ffa6dd74b80 1 Processor -- start 2024-05-21T00:45:39.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.046+0000 7ffa6dd74b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583dce87880 0x5583dce996b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:39.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.046+0000 7ffa6dd74b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5583dce8ceb0 0x5583dce99bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:39.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.046+0000 7ffa6dd74b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5583dce8d7d0 0x5583dcea7920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:39.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.046+0000 7ffa6dd74b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ffa5c1aa080 con 0x5583dce87880 2024-05-21T00:45:39.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.046+0000 7ffa6dd74b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7ffa5c1ab4f0 con 0x5583dce8ceb0 2024-05-21T00:45:39.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.046+0000 7ffa6dd74b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ffa5c1aa750 con 0x5583dce8d7d0 2024-05-21T00:45:39.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.046+0000 7ffa6dd74b80 10 client.0 _ll_register_callbacks cb 0x5583dcd7fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:45:39.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.046+0000 7ffa60a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583dce87880 0x5583dce996b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:39.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.046+0000 7ffa5be00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5583dce8ceb0 0x5583dce99bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:39.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.046+0000 7ffa60a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583dce87880 0x5583dce996b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36670/0 (socket says 172.21.15.44:36670) 2024-05-21T00:45:39.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.046+0000 7ffa60a00700 1 -- 172.21.15.44:0/1783515099 learned_addr learned my addr 172.21.15.44:0/1783515099 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:39.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.046+0000 7ffa61400700 1 --2- 172.21.15.44:0/1783515099 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5583dce8d7d0 0x5583dcea7920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:39.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.046+0000 7ffa5be00700 1 -- 172.21.15.44:0/1783515099 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5583dce8d7d0 msgr2=0x5583dcea7920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:39.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.046+0000 7ffa5be00700 1 --2- 172.21.15.44:0/1783515099 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5583dce8d7d0 0x5583dcea7920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.046+0000 7ffa5be00700 1 -- 172.21.15.44:0/1783515099 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583dce87880 msgr2=0x5583dce996b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:39.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.046+0000 7ffa5be00700 1 --2- 172.21.15.44:0/1783515099 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583dce87880 0x5583dce996b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.046+0000 7ffa5be00700 1 -- 172.21.15.44:0/1783515099 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5583dce7a190 con 0x5583dce8ceb0 2024-05-21T00:45:39.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.046+0000 7ffa60a00700 1 --2- 172.21.15.44:0/1783515099 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583dce87880 0x5583dce996b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:45:39.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.047+0000 7ffa5be00700 1 --2- 172.21.15.44:0/1783515099 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5583dce8ceb0 0x5583dce99bf0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7ffa480aa910 tx=0x7ffa480a4e70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bdddc109dbe4bad6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:39.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.047+0000 7ffa42a00700 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-05-21T00:45:39.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.047+0000 7ffa42a00700 1 -- 172.21.15.44:0/1783515099 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa480aeb00 con 0x5583dce8ceb0 2024-05-21T00:45:39.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.047+0000 7ffa42a00700 1 -- 172.21.15.44:0/1783515099 <== mon.2 v2:172.21.15.82:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7ffa4800b710 con 0x5583dce8ceb0 2024-05-21T00:45:39.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.047+0000 7ffa6dd74b80 1 -- 172.21.15.44:0/1783515099 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffa480aae50 con 0x5583dce8ceb0 2024-05-21T00:45:39.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.047+0000 7ffa42a00700 1 -- 172.21.15.44:0/1783515099 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ffa480b3520 con 0x5583dce8ceb0 2024-05-21T00:45:39.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.047+0000 7ffa6dd74b80 10 client.25946 fetch_fsmap learned FSMap version 26 2024-05-21T00:45:39.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.047+0000 7ffa6dd74b80 1 -- 172.21.15.44:0/1783515099 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5583dcf0ae80 con 0x5583dce8ceb0 2024-05-21T00:45:39.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.047+0000 7ffa42a00700 1 -- 172.21.15.44:0/1783515099 <== mon.2 v2:172.21.15.82:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffa480aae50 con 0x5583dce8ceb0 2024-05-21T00:45:39.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.048+0000 7ffa42a00700 1 -- 172.21.15.44:0/1783515099 <== mon.2 v2:172.21.15.82:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ffa480b3090 con 0x5583dce8ceb0 2024-05-21T00:45:39.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.048+0000 7ffa6dd74b80 10 client.25946 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:45:39.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.048+0000 7ffa6dd74b80 10 client.25946 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T00:45:39.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.048+0000 7ffa6dd74b80 20 client.25946 populate_metadata read hostname 'smithi044' 2024-05-21T00:45:39.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.048+0000 7ffa6dd74b80 1 --2- 172.21.15.44:0/1783515099 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x5583dcf0b530 0x5583dcf0d950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:39.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.048+0000 7ffa6dd74b80 4 client.25946 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:45:39.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.048+0000 7ffa6dd74b80 1 -- 172.21.15.44:0/1783515099 --> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5583dcde1570 con 0x5583dcf0b530 2024-05-21T00:45:39.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.048+0000 7ffa60a00700 1 --2- 172.21.15.44:0/1783515099 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x5583dcf0b530 0x5583dcf0d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:39.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.049+0000 7ffa60a00700 1 --2- 172.21.15.44:0/1783515099 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x5583dcf0b530 0x5583dcf0d950 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=34ff91c119769e73 server_cookie=95629db72538a0ac in_seq=0 out_seq=0 2024-05-21T00:45:39.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.049+0000 7ffa42a00700 10 client.25946 ms_handle_connect on v2:172.21.15.44:6838/1038937716 2024-05-21T00:45:39.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.049+0000 7ffa42a00700 1 -- 172.21.15.44:0/1783515099 <== mds.1 v2:172.21.15.44:6838/1038937716 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5583dcde1570 con 0x5583dcf0b530 2024-05-21T00:45:39.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.049+0000 7ffa42a00700 10 client.25946 handle_command_reply: tid=0 2024-05-21T00:45:39.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.049+0000 7ffa6dd74b80 1 client.25946 shutdown 2024-05-21T00:45:39.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.049+0000 7ffa6dd74b80 1 -- 172.21.15.44:0/1783515099 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5583dce8ceb0 msgr2=0x5583dce99bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:39.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.049+0000 7ffa6dd74b80 1 --2- 172.21.15.44:0/1783515099 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5583dce8ceb0 0x5583dce99bf0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7ffa480aa910 tx=0x7ffa480a4e70 comp rx=0 tx=0).stop 2024-05-21T00:45:39.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.049+0000 7ffa6dd74b80 1 -- 172.21.15.44:0/1783515099 shutdown_connections 2024-05-21T00:45:39.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.049+0000 7ffa6dd74b80 1 --2- 172.21.15.44:0/1783515099 >> [v2:172.21.15.44:6838/1038937716,v1:172.21.15.44:6839/1038937716] conn(0x5583dcf0b530 0x5583dcf0d950 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.049+0000 7ffa6dd74b80 1 --2- 172.21.15.44:0/1783515099 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583dce87880 0x5583dce996b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.049+0000 7ffa6dd74b80 1 --2- 172.21.15.44:0/1783515099 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5583dce8d7d0 0x5583dcea7920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.049+0000 7ffa6dd74b80 1 --2- 172.21.15.44:0/1783515099 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5583dce8ceb0 0x5583dce99bf0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.049+0000 7ffa6dd74b80 1 -- 172.21.15.44:0/1783515099 >> 172.21.15.44:0/1783515099 conn(0x5583dcdb5be0 msgr2=0x5583dce8dbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:39.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.049+0000 7ffa42a00700 0 client.25946 ms_handle_reset on v2:172.21.15.44:6838/1038937716 2024-05-21T00:45:39.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.049+0000 7ffa6dd74b80 1 -- 172.21.15.44:0/1783515099 shutdown_connections 2024-05-21T00:45:39.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.050+0000 7ffa6dd74b80 1 -- 172.21.15.44:0/1783515099 wait complete. 2024-05-21T00:45:39.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.050+0000 7ffa6dd74b80 20 client.25946 trim_cache size 0 max 16384 2024-05-21T00:45:39.056 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-21T00:45:39.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.050+0000 7ffa63400700 1 -- 172.21.15.44:0/4079323622 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ffa440b2900 msgr2=0x7ffa440b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:39.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.050+0000 7ffa63400700 1 --2- 172.21.15.44:0/4079323622 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ffa440b2900 0x7ffa440b4dc0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7ffa54009550 tx=0x7ffa54009920 comp rx=0 tx=0).stop 2024-05-21T00:45:39.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.050+0000 7ffa63400700 1 -- 172.21.15.44:0/4079323622 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa5c06bbe0 msgr2=0x7ffa5c19c3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:39.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.050+0000 7ffa63400700 1 --2- 172.21.15.44:0/4079323622 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa5c06bbe0 0x7ffa5c19c3b0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7ffa48009230 tx=0x7ffa4800fa00 comp rx=0 tx=0).stop 2024-05-21T00:45:39.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.050+0000 7ffa63400700 1 -- 172.21.15.44:0/4079323622 shutdown_connections 2024-05-21T00:45:39.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.050+0000 7ffa63400700 1 --2- 172.21.15.44:0/4079323622 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ffa440b2900 0x7ffa440b4dc0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.050+0000 7ffa63400700 1 --2- 172.21.15.44:0/4079323622 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffa5c06b220 0x7ffa5c19be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.050+0000 7ffa63400700 1 --2- 172.21.15.44:0/4079323622 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ffa5c1095b0 0x7ffa5c1a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.050+0000 7ffa63400700 1 --2- 172.21.15.44:0/4079323622 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa5c06bbe0 0x7ffa5c19c3b0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:39.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.050+0000 7ffa63400700 1 -- 172.21.15.44:0/4079323622 >> 172.21.15.44:0/4079323622 conn(0x7ffa5c0793f0 msgr2=0x7ffa5c100ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:39.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.051+0000 7ffa63400700 1 -- 172.21.15.44:0/4079323622 shutdown_connections 2024-05-21T00:45:39.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:39.051+0000 7ffa63400700 1 -- 172.21.15.44:0/4079323622 wait complete. 2024-05-21T00:45:40.026 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T00:45:40.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:39 smithi092 ceph-mon[36335]: pgmap v566: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-05-21T00:45:40.108 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:39 smithi044 ceph-mon[31392]: pgmap v566: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-05-21T00:45:40.194 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:39 smithi082 ceph-mon[36141]: pgmap v566: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-05-21T00:45:40.502 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:45:42.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:41 smithi092 ceph-mon[36335]: pgmap v567: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-05-21T00:45:42.145 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:41 smithi044 ceph-mon[31392]: pgmap v567: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-05-21T00:45:42.194 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:41 smithi082 ceph-mon[36141]: pgmap v567: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-05-21T00:45:43.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.008+0000 7f0575a00700 1 -- 172.21.15.44:0/217726057 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0570109a80 msgr2=0x7f0570109f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:43.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.008+0000 7f0575a00700 1 --2- 172.21.15.44:0/217726057 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0570109a80 0x7f0570109f00 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f055c009990 tx=0x7f055c009ca0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.008+0000 7f0575a00700 1 -- 172.21.15.44:0/217726057 shutdown_connections 2024-05-21T00:45:43.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.008+0000 7f0575a00700 1 --2- 172.21.15.44:0/217726057 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f057010a440 0x7f05701168e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.008+0000 7f0575a00700 1 --2- 172.21.15.44:0/217726057 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f057010e950 0x7f057010ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.008+0000 7f0575a00700 1 --2- 172.21.15.44:0/217726057 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0570109a80 0x7f0570109f00 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.008+0000 7f0575a00700 1 -- 172.21.15.44:0/217726057 >> 172.21.15.44:0/217726057 conn(0x7f05700792d0 msgr2=0x7f0570108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:43.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.008+0000 7f0575a00700 1 -- 172.21.15.44:0/217726057 shutdown_connections 2024-05-21T00:45:43.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.009+0000 7f0575a00700 1 -- 172.21.15.44:0/217726057 wait complete. 2024-05-21T00:45:43.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.010+0000 7f0575a00700 1 Processor -- start 2024-05-21T00:45:43.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.010+0000 7f0575a00700 1 -- start start 2024-05-21T00:45:43.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.010+0000 7f0575a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0570109a80 0x7f05701a0100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:43.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.010+0000 7f0575a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f057010a440 0x7f05701a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:43.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.010+0000 7f0575a00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f057010e950 0x7f05701a49d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:43.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.010+0000 7f0575a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0570119c30 con 0x7f0570109a80 2024-05-21T00:45:43.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.010+0000 7f0575a00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0570119ab0 con 0x7f057010e950 2024-05-21T00:45:43.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.010+0000 7f0575a00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0570119db0 con 0x7f057010a440 2024-05-21T00:45:43.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.011+0000 7f0575000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f057010e950 0x7f05701a49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:43.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.011+0000 7f056fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0570109a80 0x7f05701a0100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:43.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.011+0000 7f056f400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f057010a440 0x7f05701a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:43.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.011+0000 7f0575000700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f057010e950 0x7f05701a49d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:41660/0 (socket says 172.21.15.44:41660) 2024-05-21T00:45:43.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.011+0000 7f056f400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f057010a440 0x7f05701a0640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:50014/0 (socket says 172.21.15.44:50014) 2024-05-21T00:45:43.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.011+0000 7f0575000700 1 -- 172.21.15.44:0/1490641092 learned_addr learned my addr 172.21.15.44:0/1490641092 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:43.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.011+0000 7f056fe00700 1 -- 172.21.15.44:0/1490641092 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f057010a440 msgr2=0x7f05701a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:43.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.011+0000 7f056fe00700 1 --2- 172.21.15.44:0/1490641092 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f057010a440 0x7f05701a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.011+0000 7f056fe00700 1 -- 172.21.15.44:0/1490641092 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f057010e950 msgr2=0x7f05701a49d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:43.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.011+0000 7f056fe00700 1 --2- 172.21.15.44:0/1490641092 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f057010e950 0x7f05701a49d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.011+0000 7f056fe00700 1 -- 172.21.15.44:0/1490641092 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05701a5110 con 0x7f0570109a80 2024-05-21T00:45:43.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.011+0000 7f0575000700 1 --2- 172.21.15.44:0/1490641092 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f057010e950 0x7f05701a49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:45:43.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.011+0000 7f056fe00700 1 --2- 172.21.15.44:0/1490641092 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0570109a80 0x7f05701a0100 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f056000e9f0 tx=0x7f056000ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:43.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.012+0000 7f056cc00700 1 -- 172.21.15.44:0/1490641092 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f056000cb70 con 0x7f0570109a80 2024-05-21T00:45:43.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.012+0000 7f056cc00700 1 -- 172.21.15.44:0/1490641092 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f056000ee90 con 0x7f0570109a80 2024-05-21T00:45:43.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.012+0000 7f0575a00700 1 -- 172.21.15.44:0/1490641092 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05701a5400 con 0x7f0570109a80 2024-05-21T00:45:43.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.012+0000 7f0575a00700 1 -- 172.21.15.44:0/1490641092 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05701acc80 con 0x7f0570109a80 2024-05-21T00:45:43.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.012+0000 7f056cc00700 1 -- 172.21.15.44:0/1490641092 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0560003ce0 con 0x7f0570109a80 2024-05-21T00:45:43.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.016+0000 7f056cc00700 1 -- 172.21.15.44:0/1490641092 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f0560003fa0 con 0x7f0570109a80 2024-05-21T00:45:43.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.017+0000 7f05818e3b80 1 Processor -- start 2024-05-21T00:45:43.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.018+0000 7f05818e3b80 1 -- start start 2024-05-21T00:45:43.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.018+0000 7f05818e3b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562e133c7020 0x562e133c7400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:43.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.018+0000 7f056cc00700 1 --2- 172.21.15.44:0/1490641092 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f05540b2880 0x7f05540b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:43.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.018+0000 7f05818e3b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562e133c7940 0x562e133c14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:43.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.018+0000 7f05818e3b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562e133c1ad0 0x562e133c1f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:43.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.018+0000 7f05818e3b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x562e1331fe40 con 0x562e133c7020 2024-05-21T00:45:43.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.018+0000 7f05818e3b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x562e1330f9e0 con 0x562e133c1ad0 2024-05-21T00:45:43.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.018+0000 7f05818e3b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x562e13313a20 con 0x562e133c7940 2024-05-21T00:45:43.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.019+0000 7f056cc00700 1 -- 172.21.15.44:0/1490641092 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f05600e22b0 con 0x7f0570109a80 2024-05-21T00:45:43.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.019+0000 7f056f400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562e133c7940 0x562e133c14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:43.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.019+0000 7f0575000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562e133c7020 0x562e133c7400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:43.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.019+0000 7f056fe00700 1 --2- 172.21.15.44:0/1490641092 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f05540b2880 0x7f05540b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:43.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.019+0000 7f056f400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562e133c7940 0x562e133c14b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:50020/0 (socket says 172.21.15.44:50020) 2024-05-21T00:45:43.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.019+0000 7f056f400700 1 -- 172.21.15.44:0/1762342051 learned_addr learned my addr 172.21.15.44:0/1762342051 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:43.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.019+0000 7f0575000700 1 --2- 172.21.15.44:0/1762342051 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562e133c1ad0 0x562e133c1f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:43.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.019+0000 7f056f400700 1 -- 172.21.15.44:0/1762342051 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562e133c1ad0 msgr2=0x562e133c1f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:43.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.019+0000 7f056f400700 1 --2- 172.21.15.44:0/1762342051 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562e133c1ad0 0x562e133c1f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.019+0000 7f056f400700 1 -- 172.21.15.44:0/1762342051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562e133c7020 msgr2=0x562e133c7400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:43.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.019+0000 7f056f400700 1 --2- 172.21.15.44:0/1762342051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562e133c7020 0x562e133c7400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.019+0000 7f056f400700 1 -- 172.21.15.44:0/1762342051 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562e132d8420 con 0x562e133c7940 2024-05-21T00:45:43.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.020+0000 7f056f400700 1 --2- 172.21.15.44:0/1762342051 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562e133c7940 0x562e133c14b0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f055c009990 tx=0x7f055c0096a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=466f8bf370dd5dbc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:43.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.020+0000 7f056fe00700 1 --2- 172.21.15.44:0/1490641092 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f05540b2880 0x7f05540b4d40 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f05600a9530 tx=0x7f05600a96f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:43.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.020+0000 7f0565600700 1 -- 172.21.15.44:0/1762342051 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f055c027070 con 0x562e133c7940 2024-05-21T00:45:43.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.020+0000 7f0565600700 1 -- 172.21.15.44:0/1762342051 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f055c0056a0 con 0x562e133c7940 2024-05-21T00:45:43.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.020+0000 7f0565600700 1 -- 172.21.15.44:0/1762342051 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f055c003bb0 con 0x562e133c7940 2024-05-21T00:45:43.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.021+0000 7f05818e3b80 1 -- 172.21.15.44:0/1762342051 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562e133c7940 msgr2=0x562e133c14b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:43.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.021+0000 7f05818e3b80 1 --2- 172.21.15.44:0/1762342051 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562e133c7940 0x562e133c14b0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f055c009990 tx=0x7f055c0096a0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.021+0000 7f05818e3b80 1 -- 172.21.15.44:0/1762342051 shutdown_connections 2024-05-21T00:45:43.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.021+0000 7f05818e3b80 1 --2- 172.21.15.44:0/1762342051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562e133c7020 0x562e133c7400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.021+0000 7f05818e3b80 1 --2- 172.21.15.44:0/1762342051 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562e133c1ad0 0x562e133c1f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.021+0000 7f05818e3b80 1 --2- 172.21.15.44:0/1762342051 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562e133c7940 0x562e133c14b0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.021+0000 7f05818e3b80 1 -- 172.21.15.44:0/1762342051 >> 172.21.15.44:0/1762342051 conn(0x562e132efbe0 msgr2=0x562e133bc150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:43.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.021+0000 7f05818e3b80 1 -- 172.21.15.44:0/1762342051 shutdown_connections 2024-05-21T00:45:43.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.021+0000 7f05818e3b80 1 -- 172.21.15.44:0/1762342051 wait complete. 2024-05-21T00:45:43.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.021+0000 7f05818e3b80 1 -- start start 2024-05-21T00:45:43.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.022+0000 7f05818e3b80 1 Processor -- start 2024-05-21T00:45:43.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.022+0000 7f05818e3b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562e133c1ad0 0x562e133cd680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:43.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.022+0000 7f05818e3b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562e133c7020 0x562e133caa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:43.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.022+0000 7f05818e3b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562e133c7940 0x562e133caf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:43.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.022+0000 7f05818e3b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x562e13215fa0 con 0x562e133c7020 2024-05-21T00:45:43.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.022+0000 7f05818e3b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x562e132b0760 con 0x562e133c7940 2024-05-21T00:45:43.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.022+0000 7f05818e3b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x562e133ce400 con 0x562e133c1ad0 2024-05-21T00:45:43.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.022+0000 7f05818e3b80 10 client.0 _ll_register_callbacks cb 0x562e132b9c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:45:43.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.023+0000 7f0575000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562e133c1ad0 0x562e133cd680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:43.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.023+0000 7f056f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562e133c7020 0x562e133caa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:43.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.023+0000 7f0575000700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562e133c1ad0 0x562e133cd680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:50034/0 (socket says 172.21.15.44:50034) 2024-05-21T00:45:43.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.023+0000 7f056f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562e133c7020 0x562e133caa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36696/0 (socket says 172.21.15.44:36696) 2024-05-21T00:45:43.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.023+0000 7f0575000700 1 -- 172.21.15.44:0/1996367051 learned_addr learned my addr 172.21.15.44:0/1996367051 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.023+0000 7f0575000700 1 --2- 172.21.15.44:0/1996367051 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562e133c7940 0x562e133caf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.023+0000 7f056f400700 1 -- 172.21.15.44:0/1996367051 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562e133c1ad0 msgr2=0x562e133cd680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.023+0000 7f056f400700 1 --2- 172.21.15.44:0/1996367051 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562e133c1ad0 0x562e133cd680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.023+0000 7f056f400700 1 -- 172.21.15.44:0/1996367051 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562e133c7940 msgr2=0x562e133caf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.023+0000 7f056f400700 1 --2- 172.21.15.44:0/1996367051 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562e133c7940 0x562e133caf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.023+0000 7f056f400700 1 -- 172.21.15.44:0/1996367051 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562e1325f8d0 con 0x562e133c7020 2024-05-21T00:45:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.023+0000 7f0575000700 1 --2- 172.21.15.44:0/1996367051 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562e133c1ad0 0x562e133cd680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:45:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.024+0000 7f056f400700 1 --2- 172.21.15.44:0/1996367051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562e133c7020 0x562e133caa20 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f055c006010 tx=0x7f055c009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c256e3eaa3c2391e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.024+0000 7f055a000700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-21T00:45:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.024+0000 7f055a000700 1 -- 172.21.15.44:0/1996367051 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f055c032060 con 0x562e133c7020 2024-05-21T00:45:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.024+0000 7f055a000700 1 -- 172.21.15.44:0/1996367051 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f055c0039a0 con 0x562e133c7020 2024-05-21T00:45:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.024+0000 7f05818e3b80 1 -- 172.21.15.44:0/1996367051 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f055c0056a0 con 0x562e133c7020 2024-05-21T00:45:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.024+0000 7f055a000700 1 -- 172.21.15.44:0/1996367051 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f055c027070 con 0x562e133c7020 2024-05-21T00:45:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.024+0000 7f05818e3b80 10 client.15810 fetch_fsmap learned FSMap version 26 2024-05-21T00:45:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.024+0000 7f05818e3b80 1 -- 172.21.15.44:0/1996367051 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562e132e0060 con 0x562e133c7020 2024-05-21T00:45:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.025+0000 7f055a000700 1 -- 172.21.15.44:0/1996367051 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f055c0056a0 con 0x562e133c7020 2024-05-21T00:45:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.025+0000 7f055a000700 1 -- 172.21.15.44:0/1996367051 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f055c021070 con 0x562e133c7020 2024-05-21T00:45:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.025+0000 7f05818e3b80 10 client.15810 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:45:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.025+0000 7f05818e3b80 10 client.15810 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:45:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.025+0000 7f05818e3b80 20 client.15810 populate_metadata read hostname 'smithi044' 2024-05-21T00:45:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.025+0000 7f05818e3b80 1 --2- 172.21.15.44:0/1996367051 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x562e133dadc0 0x562e133dd1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.025+0000 7f05818e3b80 4 client.15810 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:45:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.025+0000 7f05818e3b80 1 -- 172.21.15.44:0/1996367051 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562e13321d90 con 0x562e133dadc0 2024-05-21T00:45:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.026+0000 7f0575000700 1 --2- 172.21.15.44:0/1996367051 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x562e133dadc0 0x562e133dd1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:43.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.026+0000 7f0575000700 1 --2- 172.21.15.44:0/1996367051 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x562e133dadc0 0x562e133dd1b0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=597edd2ac9da51d4 server_cookie=96bd29c55f1089c1 in_seq=0 out_seq=0 2024-05-21T00:45:43.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.026+0000 7f055a000700 10 client.15810 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:45:43.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.027+0000 7f055a000700 1 -- 172.21.15.44:0/1996367051 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562e13321d90 con 0x562e133dadc0 2024-05-21T00:45:43.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.027+0000 7f055a000700 10 client.15810 handle_command_reply: tid=0 2024-05-21T00:45:43.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.027+0000 7f05818e3b80 1 client.15810 shutdown 2024-05-21T00:45:43.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.027+0000 7f05818e3b80 1 -- 172.21.15.44:0/1996367051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562e133c7020 msgr2=0x562e133caa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:43.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.027+0000 7f05818e3b80 1 --2- 172.21.15.44:0/1996367051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562e133c7020 0x562e133caa20 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f055c006010 tx=0x7f055c009ca0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.027+0000 7f05818e3b80 1 -- 172.21.15.44:0/1996367051 shutdown_connections 2024-05-21T00:45:43.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.027+0000 7f05818e3b80 1 --2- 172.21.15.44:0/1996367051 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x562e133dadc0 0x562e133dd1b0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.027+0000 7f05818e3b80 1 --2- 172.21.15.44:0/1996367051 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562e133c7940 0x562e133caf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.027+0000 7f05818e3b80 1 --2- 172.21.15.44:0/1996367051 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562e133c1ad0 0x562e133cd680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.027+0000 7f05818e3b80 1 --2- 172.21.15.44:0/1996367051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562e133c7020 0x562e133caa20 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.027+0000 7f055a000700 0 client.15810 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:45:43.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.027+0000 7f05818e3b80 1 -- 172.21.15.44:0/1996367051 >> 172.21.15.44:0/1996367051 conn(0x562e132efbe0 msgr2=0x562e133c04a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:43.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.028+0000 7f05818e3b80 1 -- 172.21.15.44:0/1996367051 shutdown_connections 2024-05-21T00:45:43.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.028+0000 7f05818e3b80 1 -- 172.21.15.44:0/1996367051 wait complete. 2024-05-21T00:45:43.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.028+0000 7f05818e3b80 20 client.15810 trim_cache size 0 max 16384 2024-05-21T00:45:43.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.045+0000 7f05818e3b80 1 Processor -- start 2024-05-21T00:45:43.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.045+0000 7f05818e3b80 1 -- start start 2024-05-21T00:45:43.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.045+0000 7f05818e3b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562e133c1ad0 0x562e133c9310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:43.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.045+0000 7f05818e3b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562e133c7020 0x562e133c9850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:43.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.045+0000 7f05818e3b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562e133c7940 0x562e133bbc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:43.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.045+0000 7f05818e3b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f05701b6990 con 0x562e133c1ad0 2024-05-21T00:45:43.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.045+0000 7f05818e3b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f05701b4220 con 0x562e133c7940 2024-05-21T00:45:43.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.045+0000 7f05818e3b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f05701b2070 con 0x562e133c7020 2024-05-21T00:45:43.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.045+0000 7f0575000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562e133c1ad0 0x562e133c9310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:43.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.045+0000 7f0575000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562e133c1ad0 0x562e133c9310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36712/0 (socket says 172.21.15.44:36712) 2024-05-21T00:45:43.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.045+0000 7f0575000700 1 -- 172.21.15.44:0/631954544 learned_addr learned my addr 172.21.15.44:0/631954544 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:43.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.046+0000 7f056f400700 1 --2- 172.21.15.44:0/631954544 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562e133c7020 0x562e133c9850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:43.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.046+0000 7f0575000700 1 --2- 172.21.15.44:0/631954544 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562e133c7940 0x562e133bbc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:43.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.046+0000 7f056f400700 1 -- 172.21.15.44:0/631954544 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562e133c7940 msgr2=0x562e133bbc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:43.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.046+0000 7f056f400700 1 --2- 172.21.15.44:0/631954544 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562e133c7940 0x562e133bbc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.046+0000 7f056f400700 1 -- 172.21.15.44:0/631954544 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562e133c1ad0 msgr2=0x562e133c9310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:43.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.046+0000 7f056f400700 1 --2- 172.21.15.44:0/631954544 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562e133c1ad0 0x562e133c9310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.046+0000 7f056f400700 1 -- 172.21.15.44:0/631954544 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562e133b6650 con 0x562e133c7020 2024-05-21T00:45:43.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.046+0000 7f0575000700 1 --2- 172.21.15.44:0/631954544 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562e133c7940 0x562e133bbc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:45:43.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.046+0000 7f056f400700 1 --2- 172.21.15.44:0/631954544 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562e133c7020 0x562e133c9850 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f055c0098e0 tx=0x7f055c005960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9f461aca69fbccf4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:43.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.046+0000 7f0564c00700 1 -- 172.21.15.44:0/631954544 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f055c032040 con 0x562e133c7020 2024-05-21T00:45:43.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.046+0000 7f0564c00700 1 -- 172.21.15.44:0/631954544 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f055c028040 con 0x562e133c7020 2024-05-21T00:45:43.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.047+0000 7f0564c00700 1 -- 172.21.15.44:0/631954544 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f055c0178f0 con 0x562e133c7020 2024-05-21T00:45:43.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.047+0000 7f05818e3b80 1 -- 172.21.15.44:0/631954544 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562e133c7020 msgr2=0x562e133c9850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:43.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.047+0000 7f05818e3b80 1 --2- 172.21.15.44:0/631954544 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562e133c7020 0x562e133c9850 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f055c0098e0 tx=0x7f055c005960 comp rx=0 tx=0).stop 2024-05-21T00:45:43.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.047+0000 7f05818e3b80 1 -- 172.21.15.44:0/631954544 shutdown_connections 2024-05-21T00:45:43.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.047+0000 7f05818e3b80 1 --2- 172.21.15.44:0/631954544 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562e133c1ad0 0x562e133c9310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.047+0000 7f05818e3b80 1 --2- 172.21.15.44:0/631954544 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562e133c7940 0x562e133bbc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.047+0000 7f05818e3b80 1 --2- 172.21.15.44:0/631954544 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562e133c7020 0x562e133c9850 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.047+0000 7f05818e3b80 1 -- 172.21.15.44:0/631954544 >> 172.21.15.44:0/631954544 conn(0x562e132efbe0 msgr2=0x562e133c0e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:43.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.047+0000 7f05818e3b80 1 -- 172.21.15.44:0/631954544 shutdown_connections 2024-05-21T00:45:43.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.047+0000 7f05818e3b80 1 -- 172.21.15.44:0/631954544 wait complete. 2024-05-21T00:45:43.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.048+0000 7f05818e3b80 1 -- start start 2024-05-21T00:45:43.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.048+0000 7f05818e3b80 1 Processor -- start 2024-05-21T00:45:43.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.048+0000 7f05818e3b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562e133c1ad0 0x562e133e0760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:43.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.048+0000 7f05818e3b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562e133c7020 0x562e133ddb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:43.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.048+0000 7f05818e3b80 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562e133c7940 0x562e133de040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:43.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.049+0000 7f05818e3b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f05701b26e0 con 0x562e133c7020 2024-05-21T00:45:43.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.049+0000 7f05818e3b80 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f05701b3b50 con 0x562e133c7940 2024-05-21T00:45:43.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.049+0000 7f05818e3b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f05701b2db0 con 0x562e133c1ad0 2024-05-21T00:45:43.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.049+0000 7f05818e3b80 10 client.0 _ll_register_callbacks cb 0x562e132b9c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:45:43.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.049+0000 7f056f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562e133c7020 0x562e133ddb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:43.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.049+0000 7f056f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562e133c7020 0x562e133ddb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36720/0 (socket says 172.21.15.44:36720) 2024-05-21T00:45:43.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.049+0000 7f056f400700 1 -- 172.21.15.44:0/2262822193 learned_addr learned my addr 172.21.15.44:0/2262822193 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:43.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.049+0000 7f0575000700 1 --2- 172.21.15.44:0/2262822193 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562e133c1ad0 0x562e133e0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:43.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.049+0000 7f0575000700 1 --2- 172.21.15.44:0/2262822193 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562e133c7940 0x562e133de040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:43.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.049+0000 7f056f400700 1 -- 172.21.15.44:0/2262822193 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562e133c1ad0 msgr2=0x562e133e0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:43.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.049+0000 7f056f400700 1 --2- 172.21.15.44:0/2262822193 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562e133c1ad0 0x562e133e0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.049+0000 7f056f400700 1 -- 172.21.15.44:0/2262822193 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562e133c7940 msgr2=0x562e133de040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:45:43.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.049+0000 7f056f400700 1 --2- 172.21.15.44:0/2262822193 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562e133c7940 0x562e133de040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.049+0000 7f056f400700 1 -- 172.21.15.44:0/2262822193 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562e133de6d0 con 0x562e133c7020 2024-05-21T00:45:43.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.049+0000 7f0575000700 1 --2- 172.21.15.44:0/2262822193 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562e133c1ad0 0x562e133e0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:45:43.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.050+0000 7f056f400700 1 --2- 172.21.15.44:0/2262822193 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562e133c7020 0x562e133ddb00 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f055c00ff20 tx=0x7f055c00fdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed4c3a4b99e141de server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:43.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.050+0000 7f055a000700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-21T00:45:43.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.050+0000 7f055a000700 1 -- 172.21.15.44:0/2262822193 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f055c032040 con 0x562e133c7020 2024-05-21T00:45:43.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.050+0000 7f055a000700 1 -- 172.21.15.44:0/2262822193 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f055c0039a0 con 0x562e133c7020 2024-05-21T00:45:43.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.050+0000 7f05818e3b80 1 -- 172.21.15.44:0/2262822193 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f055c028040 con 0x562e133c7020 2024-05-21T00:45:43.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.050+0000 7f055a000700 1 -- 172.21.15.44:0/2262822193 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f055c0054a0 con 0x562e133c7020 2024-05-21T00:45:43.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.051+0000 7f05818e3b80 10 client.15816 fetch_fsmap learned FSMap version 26 2024-05-21T00:45:43.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.051+0000 7f05818e3b80 1 -- 172.21.15.44:0/2262822193 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562e13445430 con 0x562e133c7020 2024-05-21T00:45:43.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.051+0000 7f055a000700 1 -- 172.21.15.44:0/2262822193 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f055c028040 con 0x562e133c7020 2024-05-21T00:45:43.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.051+0000 7f055a000700 1 -- 172.21.15.44:0/2262822193 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f055c03f070 con 0x562e133c7020 2024-05-21T00:45:43.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.051+0000 7f05818e3b80 10 client.15816 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T00:45:43.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.051+0000 7f05818e3b80 10 client.15816 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T00:45:43.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.051+0000 7f05818e3b80 20 client.15816 populate_metadata read hostname 'smithi044' 2024-05-21T00:45:43.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.051+0000 7f05818e3b80 1 --2- 172.21.15.44:0/2262822193 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x562e13445820 0x562e13447c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:43.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.051+0000 7f05818e3b80 4 client.15816 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:45:43.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.051+0000 7f05818e3b80 1 -- 172.21.15.44:0/2262822193 --> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562e1331b570 con 0x562e13445820 2024-05-21T00:45:43.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.052+0000 7f0575000700 1 --2- 172.21.15.44:0/2262822193 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x562e13445820 0x562e13447c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:43.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.052+0000 7f0575000700 1 --2- 172.21.15.44:0/2262822193 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x562e13445820 0x562e13447c40 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=35a86833300133ba server_cookie=4f00a4b5aa79d499 in_seq=0 out_seq=0 2024-05-21T00:45:43.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.052+0000 7f055a000700 10 client.15816 ms_handle_connect on v2:172.21.15.82:6838/3736218763 2024-05-21T00:45:43.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.052+0000 7f055a000700 1 -- 172.21.15.44:0/2262822193 <== mds.0 v2:172.21.15.82:6838/3736218763 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562e1331b570 con 0x562e13445820 2024-05-21T00:45:43.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.052+0000 7f055a000700 10 client.15816 handle_command_reply: tid=0 2024-05-21T00:45:43.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.052+0000 7f05818e3b80 1 client.15816 shutdown 2024-05-21T00:45:43.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.053+0000 7f05818e3b80 1 -- 172.21.15.44:0/2262822193 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562e133c7020 msgr2=0x562e133ddb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:43.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.053+0000 7f05818e3b80 1 --2- 172.21.15.44:0/2262822193 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562e133c7020 0x562e133ddb00 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f055c00ff20 tx=0x7f055c00fdd0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.053+0000 7f05818e3b80 1 -- 172.21.15.44:0/2262822193 shutdown_connections 2024-05-21T00:45:43.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.053+0000 7f05818e3b80 1 --2- 172.21.15.44:0/2262822193 >> [v2:172.21.15.82:6838/3736218763,v1:172.21.15.82:6839/3736218763] conn(0x562e13445820 0x562e13447c40 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.053+0000 7f05818e3b80 1 --2- 172.21.15.44:0/2262822193 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562e133c7940 0x562e133de040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.053+0000 7f05818e3b80 1 --2- 172.21.15.44:0/2262822193 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562e133c1ad0 0x562e133e0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.053+0000 7f05818e3b80 1 --2- 172.21.15.44:0/2262822193 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562e133c7020 0x562e133ddb00 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.053+0000 7f05818e3b80 1 -- 172.21.15.44:0/2262822193 >> 172.21.15.44:0/2262822193 conn(0x562e132efbe0 msgr2=0x562e133bbc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:43.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.053+0000 7f055a000700 0 client.15816 ms_handle_reset on v2:172.21.15.82:6838/3736218763 2024-05-21T00:45:43.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.053+0000 7f05818e3b80 1 -- 172.21.15.44:0/2262822193 shutdown_connections 2024-05-21T00:45:43.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.053+0000 7f05818e3b80 1 -- 172.21.15.44:0/2262822193 wait complete. 2024-05-21T00:45:43.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.053+0000 7f05818e3b80 20 client.15816 trim_cache size 0 max 16384 2024-05-21T00:45:43.059 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-21T00:45:43.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.054+0000 7f0575a00700 1 -- 172.21.15.44:0/1490641092 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f05540b2880 msgr2=0x7f05540b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:43.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.054+0000 7f0575a00700 1 --2- 172.21.15.44:0/1490641092 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f05540b2880 0x7f05540b4d40 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f05600a9530 tx=0x7f05600a96f0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.054+0000 7f0575a00700 1 -- 172.21.15.44:0/1490641092 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0570109a80 msgr2=0x7f05701a0100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:43.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.054+0000 7f0575a00700 1 --2- 172.21.15.44:0/1490641092 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0570109a80 0x7f05701a0100 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f056000e9f0 tx=0x7f056000ed00 comp rx=0 tx=0).stop 2024-05-21T00:45:43.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.054+0000 7f0575a00700 1 -- 172.21.15.44:0/1490641092 shutdown_connections 2024-05-21T00:45:43.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.054+0000 7f0575a00700 1 --2- 172.21.15.44:0/1490641092 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f05540b2880 0x7f05540b4d40 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.054+0000 7f0575a00700 1 --2- 172.21.15.44:0/1490641092 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0570109a80 0x7f05701a0100 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.054+0000 7f0575a00700 1 --2- 172.21.15.44:0/1490641092 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f057010e950 0x7f05701a49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.054+0000 7f0575a00700 1 --2- 172.21.15.44:0/1490641092 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f057010a440 0x7f05701a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:43.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.054+0000 7f0575a00700 1 -- 172.21.15.44:0/1490641092 >> 172.21.15.44:0/1490641092 conn(0x7f05700792d0 msgr2=0x7f05700798f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:43.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.054+0000 7f0575a00700 1 -- 172.21.15.44:0/1490641092 shutdown_connections 2024-05-21T00:45:43.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:43.054+0000 7f0575a00700 1 -- 172.21.15.44:0/1490641092 wait complete. 2024-05-21T00:45:43.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:43 smithi044 ceph-mon[31392]: pgmap v568: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:45:44.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:43 smithi092 ceph-mon[36335]: pgmap v568: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:45:44.194 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:43 smithi082 ceph-mon[36141]: pgmap v568: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:45:44.208 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_b772be9bbd810236a4ab405b6b221a45c687051f/qa/tasks/fwd_scrub.py", line 35, in _run self.do_scrub() File "/home/teuthworker/src/git.ceph.com_ceph-c_b772be9bbd810236a4ab405b6b221a45c687051f/qa/tasks/fwd_scrub.py", line 49, in do_scrub self.sleep_unless_stopped(self.sleep_between_iterations) File "/home/teuthworker/src/git.ceph.com_ceph-c_b772be9bbd810236a4ab405b6b221a45c687051f/qa/tasks/thrasher.py", line 47, in sleep_unless_stopped raise self.Stopped() tasks.thrasher.ThrasherGreenlet.Stopped 2024-05-21T00:45:44.209 INFO:tasks.fwd_scrub:done joining 2024-05-21T00:45:44.209 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-05-21T00:45:44.221 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-21T00:45:44.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.442+0000 7f6b33c00640 1 -- 172.21.15.44:0/15476613 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6b2c105ec0 msgr2=0x7f6b2c1082b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:44.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.442+0000 7f6b33c00640 1 --2- 172.21.15.44:0/15476613 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6b2c105ec0 0x7f6b2c1082b0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f6b14009ca0 tx=0x7f6b1402a8c0 comp rx=0 tx=0).stop 2024-05-21T00:45:44.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.442+0000 7f6b33c00640 1 -- 172.21.15.44:0/15476613 shutdown_connections 2024-05-21T00:45:44.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.442+0000 7f6b33c00640 1 --2- 172.21.15.44:0/15476613 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6b2c1087f0 0x7f6b2c10ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:44.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.442+0000 7f6b33c00640 1 --2- 172.21.15.44:0/15476613 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6b2c105ec0 0x7f6b2c1082b0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:44.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.442+0000 7f6b33c00640 1 --2- 172.21.15.44:0/15476613 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6b2c103590 0x7f6b2c105980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:44.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.442+0000 7f6b33c00640 1 -- 172.21.15.44:0/15476613 >> 172.21.15.44:0/15476613 conn(0x7f6b2c0fcf80 msgr2=0x7f6b2c0ff3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:44.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.442+0000 7f6b33c00640 1 -- 172.21.15.44:0/15476613 shutdown_connections 2024-05-21T00:45:44.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.442+0000 7f6b33c00640 1 -- 172.21.15.44:0/15476613 wait complete. 2024-05-21T00:45:44.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.443+0000 7f6b33c00640 1 Processor -- start 2024-05-21T00:45:44.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.444+0000 7f6b33c00640 1 -- start start 2024-05-21T00:45:44.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.444+0000 7f6b33c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6b2c103590 0x7f6b2c198d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:44.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.444+0000 7f6b33c00640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6b2c105ec0 0x7f6b2c199260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:44.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.444+0000 7f6b33c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6b2c1087f0 0x7f6b2c1a0290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:44.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.444+0000 7f6b33c00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6b2c10e630 con 0x7f6b2c1087f0 2024-05-21T00:45:44.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.444+0000 7f6b33c00640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f6b2c10e4b0 con 0x7f6b2c105ec0 2024-05-21T00:45:44.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.444+0000 7f6b33c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f6b2c10e7b0 con 0x7f6b2c103590 2024-05-21T00:45:44.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.444+0000 7f6b31c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6b2c1087f0 0x7f6b2c1a0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:44.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.444+0000 7f6b31200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6b2c103590 0x7f6b2c198d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:44.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.445+0000 7f6b31c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6b2c1087f0 0x7f6b2c1a0290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36734/0 (socket says 172.21.15.44:36734) 2024-05-21T00:45:44.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.445+0000 7f6b31c00640 1 -- 172.21.15.44:0/3063456676 learned_addr learned my addr 172.21.15.44:0/3063456676 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:44.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.445+0000 7f6b2be00640 1 --2- 172.21.15.44:0/3063456676 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6b2c105ec0 0x7f6b2c199260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:44.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.445+0000 7f6b31200640 1 -- 172.21.15.44:0/3063456676 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6b2c105ec0 msgr2=0x7f6b2c199260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:44.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.445+0000 7f6b31200640 1 --2- 172.21.15.44:0/3063456676 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6b2c105ec0 0x7f6b2c199260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:44.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.445+0000 7f6b31200640 1 -- 172.21.15.44:0/3063456676 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6b2c1087f0 msgr2=0x7f6b2c1a0290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:44.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.445+0000 7f6b31200640 1 --2- 172.21.15.44:0/3063456676 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6b2c1087f0 0x7f6b2c1a0290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:44.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.445+0000 7f6b31200640 1 -- 172.21.15.44:0/3063456676 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b2c1a0930 con 0x7f6b2c103590 2024-05-21T00:45:44.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.445+0000 7f6b31200640 1 --2- 172.21.15.44:0/3063456676 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6b2c103590 0x7f6b2c198d20 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f6b1c00e9f0 tx=0x7f6b1c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:44.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.445+0000 7f6b29600640 1 -- 172.21.15.44:0/3063456676 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b1c00ccc0 con 0x7f6b2c103590 2024-05-21T00:45:44.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.446+0000 7f6b29600640 1 -- 172.21.15.44:0/3063456676 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b1c005020 con 0x7f6b2c103590 2024-05-21T00:45:44.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.446+0000 7f6b29600640 1 -- 172.21.15.44:0/3063456676 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b1c004a00 con 0x7f6b2c103590 2024-05-21T00:45:44.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.446+0000 7f6b33c00640 1 -- 172.21.15.44:0/3063456676 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b2c1a0c20 con 0x7f6b2c103590 2024-05-21T00:45:44.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.446+0000 7f6b33c00640 1 -- 172.21.15.44:0/3063456676 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b2c1a1120 con 0x7f6b2c103590 2024-05-21T00:45:44.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.447+0000 7f6b33c00640 1 -- 172.21.15.44:0/3063456676 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b2c0fea70 con 0x7f6b2c103590 2024-05-21T00:45:44.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.449+0000 7f6b29600640 1 -- 172.21.15.44:0/3063456676 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f6b1c004ba0 con 0x7f6b2c103590 2024-05-21T00:45:44.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.451+0000 7f6b29600640 1 --2- 172.21.15.44:0/3063456676 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f6b100b27f0 0x7f6b100b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:44.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.451+0000 7f6b29600640 1 -- 172.21.15.44:0/3063456676 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f6b1c0e2220 con 0x7f6b2c103590 2024-05-21T00:45:44.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.451+0000 7f6b2be00640 1 --2- 172.21.15.44:0/3063456676 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f6b100b27f0 0x7f6b100b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:44.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.452+0000 7f6b2be00640 1 --2- 172.21.15.44:0/3063456676 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f6b100b27f0 0x7f6b100b4cb0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f6b14000f80 tx=0x7f6b14005f30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:44.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.453+0000 7f6b29600640 1 -- 172.21.15.44:0/3063456676 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6b1c0a9ea0 con 0x7f6b2c103590 2024-05-21T00:45:44.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.667+0000 7f6b33c00640 1 -- 172.21.15.44:0/3063456676 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6b2c02de50 con 0x7f6b2c103590 2024-05-21T00:45:44.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.670+0000 7f6b29600640 1 -- 172.21.15.44:0/3063456676 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22707 (secure 0 0 0) 0x7f6b1c0a97a0 con 0x7f6b2c103590 2024-05-21T00:45:44.673 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:45:44.673 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":82,"fsid":"d03df2b2-1708-11ef-bc9a-c7b262605968","created":"2024-05-21T00:27:51.458771+0000","modified":"2024-05-21T00:39:11.514065+0000","last_up_change":"2024-05-21T00:36:10.971414+0000","last_in_change":"2024-05-21T00:35:50.957727+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T00:31:54.252537+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T00:37:21.067118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T00:37:25.328393+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"87d95ec0-9884-407b-9d90-67a37bd139bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6803","nonce":3592915645}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6805","nonce":3592915645}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6809","nonce":3592915645}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6807","nonce":3592915645}]},"public_addr":"172.21.15.44:6803/3592915645","cluster_addr":"172.21.15.44:6805/3592915645","heartbeat_back_addr":"172.21.15.44:6809/3592915645","heartbeat_front_addr":"172.21.15.44:6807/3592915645","state":["exists","up"]},{"osd":1,"uuid":"f63d59d5-bcc5-4875-befd-f9ff99c11c5a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6800","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6801","nonce":2647472512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6803","nonce":2647472512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6807","nonce":2647472512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6805","nonce":2647472512}]},"public_addr":"172.21.15.82:6801/2647472512","cluster_addr":"172.21.15.82:6803/2647472512","heartbeat_back_addr":"172.21.15.82:6807/2647472512","heartbeat_front_addr":"172.21.15.82:6805/2647472512","state":["exists","up"]},{"osd":2,"uuid":"03dda03d-7581-476b-8e0b-ede8b7865165","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6801","nonce":2514141415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6803","nonce":2514141415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6807","nonce":2514141415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6805","nonce":2514141415}]},"public_addr":"172.21.15.92:6801/2514141415","cluster_addr":"172.21.15.92:6803/2514141415","heartbeat_back_addr":"172.21.15.92:6807/2514141415","heartbeat_front_addr":"172.21.15.92:6805/2514141415","state":["exists","up"]},{"osd":3,"uuid":"ee4c6871-e0ba-4dda-9fa1-f53d17314665","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6811","nonce":3929544733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6813","nonce":3929544733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6817","nonce":3929544733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6815","nonce":3929544733}]},"public_addr":"172.21.15.44:6811/3929544733","cluster_addr":"172.21.15.44:6813/3929544733","heartbeat_back_addr":"172.21.15.44:6817/3929544733","heartbeat_front_addr":"172.21.15.44:6815/3929544733","state":["exists","up"]},{"osd":4,"uuid":"43686e5d-9d5d-47ce-9a87-809e4dd36914","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6809","nonce":1580415467}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6811","nonce":1580415467}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6815","nonce":1580415467}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6813","nonce":1580415467}]},"public_addr":"172.21.15.82:6809/1580415467","cluster_addr":"172.21.15.82:6811/1580415467","heartbeat_back_addr":"172.21.15.82:6815/1580415467","heartbeat_front_addr":"172.21.15.82:6813/1580415467","state":["exists","up"]},{"osd":5,"uuid":"d37ad690-2e64-44d9-b4ba-5c1413dbde2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6809","nonce":965782434}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6811","nonce":965782434}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6815","nonce":965782434}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6813","nonce":965782434}]},"public_addr":"172.21.15.92:6809/965782434","cluster_addr":"172.21.15.92:6811/965782434","heartbeat_back_addr":"172.21.15.92:6815/965782434","heartbeat_front_addr":"172.21.15.92:6813/965782434","state":["exists","up"]},{"osd":6,"uuid":"a51f7723-c78c-4ef9-a341-b1ff72ba518e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6819","nonce":1537486544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6821","nonce":1537486544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6825","nonce":1537486544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6823","nonce":1537486544}]},"public_addr":"172.21.15.44:6819/1537486544","cluster_addr":"172.21.15.44:6821/1537486544","heartbeat_back_addr":"172.21.15.44:6825/1537486544","heartbeat_front_addr":"172.21.15.44:6823/1537486544","state":["exists","up"]},{"osd":7,"uuid":"9cb07a5c-be70-4030-a329-3d4f374fb837","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6817","nonce":205724371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6819","nonce":205724371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6823","nonce":205724371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6821","nonce":205724371}]},"public_addr":"172.21.15.82:6817/205724371","cluster_addr":"172.21.15.82:6819/205724371","heartbeat_back_addr":"172.21.15.82:6823/205724371","heartbeat_front_addr":"172.21.15.82:6821/205724371","state":["exists","up"]},{"osd":8,"uuid":"5dcab637-f5dc-45c1-8100-cb0b5ace5c92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6817","nonce":3959245624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6819","nonce":3959245624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6823","nonce":3959245624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6821","nonce":3959245624}]},"public_addr":"172.21.15.92:6817/3959245624","cluster_addr":"172.21.15.92:6819/3959245624","heartbeat_back_addr":"172.21.15.92:6823/3959245624","heartbeat_front_addr":"172.21.15.92:6821/3959245624","state":["exists","up"]},{"osd":9,"uuid":"e8018f84-c48b-46c3-97f9-933126a7b2fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6827","nonce":1654517516}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6829","nonce":1654517516}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6833","nonce":1654517516}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6831","nonce":1654517516}]},"public_addr":"172.21.15.44:6827/1654517516","cluster_addr":"172.21.15.44:6829/1654517516","heartbeat_back_addr":"172.21.15.44:6833/1654517516","heartbeat_front_addr":"172.21.15.44:6831/1654517516","state":["exists","up"]},{"osd":10,"uuid":"2887e4b5-afd3-4a9f-9d8a-c8c22964451d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6825","nonce":1964064567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6827","nonce":1964064567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6831","nonce":1964064567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6829","nonce":1964064567}]},"public_addr":"172.21.15.82:6825/1964064567","cluster_addr":"172.21.15.82:6827/1964064567","heartbeat_back_addr":"172.21.15.82:6831/1964064567","heartbeat_front_addr":"172.21.15.82:6829/1964064567","state":["exists","up"]},{"osd":11,"uuid":"0bc8302f-4e43-4172-8b39-e845532325dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6825","nonce":2911355193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6827","nonce":2911355193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6831","nonce":2911355193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6829","nonce":2911355193}]},"public_addr":"172.21.15.92:6825/2911355193","cluster_addr":"172.21.15.92:6827/2911355193","heartbeat_back_addr":"172.21.15.92:6831/2911355193","heartbeat_front_addr":"172.21.15.92:6829/2911355193","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:03.521286+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:28.491762+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:51.825721+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:32:25.293696+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:32:51.285539+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:33:15.925099+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:33:50.761232+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:34:17.058992+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:34:41.840124+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:35:16.093194+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:35:43.418271+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:36:09.237970+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":2,"to":1}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.18","mappings":[{"from":3,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":7}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/880191957":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/587444604":"2024-05-22T00:29:10.086497+0000","172.21.15.44:6800/3330900916":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/64733516":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6801/3460387030":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6801/3330900916":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/1049391158":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6800/3460387030":"2024-05-22T00:28:34.433643+0000","172.21.15.44:0/1950433201":"2024-05-22T00:28:34.433643+0000","172.21.15.44:0/866497567":"2024-05-22T00:29:10.086497+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T00:45:44.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.672+0000 7f6b33c00640 1 -- 172.21.15.44:0/3063456676 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f6b100b27f0 msgr2=0x7f6b100b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:44.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.672+0000 7f6b33c00640 1 --2- 172.21.15.44:0/3063456676 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f6b100b27f0 0x7f6b100b4cb0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f6b14000f80 tx=0x7f6b14005f30 comp rx=0 tx=0).stop 2024-05-21T00:45:44.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.672+0000 7f6b33c00640 1 -- 172.21.15.44:0/3063456676 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6b2c103590 msgr2=0x7f6b2c198d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:44.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.672+0000 7f6b33c00640 1 --2- 172.21.15.44:0/3063456676 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6b2c103590 0x7f6b2c198d20 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f6b1c00e9f0 tx=0x7f6b1c00eeb0 comp rx=0 tx=0).stop 2024-05-21T00:45:44.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.673+0000 7f6b33c00640 1 -- 172.21.15.44:0/3063456676 shutdown_connections 2024-05-21T00:45:44.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.673+0000 7f6b33c00640 1 --2- 172.21.15.44:0/3063456676 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f6b100b27f0 0x7f6b100b4cb0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:44.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.673+0000 7f6b33c00640 1 --2- 172.21.15.44:0/3063456676 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6b2c1087f0 0x7f6b2c1a0290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:44.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.673+0000 7f6b33c00640 1 --2- 172.21.15.44:0/3063456676 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6b2c105ec0 0x7f6b2c199260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:44.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.673+0000 7f6b33c00640 1 --2- 172.21.15.44:0/3063456676 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6b2c103590 0x7f6b2c198d20 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:44.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.673+0000 7f6b33c00640 1 -- 172.21.15.44:0/3063456676 >> 172.21.15.44:0/3063456676 conn(0x7f6b2c0fcf80 msgr2=0x7f6b2c104010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:44.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.673+0000 7f6b33c00640 1 -- 172.21.15.44:0/3063456676 shutdown_connections 2024-05-21T00:45:44.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.673+0000 7f6b33c00640 1 -- 172.21.15.44:0/3063456676 wait complete. 2024-05-21T00:45:44.696 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-21T00:31:54.252537+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-21T00:37:21.067118+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '78', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-05-21T00:37:25.328393+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '78', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-05-21T00:45:44.696 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-21T00:45:44.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.910+0000 7fa838a00640 1 -- 172.21.15.44:0/1976871193 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa83410ac60 msgr2=0x7fa8341114f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:44.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.910+0000 7fa838a00640 1 --2- 172.21.15.44:0/1976871193 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa83410ac60 0x7fa8341114f0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fa82c009ca0 tx=0x7fa82c02a8c0 comp rx=0 tx=0).stop 2024-05-21T00:45:44.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.910+0000 7fa838a00640 1 -- 172.21.15.44:0/1976871193 shutdown_connections 2024-05-21T00:45:44.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.910+0000 7fa838a00640 1 --2- 172.21.15.44:0/1976871193 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa83410ac60 0x7fa8341114f0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:44.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.910+0000 7fa838a00640 1 --2- 172.21.15.44:0/1976871193 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa83410a2a0 0x7fa83410a720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:44.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.910+0000 7fa838a00640 1 --2- 172.21.15.44:0/1976871193 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa8341090b0 0x7fa8341094d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:44.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.910+0000 7fa838a00640 1 -- 172.21.15.44:0/1976871193 >> 172.21.15.44:0/1976871193 conn(0x7fa834078060 msgr2=0x7fa83407a480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:44.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.910+0000 7fa838a00640 1 -- 172.21.15.44:0/1976871193 shutdown_connections 2024-05-21T00:45:44.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.910+0000 7fa838a00640 1 -- 172.21.15.44:0/1976871193 wait complete. 2024-05-21T00:45:44.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.911+0000 7fa838a00640 1 Processor -- start 2024-05-21T00:45:44.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.912+0000 7fa838a00640 1 -- start start 2024-05-21T00:45:44.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.912+0000 7fa838a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa8341090b0 0x7fa83419f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:44.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.912+0000 7fa838a00640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa83410a2a0 0x7fa83419f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:44.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.912+0000 7fa838a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa83410ac60 0x7fa8341a6890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:44.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.912+0000 7fa838a00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa834114bf0 con 0x7fa8341090b0 2024-05-21T00:45:44.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.912+0000 7fa838a00640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa834114a70 con 0x7fa83410a2a0 2024-05-21T00:45:44.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.912+0000 7fa838a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa834114d70 con 0x7fa83410ac60 2024-05-21T00:45:44.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.912+0000 7fa831e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa8341090b0 0x7fa83419f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:44.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.912+0000 7fa831e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa8341090b0 0x7fa83419f2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36754/0 (socket says 172.21.15.44:36754) 2024-05-21T00:45:44.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.912+0000 7fa831e00640 1 -- 172.21.15.44:0/983609249 learned_addr learned my addr 172.21.15.44:0/983609249 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:44.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.912+0000 7fa832800640 1 --2- 172.21.15.44:0/983609249 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa83410ac60 0x7fa8341a6890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:44.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.913+0000 7fa82be00640 1 --2- 172.21.15.44:0/983609249 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa83410a2a0 0x7fa83419f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:44.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.913+0000 7fa831e00640 1 -- 172.21.15.44:0/983609249 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa83410ac60 msgr2=0x7fa8341a6890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:44.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.913+0000 7fa831e00640 1 --2- 172.21.15.44:0/983609249 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa83410ac60 0x7fa8341a6890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:44.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.913+0000 7fa831e00640 1 -- 172.21.15.44:0/983609249 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa83410a2a0 msgr2=0x7fa83419f820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:44.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.913+0000 7fa831e00640 1 --2- 172.21.15.44:0/983609249 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa83410a2a0 0x7fa83419f820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:44.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.913+0000 7fa831e00640 1 -- 172.21.15.44:0/983609249 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8341a6f00 con 0x7fa8341090b0 2024-05-21T00:45:44.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.913+0000 7fa82be00640 1 --2- 172.21.15.44:0/983609249 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa83410a2a0 0x7fa83419f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:45:44.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.913+0000 7fa831e00640 1 --2- 172.21.15.44:0/983609249 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa8341090b0 0x7fa83419f2e0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fa82400e9c0 tx=0x7fa82400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:44.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.913+0000 7fa82aa00640 1 -- 172.21.15.44:0/983609249 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa82400cd80 con 0x7fa8341090b0 2024-05-21T00:45:44.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.913+0000 7fa82aa00640 1 -- 172.21.15.44:0/983609249 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa8240035f0 con 0x7fa8341090b0 2024-05-21T00:45:44.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.913+0000 7fa82aa00640 1 -- 172.21.15.44:0/983609249 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa824010690 con 0x7fa8341090b0 2024-05-21T00:45:44.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.913+0000 7fa838a00640 1 -- 172.21.15.44:0/983609249 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8341a71f0 con 0x7fa8341090b0 2024-05-21T00:45:44.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.914+0000 7fa838a00640 1 -- 172.21.15.44:0/983609249 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8341a76f0 con 0x7fa8341090b0 2024-05-21T00:45:44.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.915+0000 7fa838a00640 1 -- 172.21.15.44:0/983609249 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa834110400 con 0x7fa8341090b0 2024-05-21T00:45:44.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.917+0000 7fa82aa00640 1 -- 172.21.15.44:0/983609249 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fa824004000 con 0x7fa8341090b0 2024-05-21T00:45:44.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.920+0000 7fa82aa00640 1 --2- 172.21.15.44:0/983609249 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa8180b2870 0x7fa8180b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:44.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.920+0000 7fa82aa00640 1 -- 172.21.15.44:0/983609249 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fa8240e27b0 con 0x7fa8341090b0 2024-05-21T00:45:44.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.920+0000 7fa82be00640 1 --2- 172.21.15.44:0/983609249 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa8180b2870 0x7fa8180b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:44.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.921+0000 7fa82be00640 1 --2- 172.21.15.44:0/983609249 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa8180b2870 0x7fa8180b4d30 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fa8341a07f0 tx=0x7fa81c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:44.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:44.925+0000 7fa82aa00640 1 -- 172.21.15.44:0/983609249 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa8240aa430 con 0x7fa8341090b0 2024-05-21T00:45:45.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.139+0000 7fa838a00640 1 -- 172.21.15.44:0/983609249 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fa834063680 con 0x7fa8341090b0 2024-05-21T00:45:45.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.140+0000 7fa82aa00640 1 -- 172.21.15.44:0/983609249 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7fa8240a9d30 con 0x7fa8341090b0 2024-05-21T00:45:45.142 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 1 2024-05-21T00:45:45.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.142+0000 7fa838a00640 1 -- 172.21.15.44:0/983609249 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa8180b2870 msgr2=0x7fa8180b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:45.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.142+0000 7fa838a00640 1 --2- 172.21.15.44:0/983609249 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa8180b2870 0x7fa8180b4d30 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fa8341a07f0 tx=0x7fa81c005f90 comp rx=0 tx=0).stop 2024-05-21T00:45:45.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.142+0000 7fa838a00640 1 -- 172.21.15.44:0/983609249 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa8341090b0 msgr2=0x7fa83419f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:45.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.142+0000 7fa838a00640 1 --2- 172.21.15.44:0/983609249 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa8341090b0 0x7fa83419f2e0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fa82400e9c0 tx=0x7fa82400ee80 comp rx=0 tx=0).stop 2024-05-21T00:45:45.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.142+0000 7fa838a00640 1 -- 172.21.15.44:0/983609249 shutdown_connections 2024-05-21T00:45:45.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.142+0000 7fa838a00640 1 --2- 172.21.15.44:0/983609249 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fa8180b2870 0x7fa8180b4d30 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:45.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.142+0000 7fa838a00640 1 --2- 172.21.15.44:0/983609249 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa83410ac60 0x7fa8341a6890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:45.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.142+0000 7fa838a00640 1 --2- 172.21.15.44:0/983609249 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa83410a2a0 0x7fa83419f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:45.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.142+0000 7fa838a00640 1 --2- 172.21.15.44:0/983609249 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa8341090b0 0x7fa83419f2e0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:45.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.142+0000 7fa838a00640 1 -- 172.21.15.44:0/983609249 >> 172.21.15.44:0/983609249 conn(0x7fa834078060 msgr2=0x7fa83410d5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:45.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.142+0000 7fa838a00640 1 -- 172.21.15.44:0/983609249 shutdown_connections 2024-05-21T00:45:45.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.142+0000 7fa838a00640 1 -- 172.21.15.44:0/983609249 wait complete. 2024-05-21T00:45:45.147 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:44 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/3063456676' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:45:45.167 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-21T00:45:45.194 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:44 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/3063456676' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:45:45.306 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:44 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/3063456676' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:45:45.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.386+0000 7ff36ce00640 1 -- 172.21.15.44:0/439319126 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff368103c80 msgr2=0x7ff368104100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:45.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.386+0000 7ff36ce00640 1 --2- 172.21.15.44:0/439319126 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff368103c80 0x7ff368104100 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7ff354009900 tx=0x7ff35402a3f0 comp rx=0 tx=0).stop 2024-05-21T00:45:45.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.386+0000 7ff36ce00640 1 -- 172.21.15.44:0/439319126 shutdown_connections 2024-05-21T00:45:45.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.386+0000 7ff36ce00640 1 --2- 172.21.15.44:0/439319126 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff368104640 0x7ff36810aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:45.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.386+0000 7ff36ce00640 1 --2- 172.21.15.44:0/439319126 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff368103c80 0x7ff368104100 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:45.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.386+0000 7ff36ce00640 1 --2- 172.21.15.44:0/439319126 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff368102a90 0x7ff368102eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:45.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.386+0000 7ff36ce00640 1 -- 172.21.15.44:0/439319126 >> 172.21.15.44:0/439319126 conn(0x7ff3680fdfe0 msgr2=0x7ff368100440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:45.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.386+0000 7ff36ce00640 1 -- 172.21.15.44:0/439319126 shutdown_connections 2024-05-21T00:45:45.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.386+0000 7ff36ce00640 1 -- 172.21.15.44:0/439319126 wait complete. 2024-05-21T00:45:45.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.387+0000 7ff36ce00640 1 Processor -- start 2024-05-21T00:45:45.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.387+0000 7ff36ce00640 1 -- start start 2024-05-21T00:45:45.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.388+0000 7ff36ce00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff368102a90 0x7ff368076800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:45.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.388+0000 7ff36ce00640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff368103c80 0x7ff368074e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:45.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.388+0000 7ff36ce00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff368104640 0x7ff368075380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:45.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.388+0000 7ff36ce00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff36810e610 con 0x7ff368104640 2024-05-21T00:45:45.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.388+0000 7ff36ce00640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7ff36810e490 con 0x7ff368103c80 2024-05-21T00:45:45.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.388+0000 7ff36ce00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ff36810e790 con 0x7ff368102a90 2024-05-21T00:45:45.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.388+0000 7ff365e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff368102a90 0x7ff368076800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:45.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.388+0000 7ff365e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff368102a90 0x7ff368076800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:50092/0 (socket says 172.21.15.44:50092) 2024-05-21T00:45:45.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.388+0000 7ff366800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff368104640 0x7ff368075380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:45.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.388+0000 7ff365e00640 1 -- 172.21.15.44:0/3180110691 learned_addr learned my addr 172.21.15.44:0/3180110691 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:45.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.388+0000 7ff365400640 1 --2- 172.21.15.44:0/3180110691 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff368103c80 0x7ff368074e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:45.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.388+0000 7ff365e00640 1 -- 172.21.15.44:0/3180110691 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff368103c80 msgr2=0x7ff368074e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:45.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.388+0000 7ff365e00640 1 --2- 172.21.15.44:0/3180110691 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff368103c80 0x7ff368074e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:45.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.388+0000 7ff365e00640 1 -- 172.21.15.44:0/3180110691 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff368104640 msgr2=0x7ff368075380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:45.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.388+0000 7ff365e00640 1 --2- 172.21.15.44:0/3180110691 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff368104640 0x7ff368075380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:45.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.388+0000 7ff365e00640 1 -- 172.21.15.44:0/3180110691 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff368075c10 con 0x7ff368102a90 2024-05-21T00:45:45.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.389+0000 7ff365e00640 1 --2- 172.21.15.44:0/3180110691 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff368102a90 0x7ff368076800 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7ff35800d770 tx=0x7ff35800dc30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:45.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.389+0000 7ff35ea00640 1 -- 172.21.15.44:0/3180110691 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff358017070 con 0x7ff368102a90 2024-05-21T00:45:45.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.389+0000 7ff35ea00640 1 -- 172.21.15.44:0/3180110691 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff358009c30 con 0x7ff368102a90 2024-05-21T00:45:45.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.389+0000 7ff36ce00640 1 -- 172.21.15.44:0/3180110691 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3681a2e00 con 0x7ff368102a90 2024-05-21T00:45:45.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.389+0000 7ff35ea00640 1 -- 172.21.15.44:0/3180110691 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff358003cc0 con 0x7ff368102a90 2024-05-21T00:45:45.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.389+0000 7ff36ce00640 1 -- 172.21.15.44:0/3180110691 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3681a3200 con 0x7ff368102a90 2024-05-21T00:45:45.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.390+0000 7ff36ce00640 1 -- 172.21.15.44:0/3180110691 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff368109e80 con 0x7ff368102a90 2024-05-21T00:45:45.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.393+0000 7ff35ea00640 1 -- 172.21.15.44:0/3180110691 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7ff358003e60 con 0x7ff368102a90 2024-05-21T00:45:45.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.394+0000 7ff35ea00640 1 --2- 172.21.15.44:0/3180110691 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ff34c0b27f0 0x7ff34c0b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:45.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.395+0000 7ff35ea00640 1 -- 172.21.15.44:0/3180110691 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7ff3580e1b00 con 0x7ff368102a90 2024-05-21T00:45:45.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.395+0000 7ff365400640 1 --2- 172.21.15.44:0/3180110691 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ff34c0b27f0 0x7ff34c0b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:45.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.396+0000 7ff365400640 1 --2- 172.21.15.44:0/3180110691 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ff34c0b27f0 0x7ff34c0b4cb0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7ff354031500 tx=0x7ff354005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:45.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.398+0000 7ff35ea00640 1 -- 172.21.15.44:0/3180110691 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff358009de0 con 0x7ff368102a90 2024-05-21T00:45:45.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.610+0000 7ff36ce00640 1 -- 172.21.15.44:0/3180110691 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7ff3680636f0 con 0x7ff368102a90 2024-05-21T00:45:45.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.611+0000 7ff35ea00640 1 -- 172.21.15.44:0/3180110691 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v82) ==== 104+0+11 (secure 0 0 0) 0x7ff3580a9130 con 0x7ff368102a90 2024-05-21T00:45:45.613 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 32 2024-05-21T00:45:45.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.614+0000 7ff36ce00640 1 -- 172.21.15.44:0/3180110691 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ff34c0b27f0 msgr2=0x7ff34c0b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:45.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.614+0000 7ff36ce00640 1 --2- 172.21.15.44:0/3180110691 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ff34c0b27f0 0x7ff34c0b4cb0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7ff354031500 tx=0x7ff354005a20 comp rx=0 tx=0).stop 2024-05-21T00:45:45.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.614+0000 7ff36ce00640 1 -- 172.21.15.44:0/3180110691 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff368102a90 msgr2=0x7ff368076800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:45.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.614+0000 7ff36ce00640 1 --2- 172.21.15.44:0/3180110691 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff368102a90 0x7ff368076800 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7ff35800d770 tx=0x7ff35800dc30 comp rx=0 tx=0).stop 2024-05-21T00:45:45.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.614+0000 7ff36ce00640 1 -- 172.21.15.44:0/3180110691 shutdown_connections 2024-05-21T00:45:45.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.614+0000 7ff36ce00640 1 --2- 172.21.15.44:0/3180110691 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7ff34c0b27f0 0x7ff34c0b4cb0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:45.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.614+0000 7ff36ce00640 1 --2- 172.21.15.44:0/3180110691 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff368104640 0x7ff368075380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:45.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.614+0000 7ff36ce00640 1 --2- 172.21.15.44:0/3180110691 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff368103c80 0x7ff368074e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:45.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.614+0000 7ff36ce00640 1 --2- 172.21.15.44:0/3180110691 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff368102a90 0x7ff368076800 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:45.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.614+0000 7ff36ce00640 1 -- 172.21.15.44:0/3180110691 >> 172.21.15.44:0/3180110691 conn(0x7ff3680fdfe0 msgr2=0x7ff368107050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:45.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.614+0000 7ff36ce00640 1 -- 172.21.15.44:0/3180110691 shutdown_connections 2024-05-21T00:45:45.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.614+0000 7ff36ce00640 1 -- 172.21.15.44:0/3180110691 wait complete. 2024-05-21T00:45:45.638 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-21T00:45:45.866 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.863+0000 7f8886000640 1 -- 172.21.15.44:0/3904648406 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f888010aa20 msgr2=0x7f8880111340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:45.866 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.863+0000 7f8886000640 1 --2- 172.21.15.44:0/3904648406 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f888010aa20 0x7f8880111340 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f8878009be0 tx=0x7f887802a6c0 comp rx=0 tx=0).stop 2024-05-21T00:45:45.866 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.863+0000 7f8886000640 1 -- 172.21.15.44:0/3904648406 shutdown_connections 2024-05-21T00:45:45.866 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.863+0000 7f8886000640 1 --2- 172.21.15.44:0/3904648406 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f888010aa20 0x7f8880111340 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:45.866 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.863+0000 7f8886000640 1 --2- 172.21.15.44:0/3904648406 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f888010a060 0x7f888010a4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:45.866 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.863+0000 7f8886000640 1 --2- 172.21.15.44:0/3904648406 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8880108e80 0x7f88801092a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:45.866 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.863+0000 7f8886000640 1 -- 172.21.15.44:0/3904648406 >> 172.21.15.44:0/3904648406 conn(0x7f8880077e90 msgr2=0x7f888007a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:45.866 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.863+0000 7f8886000640 1 -- 172.21.15.44:0/3904648406 shutdown_connections 2024-05-21T00:45:45.866 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.863+0000 7f8886000640 1 -- 172.21.15.44:0/3904648406 wait complete. 2024-05-21T00:45:45.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.864+0000 7f8886000640 1 Processor -- start 2024-05-21T00:45:45.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.864+0000 7f8886000640 1 -- start start 2024-05-21T00:45:45.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.865+0000 7f8886000640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8880108e80 0x7f888019f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:45.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.865+0000 7f8886000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f888010a060 0x7f888019f610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:45.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.865+0000 7f8886000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f888010aa20 0x7f88801a6630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:45.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.865+0000 7f8886000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8880114a00 con 0x7f888010a060 2024-05-21T00:45:45.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.865+0000 7f8886000640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8880114880 con 0x7f8880108e80 2024-05-21T00:45:45.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.865+0000 7f8886000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f8880114b80 con 0x7f888010aa20 2024-05-21T00:45:45.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.865+0000 7f887fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f888010a060 0x7f888019f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:45.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.865+0000 7f887fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f888010a060 0x7f888019f610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36790/0 (socket says 172.21.15.44:36790) 2024-05-21T00:45:45.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.865+0000 7f887fe00640 1 -- 172.21.15.44:0/3831685833 learned_addr learned my addr 172.21.15.44:0/3831685833 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:45.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.865+0000 7f8885600640 1 --2- 172.21.15.44:0/3831685833 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f888010aa20 0x7f88801a6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:45.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.865+0000 7f8884c00640 1 --2- 172.21.15.44:0/3831685833 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8880108e80 0x7f888019f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:45.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.866+0000 7f887fe00640 1 -- 172.21.15.44:0/3831685833 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f888010aa20 msgr2=0x7f88801a6630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:45.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.866+0000 7f887fe00640 1 --2- 172.21.15.44:0/3831685833 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f888010aa20 0x7f88801a6630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:45.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.866+0000 7f887fe00640 1 -- 172.21.15.44:0/3831685833 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8880108e80 msgr2=0x7f888019f0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:45.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.866+0000 7f887fe00640 1 --2- 172.21.15.44:0/3831685833 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8880108e80 0x7f888019f0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:45.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.866+0000 7f887fe00640 1 -- 172.21.15.44:0/3831685833 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88801a6ca0 con 0x7f888010a060 2024-05-21T00:45:45.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.866+0000 7f887fe00640 1 --2- 172.21.15.44:0/3831685833 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f888010a060 0x7f888019f610 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f886c00e9c0 tx=0x7f886c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:45.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.866+0000 7f887d600640 1 -- 172.21.15.44:0/3831685833 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f886c00ccc0 con 0x7f888010a060 2024-05-21T00:45:45.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.866+0000 7f887d600640 1 -- 172.21.15.44:0/3831685833 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f886c0054d0 con 0x7f888010a060 2024-05-21T00:45:45.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.867+0000 7f8886000640 1 -- 172.21.15.44:0/3831685833 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88801a6f90 con 0x7f888010a060 2024-05-21T00:45:45.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.867+0000 7f887d600640 1 -- 172.21.15.44:0/3831685833 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f886c010430 con 0x7f888010a060 2024-05-21T00:45:45.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.867+0000 7f8886000640 1 -- 172.21.15.44:0/3831685833 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88801a7450 con 0x7f888010a060 2024-05-21T00:45:45.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.868+0000 7f8886000640 1 -- 172.21.15.44:0/3831685833 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8880110220 con 0x7f888010a060 2024-05-21T00:45:45.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.872+0000 7f887d600640 1 -- 172.21.15.44:0/3831685833 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f886c004f80 con 0x7f888010a060 2024-05-21T00:45:45.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.874+0000 7f887d600640 1 --2- 172.21.15.44:0/3831685833 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f88680b27f0 0x7f88680b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:45.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.874+0000 7f887d600640 1 -- 172.21.15.44:0/3831685833 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f886c0e2690 con 0x7f888010a060 2024-05-21T00:45:45.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.874+0000 7f8884c00640 1 --2- 172.21.15.44:0/3831685833 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f88680b27f0 0x7f88680b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:45.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.875+0000 7f8884c00640 1 --2- 172.21.15.44:0/3831685833 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f88680b27f0 0x7f88680b4cb0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f8880109bd0 tx=0x7f8874005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:45.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:45.878+0000 7f887d600640 1 -- 172.21.15.44:0/3831685833 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f886c0aa310 con 0x7f888010a060 2024-05-21T00:45:45.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:45 smithi044 ceph-mon[31392]: pgmap v569: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-05-21T00:45:45.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:45 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/983609249' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T00:45:45.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:45 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/3180110691' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-21T00:45:46.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.089+0000 7f8886000640 1 -- 172.21.15.44:0/3831685833 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f88800636f0 con 0x7f888010a060 2024-05-21T00:45:46.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.090+0000 7f887d600640 1 -- 172.21.15.44:0/3831685833 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v82) ==== 100+0+11 (secure 0 0 0) 0x7f886c0a9c10 con 0x7f888010a060 2024-05-21T00:45:46.092 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 64 2024-05-21T00:45:46.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.092+0000 7f8886000640 1 -- 172.21.15.44:0/3831685833 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f88680b27f0 msgr2=0x7f88680b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:46.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.092+0000 7f8886000640 1 --2- 172.21.15.44:0/3831685833 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f88680b27f0 0x7f88680b4cb0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f8880109bd0 tx=0x7f8874005f90 comp rx=0 tx=0).stop 2024-05-21T00:45:46.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.092+0000 7f8886000640 1 -- 172.21.15.44:0/3831685833 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f888010a060 msgr2=0x7f888019f610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:46.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.092+0000 7f8886000640 1 --2- 172.21.15.44:0/3831685833 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f888010a060 0x7f888019f610 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f886c00e9c0 tx=0x7f886c00ee80 comp rx=0 tx=0).stop 2024-05-21T00:45:46.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.092+0000 7f8886000640 1 -- 172.21.15.44:0/3831685833 shutdown_connections 2024-05-21T00:45:46.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.092+0000 7f8886000640 1 --2- 172.21.15.44:0/3831685833 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f88680b27f0 0x7f88680b4cb0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:46.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.092+0000 7f8886000640 1 --2- 172.21.15.44:0/3831685833 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f888010aa20 0x7f88801a6630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:46.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.092+0000 7f8886000640 1 --2- 172.21.15.44:0/3831685833 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f888010a060 0x7f888019f610 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:46.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.092+0000 7f8886000640 1 --2- 172.21.15.44:0/3831685833 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8880108e80 0x7f888019f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:46.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.092+0000 7f8886000640 1 -- 172.21.15.44:0/3831685833 >> 172.21.15.44:0/3831685833 conn(0x7f8880077e90 msgr2=0x7f888010d3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:46.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.092+0000 7f8886000640 1 -- 172.21.15.44:0/3831685833 shutdown_connections 2024-05-21T00:45:46.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.093+0000 7f8886000640 1 -- 172.21.15.44:0/3831685833 wait complete. 2024-05-21T00:45:46.116 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-05-21T00:45:46.194 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:45 smithi082 ceph-mon[36141]: pgmap v569: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-05-21T00:45:46.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:45 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/983609249' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T00:45:46.195 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:45 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/3180110691' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-21T00:45:46.306 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:45 smithi092 ceph-mon[36335]: pgmap v569: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-05-21T00:45:46.306 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:45 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/983609249' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T00:45:46.306 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:45 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/3180110691' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-21T00:45:46.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.322+0000 7f551a400640 1 -- 172.21.15.44:0/171861346 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5514106740 msgr2=0x7f551410cfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:46.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.322+0000 7f551a400640 1 --2- 172.21.15.44:0/171861346 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5514106740 0x7f551410cfd0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f550c009be0 tx=0x7f550c02a6d0 comp rx=0 tx=0).stop 2024-05-21T00:45:46.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.322+0000 7f551a400640 1 -- 172.21.15.44:0/171861346 shutdown_connections 2024-05-21T00:45:46.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.322+0000 7f551a400640 1 --2- 172.21.15.44:0/171861346 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5514106740 0x7f551410cfd0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:46.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.322+0000 7f551a400640 1 --2- 172.21.15.44:0/171861346 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5514105d80 0x7f5514106200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:46.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.322+0000 7f551a400640 1 --2- 172.21.15.44:0/171861346 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5514104b90 0x7f5514104fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:46.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.322+0000 7f551a400640 1 -- 172.21.15.44:0/171861346 >> 172.21.15.44:0/171861346 conn(0x7f5514100120 msgr2=0x7f5514102540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:46.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.322+0000 7f551a400640 1 -- 172.21.15.44:0/171861346 shutdown_connections 2024-05-21T00:45:46.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.322+0000 7f551a400640 1 -- 172.21.15.44:0/171861346 wait complete. 2024-05-21T00:45:46.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.323+0000 7f551a400640 1 Processor -- start 2024-05-21T00:45:46.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.323+0000 7f551a400640 1 -- start start 2024-05-21T00:45:46.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.324+0000 7f551a400640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5514104b90 0x7f551419ad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:46.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.324+0000 7f551a400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5514105d80 0x7f551419b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:46.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.324+0000 7f551a400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5514106740 0x7f55141a2310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:46.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.324+0000 7f551a400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f55141106c0 con 0x7f5514105d80 2024-05-21T00:45:46.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.324+0000 7f551a400640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f5514110540 con 0x7f5514104b90 2024-05-21T00:45:46.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.324+0000 7f551a400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f5514110840 con 0x7f5514106740 2024-05-21T00:45:46.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.324+0000 7f5513e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5514105d80 0x7f551419b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:46.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.324+0000 7f5513e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5514105d80 0x7f551419b2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36810/0 (socket says 172.21.15.44:36810) 2024-05-21T00:45:46.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.324+0000 7f5513e00640 1 -- 172.21.15.44:0/2589846904 learned_addr learned my addr 172.21.15.44:0/2589846904 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:45:46.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.324+0000 7f5519000640 1 --2- 172.21.15.44:0/2589846904 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5514104b90 0x7f551419ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:46.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.324+0000 7f5519a00640 1 --2- 172.21.15.44:0/2589846904 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5514106740 0x7f55141a2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:46.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.324+0000 7f5513e00640 1 -- 172.21.15.44:0/2589846904 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5514106740 msgr2=0x7f55141a2310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:46.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.324+0000 7f5513e00640 1 --2- 172.21.15.44:0/2589846904 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5514106740 0x7f55141a2310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:46.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.324+0000 7f5513e00640 1 -- 172.21.15.44:0/2589846904 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5514104b90 msgr2=0x7f551419ad60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:46.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.324+0000 7f5513e00640 1 --2- 172.21.15.44:0/2589846904 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5514104b90 0x7f551419ad60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:46.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.324+0000 7f5513e00640 1 -- 172.21.15.44:0/2589846904 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55141a2980 con 0x7f5514105d80 2024-05-21T00:45:46.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.325+0000 7f5513e00640 1 --2- 172.21.15.44:0/2589846904 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5514105d80 0x7f551419b2a0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f550000e9f0 tx=0x7f550000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:46.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.325+0000 7f5511600640 1 -- 172.21.15.44:0/2589846904 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f550000ccc0 con 0x7f5514105d80 2024-05-21T00:45:46.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.325+0000 7f5511600640 1 -- 172.21.15.44:0/2589846904 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f55000054d0 con 0x7f5514105d80 2024-05-21T00:45:46.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.325+0000 7f551a400640 1 -- 172.21.15.44:0/2589846904 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55141a2c70 con 0x7f5514105d80 2024-05-21T00:45:46.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.325+0000 7f5511600640 1 -- 172.21.15.44:0/2589846904 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5500010430 con 0x7f5514105d80 2024-05-21T00:45:46.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.325+0000 7f551a400640 1 -- 172.21.15.44:0/2589846904 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55141a3170 con 0x7f5514105d80 2024-05-21T00:45:46.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.326+0000 7f551a400640 1 -- 172.21.15.44:0/2589846904 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f551410bf80 con 0x7f5514105d80 2024-05-21T00:45:46.331 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.329+0000 7f5511600640 1 -- 172.21.15.44:0/2589846904 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f55000046c0 con 0x7f5514105d80 2024-05-21T00:45:46.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.330+0000 7f5511600640 1 --2- 172.21.15.44:0/2589846904 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f54fc0b27e0 0x7f54fc0b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:45:46.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.330+0000 7f5511600640 1 -- 172.21.15.44:0/2589846904 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f55000e2520 con 0x7f5514105d80 2024-05-21T00:45:46.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.331+0000 7f5519000640 1 --2- 172.21.15.44:0/2589846904 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f54fc0b27e0 0x7f54fc0b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:45:46.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.331+0000 7f5519000640 1 --2- 172.21.15.44:0/2589846904 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f54fc0b27e0 0x7f54fc0b4ca0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f55080095f0 tx=0x7f5508005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:45:46.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.335+0000 7f5511600640 1 -- 172.21.15.44:0/2589846904 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f55000aa1a0 con 0x7f5514105d80 2024-05-21T00:45:46.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.596+0000 7f551a400640 1 -- 172.21.15.44:0/2589846904 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7f5514063650 con 0x7f5514105d80 2024-05-21T00:45:46.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.636+0000 7f5511600640 1 -- 172.21.15.44:0/2589846904 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v20) ==== 81+0+815641 (secure 0 0 0) 0x7f55000a9aa0 con 0x7f5514105d80 2024-05-21T00:45:46.651 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:45:46.652 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:45:46.652 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 20, 2024-05-21T00:45:46.652 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.652 INFO:teuthology.orchestra.run.smithi044.stdout: "active_gid": 14152, 2024-05-21T00:45:46.652 INFO:teuthology.orchestra.run.smithi044.stdout: "active_name": "x", 2024-05-21T00:45:46.652 INFO:teuthology.orchestra.run.smithi044.stdout: "active_addrs": { 2024-05-21T00:45:46.652 INFO:teuthology.orchestra.run.smithi044.stdout: "addrvec": [ 2024-05-21T00:45:46.652 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:46.652 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "v2", 2024-05-21T00:45:46.652 INFO:teuthology.orchestra.run.smithi044.stdout: "addr": "172.21.15.44:6800", 2024-05-21T00:45:46.652 INFO:teuthology.orchestra.run.smithi044.stdout: "nonce": 3528986408 2024-05-21T00:45:46.652 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.653 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:46.653 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "v1", 2024-05-21T00:45:46.653 INFO:teuthology.orchestra.run.smithi044.stdout: "addr": "172.21.15.44:6801", 2024-05-21T00:45:46.653 INFO:teuthology.orchestra.run.smithi044.stdout: "nonce": 3528986408 2024-05-21T00:45:46.653 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.653 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-05-21T00:45:46.653 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.653 INFO:teuthology.orchestra.run.smithi044.stdout: "active_addr": "172.21.15.44:6801/3528986408", 2024-05-21T00:45:46.653 INFO:teuthology.orchestra.run.smithi044.stdout: "active_change": "2024-05-21T00:29:10.086642+0000", 2024-05-21T00:45:46.653 INFO:teuthology.orchestra.run.smithi044.stdout: "active_mgr_features": 4540701547738038271, 2024-05-21T00:45:46.653 INFO:teuthology.orchestra.run.smithi044.stdout: "available": true, 2024-05-21T00:45:46.654 INFO:teuthology.orchestra.run.smithi044.stdout: "standbys": [ 2024-05-21T00:45:46.654 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:46.654 INFO:teuthology.orchestra.run.smithi044.stdout: "gid": 24109, 2024-05-21T00:45:46.654 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "z", 2024-05-21T00:45:46.654 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr_features": 4540701547738038271, 2024-05-21T00:45:46.654 INFO:teuthology.orchestra.run.smithi044.stdout: "available_modules": [ 2024-05-21T00:45:46.654 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:46.654 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "alerts", 2024-05-21T00:45:46.654 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:46.654 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:46.654 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:46.654 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-05-21T00:45:46.655 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-05-21T00:45:46.655 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:46.655 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.655 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.655 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-05-21T00:45:46.655 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.655 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.655 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.655 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How frequently to reexamine health status", 2024-05-21T00:45:46.655 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.655 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.656 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.656 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.656 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:46.656 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:46.656 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.656 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.656 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.656 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.656 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.656 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.656 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.656 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.656 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.657 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.657 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.657 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.657 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.657 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.657 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.657 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.657 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.657 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.657 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.657 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:46.657 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:46.658 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.658 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.658 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.658 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.658 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.658 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.658 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.658 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.658 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.658 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.658 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.658 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.658 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:46.659 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:46.659 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.659 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.659 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.659 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:46.659 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.659 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.659 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.659 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.659 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.659 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.660 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.660 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.660 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.660 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.660 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.660 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.660 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.660 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.660 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.660 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:46.660 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:46.660 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.660 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.661 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.661 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.661 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.661 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.661 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.661 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.661 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.661 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.661 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.661 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.661 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_destination": { 2024-05-21T00:45:46.661 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_destination", 2024-05-21T00:45:46.661 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.662 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.662 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.662 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.662 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.662 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.662 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.662 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Email address to send alerts to", 2024-05-21T00:45:46.662 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.662 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.662 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.662 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.662 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_from_name": { 2024-05-21T00:45:46.663 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_from_name", 2024-05-21T00:45:46.663 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.663 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.663 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.663 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "Ceph", 2024-05-21T00:45:46.663 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.663 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.663 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.663 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Email From: name", 2024-05-21T00:45:46.663 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.663 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.663 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.663 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.663 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_host": { 2024-05-21T00:45:46.664 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_host", 2024-05-21T00:45:46.664 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.664 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.664 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.664 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.664 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.664 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.664 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.664 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SMTP server", 2024-05-21T00:45:46.664 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.664 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.664 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.665 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.665 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_password": { 2024-05-21T00:45:46.665 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_password", 2024-05-21T00:45:46.665 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.665 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.665 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.665 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.665 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.665 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.665 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.665 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Password to authenticate with", 2024-05-21T00:45:46.665 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.666 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.666 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.666 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.666 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_port": { 2024-05-21T00:45:46.666 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_port", 2024-05-21T00:45:46.666 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.666 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.666 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.666 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "465", 2024-05-21T00:45:46.666 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.666 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.666 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.666 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SMTP port", 2024-05-21T00:45:46.667 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.667 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.667 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.667 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.667 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_sender": { 2024-05-21T00:45:46.667 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_sender", 2024-05-21T00:45:46.667 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.667 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.667 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.667 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.667 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.667 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.667 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.667 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SMTP envelope sender", 2024-05-21T00:45:46.668 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.668 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.668 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.668 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.668 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_ssl": { 2024-05-21T00:45:46.668 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_ssl", 2024-05-21T00:45:46.668 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.668 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.668 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.668 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.668 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.668 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.669 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.669 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use SSL to connect to SMTP server", 2024-05-21T00:45:46.669 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.669 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.669 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.669 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.669 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_user": { 2024-05-21T00:45:46.669 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_user", 2024-05-21T00:45:46.669 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.669 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.669 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.669 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.670 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.670 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.670 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.670 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "User to authenticate as", 2024-05-21T00:45:46.670 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.670 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.670 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.670 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.673 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:46.673 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:46.674 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.674 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:46.674 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.674 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:46.674 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.674 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.674 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.674 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.674 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.674 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.674 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.674 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.674 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.675 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.675 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:46.675 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "balancer", 2024-05-21T00:45:46.675 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:46.675 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:46.675 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:46.675 INFO:teuthology.orchestra.run.smithi044.stdout: "active": { 2024-05-21T00:45:46.675 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "active", 2024-05-21T00:45:46.675 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.675 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.675 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.675 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.675 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.676 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.676 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.676 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "automatically balance PGs across cluster", 2024-05-21T00:45:46.676 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.676 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.676 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.676 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.676 INFO:teuthology.orchestra.run.smithi044.stdout: "begin_time": { 2024-05-21T00:45:46.676 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "begin_time", 2024-05-21T00:45:46.676 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.676 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.676 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.676 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0000", 2024-05-21T00:45:46.677 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.677 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.677 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.677 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "beginning time of day to automatically balance", 2024-05-21T00:45:46.677 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-21T00:45:46.677 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.677 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.677 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.677 INFO:teuthology.orchestra.run.smithi044.stdout: "begin_weekday": { 2024-05-21T00:45:46.677 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "begin_weekday", 2024-05-21T00:45:46.677 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-05-21T00:45:46.677 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.677 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.677 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:46.678 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "0", 2024-05-21T00:45:46.678 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "6", 2024-05-21T00:45:46.678 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.678 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-05-21T00:45:46.678 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-21T00:45:46.678 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.678 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.678 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.678 INFO:teuthology.orchestra.run.smithi044.stdout: "crush_compat_max_iterations": { 2024-05-21T00:45:46.678 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crush_compat_max_iterations", 2024-05-21T00:45:46.678 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-05-21T00:45:46.678 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.678 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.679 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "25", 2024-05-21T00:45:46.679 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-05-21T00:45:46.679 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "250", 2024-05-21T00:45:46.679 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.679 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-05-21T00:45:46.679 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.679 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.679 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.679 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.679 INFO:teuthology.orchestra.run.smithi044.stdout: "crush_compat_metrics": { 2024-05-21T00:45:46.679 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crush_compat_metrics", 2024-05-21T00:45:46.679 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.679 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.680 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.680 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "pgs,objects,bytes", 2024-05-21T00:45:46.680 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.680 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.680 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.680 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-05-21T00:45:46.680 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-05-21T00:45:46.680 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.680 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.680 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.680 INFO:teuthology.orchestra.run.smithi044.stdout: "crush_compat_step": { 2024-05-21T00:45:46.680 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crush_compat_step", 2024-05-21T00:45:46.680 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-21T00:45:46.680 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.681 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.681 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0.5", 2024-05-21T00:45:46.681 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "0.001", 2024-05-21T00:45:46.681 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "0.999", 2024-05-21T00:45:46.681 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.681 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "aggressiveness of optimization", 2024-05-21T00:45:46.681 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-05-21T00:45:46.681 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.681 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.681 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.681 INFO:teuthology.orchestra.run.smithi044.stdout: "end_time": { 2024-05-21T00:45:46.681 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "end_time", 2024-05-21T00:45:46.681 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.682 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.682 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.682 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "2359", 2024-05-21T00:45:46.682 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.682 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.682 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.682 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "ending time of day to automatically balance", 2024-05-21T00:45:46.682 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-21T00:45:46.682 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.682 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.682 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.682 INFO:teuthology.orchestra.run.smithi044.stdout: "end_weekday": { 2024-05-21T00:45:46.683 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "end_weekday", 2024-05-21T00:45:46.683 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-05-21T00:45:46.683 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.683 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.683 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:46.683 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "0", 2024-05-21T00:45:46.683 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "6", 2024-05-21T00:45:46.683 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.683 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-05-21T00:45:46.683 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-21T00:45:46.683 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.683 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.683 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.684 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:46.684 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:46.684 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.684 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.684 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.684 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.684 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.684 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.684 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.684 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.684 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.684 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.684 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.685 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.685 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.685 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.685 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.685 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.685 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.685 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.685 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.685 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:46.685 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:46.685 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.685 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.685 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.686 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.686 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.686 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.686 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.686 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.686 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.686 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.686 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.686 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.686 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:46.686 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:46.686 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.687 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.687 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.687 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:46.687 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.687 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.687 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.687 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.687 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.687 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.687 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.687 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.687 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.687 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.688 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.688 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.688 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.688 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.688 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.688 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:46.688 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:46.688 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.688 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.688 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.688 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.688 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.688 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.688 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.689 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.689 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.689 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.689 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.689 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.689 INFO:teuthology.orchestra.run.smithi044.stdout: "min_score": { 2024-05-21T00:45:46.689 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "min_score", 2024-05-21T00:45:46.689 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-21T00:45:46.690 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.690 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.690 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:46.690 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.690 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.690 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.690 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-05-21T00:45:46.690 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.690 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.690 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.690 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.690 INFO:teuthology.orchestra.run.smithi044.stdout: "mode": { 2024-05-21T00:45:46.691 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mode", 2024-05-21T00:45:46.691 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.691 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.691 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.691 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "upmap", 2024-05-21T00:45:46.691 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.691 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.691 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.691 INFO:teuthology.orchestra.run.smithi044.stdout: "crush-compat", 2024-05-21T00:45:46.691 INFO:teuthology.orchestra.run.smithi044.stdout: "none", 2024-05-21T00:45:46.691 INFO:teuthology.orchestra.run.smithi044.stdout: "read", 2024-05-21T00:45:46.691 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap", 2024-05-21T00:45:46.692 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap-read" 2024-05-21T00:45:46.692 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.692 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Balancer mode", 2024-05-21T00:45:46.692 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.692 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.692 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.692 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.692 INFO:teuthology.orchestra.run.smithi044.stdout: "pool_ids": { 2024-05-21T00:45:46.692 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pool_ids", 2024-05-21T00:45:46.692 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.692 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.692 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.692 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.692 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.693 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.693 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.693 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-05-21T00:45:46.693 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.693 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.693 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.693 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.693 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-05-21T00:45:46.693 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-05-21T00:45:46.693 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:46.693 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.693 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.694 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-05-21T00:45:46.694 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.694 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.694 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.694 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-05-21T00:45:46.694 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.694 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.694 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.694 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.694 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:46.694 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:46.695 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.695 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:46.695 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.695 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:46.695 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.695 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.695 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.695 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.695 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.695 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.695 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.695 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.695 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap_max_deviation": { 2024-05-21T00:45:46.696 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "upmap_max_deviation", 2024-05-21T00:45:46.696 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.696 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.696 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.696 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-05-21T00:45:46.696 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-05-21T00:45:46.696 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.696 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.696 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "deviation below which no optimization is attempted", 2024-05-21T00:45:46.696 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-05-21T00:45:46.696 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.696 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.696 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.696 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap_max_optimizations": { 2024-05-21T00:45:46.697 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "upmap_max_optimizations", 2024-05-21T00:45:46.697 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-05-21T00:45:46.697 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.697 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.697 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-21T00:45:46.697 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.697 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.697 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.697 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-05-21T00:45:46.697 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.697 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.697 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.697 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.697 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.698 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.698 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:46.698 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cephadm", 2024-05-21T00:45:46.698 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:46.698 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:46.698 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:46.698 INFO:teuthology.orchestra.run.smithi044.stdout: "agent_down_multiplier": { 2024-05-21T00:45:46.698 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "agent_down_multiplier", 2024-05-21T00:45:46.698 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-21T00:45:46.698 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.698 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.698 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "3.0", 2024-05-21T00:45:46.699 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.699 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.699 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.699 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-05-21T00:45:46.699 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.699 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.699 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.699 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.699 INFO:teuthology.orchestra.run.smithi044.stdout: "agent_refresh_rate": { 2024-05-21T00:45:46.699 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "agent_refresh_rate", 2024-05-21T00:45:46.699 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:46.699 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.700 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.700 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "20", 2024-05-21T00:45:46.700 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.700 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.700 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.700 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-05-21T00:45:46.700 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.700 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.700 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.700 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.700 INFO:teuthology.orchestra.run.smithi044.stdout: "agent_starting_port": { 2024-05-21T00:45:46.700 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "agent_starting_port", 2024-05-21T00:45:46.700 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.701 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.701 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.701 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "4721", 2024-05-21T00:45:46.701 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.701 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.701 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.701 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-05-21T00:45:46.701 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.701 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.701 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.701 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.702 INFO:teuthology.orchestra.run.smithi044.stdout: "allow_ptrace": { 2024-05-21T00:45:46.702 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "allow_ptrace", 2024-05-21T00:45:46.702 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.702 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.702 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.702 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.702 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.702 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.702 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.702 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-05-21T00:45:46.702 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-05-21T00:45:46.702 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.702 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.703 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.703 INFO:teuthology.orchestra.run.smithi044.stdout: "autotune_interval": { 2024-05-21T00:45:46.703 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "autotune_interval", 2024-05-21T00:45:46.703 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:46.703 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.703 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.703 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-05-21T00:45:46.703 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.703 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.703 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.703 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to autotune daemon memory", 2024-05-21T00:45:46.703 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.703 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.703 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.703 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.704 INFO:teuthology.orchestra.run.smithi044.stdout: "autotune_memory_target_ratio": { 2024-05-21T00:45:46.704 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "autotune_memory_target_ratio", 2024-05-21T00:45:46.704 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-21T00:45:46.704 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.704 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.704 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0.7", 2024-05-21T00:45:46.704 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.704 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.704 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.704 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-05-21T00:45:46.704 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.704 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.704 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.704 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.705 INFO:teuthology.orchestra.run.smithi044.stdout: "cephadm_log_destination": { 2024-05-21T00:45:46.705 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cephadm_log_destination", 2024-05-21T00:45:46.705 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.705 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.705 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.705 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.705 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.705 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.705 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.705 INFO:teuthology.orchestra.run.smithi044.stdout: "file", 2024-05-21T00:45:46.706 INFO:teuthology.orchestra.run.smithi044.stdout: "file,syslog", 2024-05-21T00:45:46.706 INFO:teuthology.orchestra.run.smithi044.stdout: "syslog" 2024-05-21T00:45:46.706 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.706 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-05-21T00:45:46.706 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.706 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.706 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.706 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.706 INFO:teuthology.orchestra.run.smithi044.stdout: "cgroups_split": { 2024-05-21T00:45:46.706 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cgroups_split", 2024-05-21T00:45:46.706 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.706 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.707 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.707 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.707 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.707 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.707 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.707 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-05-21T00:45:46.707 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.707 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.707 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.707 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.707 INFO:teuthology.orchestra.run.smithi044.stdout: "config_checks_enabled": { 2024-05-21T00:45:46.707 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "config_checks_enabled", 2024-05-21T00:45:46.707 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.707 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.707 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.708 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.708 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.708 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.708 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.708 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-05-21T00:45:46.708 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.708 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.708 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.708 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.708 INFO:teuthology.orchestra.run.smithi044.stdout: "config_dashboard": { 2024-05-21T00:45:46.708 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "config_dashboard", 2024-05-21T00:45:46.708 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.708 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.708 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.709 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.709 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.709 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.709 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.709 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-05-21T00:45:46.709 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.709 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.709 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.709 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.709 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_alertmanager": { 2024-05-21T00:45:46.709 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_alertmanager", 2024-05-21T00:45:46.709 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.709 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.709 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.709 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-05-21T00:45:46.710 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.710 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.710 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.710 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-05-21T00:45:46.710 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.710 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.710 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.710 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.710 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_base": { 2024-05-21T00:45:46.710 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_base", 2024-05-21T00:45:46.710 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.711 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.711 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.711 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/ceph", 2024-05-21T00:45:46.711 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.711 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.711 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.711 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Container image name, without the tag", 2024-05-21T00:45:46.711 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.711 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.711 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.711 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.711 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_elasticsearch": { 2024-05-21T00:45:46.712 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_elasticsearch", 2024-05-21T00:45:46.712 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.712 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.712 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.712 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-05-21T00:45:46.712 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.712 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.712 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.712 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "elasticsearch container image", 2024-05-21T00:45:46.712 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.712 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.712 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.712 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.713 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_grafana": { 2024-05-21T00:45:46.713 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_grafana", 2024-05-21T00:45:46.713 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.713 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.713 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.713 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-05-21T00:45:46.713 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.713 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.713 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.713 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-05-21T00:45:46.713 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.713 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.713 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.714 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.714 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_haproxy": { 2024-05-21T00:45:46.714 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_haproxy", 2024-05-21T00:45:46.714 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.714 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.714 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.714 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-05-21T00:45:46.714 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.714 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.714 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.714 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "HAproxy container image", 2024-05-21T00:45:46.714 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.714 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.715 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.715 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.715 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_jaeger_agent": { 2024-05-21T00:45:46.715 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_jaeger_agent", 2024-05-21T00:45:46.715 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.715 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.715 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.715 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-05-21T00:45:46.715 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.715 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.715 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.715 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Jaeger agent container image", 2024-05-21T00:45:46.715 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.716 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.716 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.716 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.716 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_jaeger_collector": { 2024-05-21T00:45:46.716 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_jaeger_collector", 2024-05-21T00:45:46.716 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.716 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.716 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.716 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-05-21T00:45:46.716 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.716 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.716 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.716 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Jaeger collector container image", 2024-05-21T00:45:46.716 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.716 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.717 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.717 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.717 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_jaeger_query": { 2024-05-21T00:45:46.717 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_jaeger_query", 2024-05-21T00:45:46.717 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.717 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.717 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.717 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-05-21T00:45:46.717 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.717 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.717 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.717 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Jaeger query container image", 2024-05-21T00:45:46.717 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.718 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.718 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.718 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.718 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_keepalived": { 2024-05-21T00:45:46.718 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_keepalived", 2024-05-21T00:45:46.718 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.718 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.718 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.718 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-05-21T00:45:46.718 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.718 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.718 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.719 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Keepalived container image", 2024-05-21T00:45:46.719 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.719 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.719 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.719 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.719 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_loki": { 2024-05-21T00:45:46.719 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_loki", 2024-05-21T00:45:46.719 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.719 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.719 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.719 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-05-21T00:45:46.719 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.719 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.719 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.719 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Loki container image", 2024-05-21T00:45:46.719 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.720 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.720 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.720 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.720 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_node_exporter": { 2024-05-21T00:45:46.720 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_node_exporter", 2024-05-21T00:45:46.720 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.720 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.720 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.720 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-05-21T00:45:46.720 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.720 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.720 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.720 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-05-21T00:45:46.721 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.721 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.721 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.721 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.721 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_nvmeof": { 2024-05-21T00:45:46.721 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_nvmeof", 2024-05-21T00:45:46.721 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.721 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.721 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.721 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-05-21T00:45:46.721 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.721 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.721 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.722 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Nvme-of container image", 2024-05-21T00:45:46.722 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.722 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.722 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.722 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.722 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_prometheus": { 2024-05-21T00:45:46.722 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_prometheus", 2024-05-21T00:45:46.722 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.722 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.722 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.722 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-05-21T00:45:46.722 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.722 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.723 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.723 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-05-21T00:45:46.723 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.723 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.723 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.723 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.723 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_promtail": { 2024-05-21T00:45:46.723 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_promtail", 2024-05-21T00:45:46.723 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.723 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.723 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.723 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-05-21T00:45:46.723 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.723 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.724 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.724 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Promtail container image", 2024-05-21T00:45:46.724 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.724 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.724 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.724 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.724 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_samba": { 2024-05-21T00:45:46.724 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_samba", 2024-05-21T00:45:46.724 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.724 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.724 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.724 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-05-21T00:45:46.725 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.725 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.725 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.725 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Samba/SMB container image", 2024-05-21T00:45:46.725 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.725 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.725 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.725 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.725 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_snmp_gateway": { 2024-05-21T00:45:46.725 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_snmp_gateway", 2024-05-21T00:45:46.725 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.725 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.725 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.725 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-05-21T00:45:46.726 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.726 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.726 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.726 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SNMP Gateway container image", 2024-05-21T00:45:46.726 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.726 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.726 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.726 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.726 INFO:teuthology.orchestra.run.smithi044.stdout: "container_init": { 2024-05-21T00:45:46.726 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_init", 2024-05-21T00:45:46.726 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.726 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.726 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.727 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.727 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.727 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.727 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.727 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Run podman/docker with `--init`", 2024-05-21T00:45:46.727 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.727 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.727 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.727 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.727 INFO:teuthology.orchestra.run.smithi044.stdout: "daemon_cache_timeout": { 2024-05-21T00:45:46.727 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "daemon_cache_timeout", 2024-05-21T00:45:46.727 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:46.727 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.727 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.727 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-05-21T00:45:46.728 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.728 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.728 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.728 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-05-21T00:45:46.728 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.728 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.728 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.728 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.728 INFO:teuthology.orchestra.run.smithi044.stdout: "default_cephadm_command_timeout": { 2024-05-21T00:45:46.728 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default_cephadm_command_timeout", 2024-05-21T00:45:46.728 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.728 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.728 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.728 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "900", 2024-05-21T00:45:46.728 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.729 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.729 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.729 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-05-21T00:45:46.729 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.729 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.729 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.729 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.729 INFO:teuthology.orchestra.run.smithi044.stdout: "default_registry": { 2024-05-21T00:45:46.729 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default_registry", 2024-05-21T00:45:46.729 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.729 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.729 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.729 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io", 2024-05-21T00:45:46.729 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.729 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.730 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.730 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-05-21T00:45:46.730 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.730 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.730 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.730 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.730 INFO:teuthology.orchestra.run.smithi044.stdout: "device_cache_timeout": { 2024-05-21T00:45:46.730 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "device_cache_timeout", 2024-05-21T00:45:46.730 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:46.730 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.730 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.730 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "1800", 2024-05-21T00:45:46.730 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.731 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.731 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.731 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "seconds to cache device inventory", 2024-05-21T00:45:46.731 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.731 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.731 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.731 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.731 INFO:teuthology.orchestra.run.smithi044.stdout: "device_enhanced_scan": { 2024-05-21T00:45:46.731 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "device_enhanced_scan", 2024-05-21T00:45:46.731 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.731 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.731 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.731 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.732 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.732 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.732 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.732 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use libstoragemgmt during device scans", 2024-05-21T00:45:46.732 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.732 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.732 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.732 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.732 INFO:teuthology.orchestra.run.smithi044.stdout: "facts_cache_timeout": { 2024-05-21T00:45:46.732 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "facts_cache_timeout", 2024-05-21T00:45:46.732 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:46.732 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.732 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.732 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-05-21T00:45:46.732 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.733 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.733 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.733 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "seconds to cache host facts data", 2024-05-21T00:45:46.733 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.733 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.733 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.733 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.733 INFO:teuthology.orchestra.run.smithi044.stdout: "grafana_dashboards_path": { 2024-05-21T00:45:46.733 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "grafana_dashboards_path", 2024-05-21T00:45:46.733 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.733 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.733 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.733 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-05-21T00:45:46.733 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.733 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.734 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.734 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-05-21T00:45:46.734 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.734 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.734 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.734 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.734 INFO:teuthology.orchestra.run.smithi044.stdout: "host_check_interval": { 2024-05-21T00:45:46.734 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "host_check_interval", 2024-05-21T00:45:46.734 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:46.734 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.734 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.734 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-05-21T00:45:46.734 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.735 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.735 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.735 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to perform a host check", 2024-05-21T00:45:46.735 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.735 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.735 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.735 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.735 INFO:teuthology.orchestra.run.smithi044.stdout: "hw_monitoring": { 2024-05-21T00:45:46.735 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "hw_monitoring", 2024-05-21T00:45:46.735 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.735 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.735 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.735 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.735 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.735 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.736 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.736 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-05-21T00:45:46.736 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.736 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.736 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.736 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.736 INFO:teuthology.orchestra.run.smithi044.stdout: "inventory_list_all": { 2024-05-21T00:45:46.736 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "inventory_list_all", 2024-05-21T00:45:46.736 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.736 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.736 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.736 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.736 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.736 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.736 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.737 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-05-21T00:45:46.737 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.737 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.737 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.737 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.737 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:46.737 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:46.737 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.737 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.737 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.737 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.737 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.737 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.738 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.738 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.738 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.738 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.738 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.738 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.738 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.738 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.738 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.738 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.738 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.738 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.739 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.739 INFO:teuthology.orchestra.run.smithi044.stdout: "log_refresh_metadata": { 2024-05-21T00:45:46.739 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_refresh_metadata", 2024-05-21T00:45:46.739 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.739 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.739 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.739 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.739 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.739 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.739 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.739 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-05-21T00:45:46.739 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.739 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.739 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.739 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.740 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:46.740 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:46.740 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.740 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.740 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.740 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.740 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.740 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.740 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.740 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-05-21T00:45:46.740 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.740 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.740 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.740 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.741 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:46.741 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:46.741 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.741 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.741 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.741 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:46.741 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.741 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.741 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.741 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.741 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.741 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.741 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.741 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.742 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.742 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.742 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.742 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.742 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.742 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.742 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.742 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:46.742 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:46.742 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.742 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.742 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.742 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.743 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.743 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.743 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.743 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.743 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.743 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.743 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.743 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.743 INFO:teuthology.orchestra.run.smithi044.stdout: "manage_etc_ceph_ceph_conf": { 2024-05-21T00:45:46.743 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-05-21T00:45:46.743 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.743 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.743 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.744 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.744 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.744 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.744 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.744 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-05-21T00:45:46.744 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.744 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.744 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.744 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.744 INFO:teuthology.orchestra.run.smithi044.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-05-21T00:45:46.744 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-05-21T00:45:46.744 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.744 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.745 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.745 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "*", 2024-05-21T00:45:46.745 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.745 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.745 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.745 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-05-21T00:45:46.745 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.745 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.745 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.745 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.745 INFO:teuthology.orchestra.run.smithi044.stdout: "max_count_per_host": { 2024-05-21T00:45:46.745 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_count_per_host", 2024-05-21T00:45:46.745 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.745 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.745 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.746 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-21T00:45:46.746 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.746 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.746 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.746 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "max number of daemons per service per host", 2024-05-21T00:45:46.746 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.746 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.746 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.746 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.746 INFO:teuthology.orchestra.run.smithi044.stdout: "max_osd_draining_count": { 2024-05-21T00:45:46.746 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_osd_draining_count", 2024-05-21T00:45:46.746 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.747 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.747 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.747 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-21T00:45:46.747 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.747 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.747 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.747 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-05-21T00:45:46.747 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.747 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.747 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.747 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.747 INFO:teuthology.orchestra.run.smithi044.stdout: "migration_current": { 2024-05-21T00:45:46.747 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "migration_current", 2024-05-21T00:45:46.747 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.748 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.748 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.748 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.748 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.748 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.748 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.748 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "internal - do not modify", 2024-05-21T00:45:46.748 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.748 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.748 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.748 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.748 INFO:teuthology.orchestra.run.smithi044.stdout: "mode": { 2024-05-21T00:45:46.748 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mode", 2024-05-21T00:45:46.749 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.749 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.749 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.749 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "root", 2024-05-21T00:45:46.749 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.749 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.749 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.749 INFO:teuthology.orchestra.run.smithi044.stdout: "cephadm-package", 2024-05-21T00:45:46.749 INFO:teuthology.orchestra.run.smithi044.stdout: "root" 2024-05-21T00:45:46.749 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.749 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "mode for remote execution of cephadm", 2024-05-21T00:45:46.749 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.749 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.750 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.750 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.750 INFO:teuthology.orchestra.run.smithi044.stdout: "oob_default_addr": { 2024-05-21T00:45:46.750 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "oob_default_addr", 2024-05-21T00:45:46.750 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.750 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.750 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.750 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "169.254.1.1", 2024-05-21T00:45:46.750 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.750 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.750 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.750 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Default address for RedFish API (oob management).", 2024-05-21T00:45:46.750 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.751 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.751 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.751 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.751 INFO:teuthology.orchestra.run.smithi044.stdout: "prometheus_alerts_path": { 2024-05-21T00:45:46.751 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "prometheus_alerts_path", 2024-05-21T00:45:46.751 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.751 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.751 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.751 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-05-21T00:45:46.751 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.751 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.751 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.751 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-05-21T00:45:46.752 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.752 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.752 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.752 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.752 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_insecure": { 2024-05-21T00:45:46.752 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_insecure", 2024-05-21T00:45:46.752 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.752 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.752 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.752 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.752 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.752 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.752 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.752 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-05-21T00:45:46.753 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.753 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.753 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.753 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.753 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_password": { 2024-05-21T00:45:46.753 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_password", 2024-05-21T00:45:46.753 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.753 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.753 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.753 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.753 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.753 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.753 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.754 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-05-21T00:45:46.754 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.754 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.754 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.754 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.754 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_url": { 2024-05-21T00:45:46.754 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_url", 2024-05-21T00:45:46.754 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.754 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.754 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.754 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.754 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.754 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.755 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.755 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-05-21T00:45:46.755 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.755 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.755 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.755 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.755 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_username": { 2024-05-21T00:45:46.755 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_username", 2024-05-21T00:45:46.755 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.755 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.755 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.755 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.755 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.756 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.756 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.756 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-05-21T00:45:46.756 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.756 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.756 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.756 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.756 INFO:teuthology.orchestra.run.smithi044.stdout: "secure_monitoring_stack": { 2024-05-21T00:45:46.756 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "secure_monitoring_stack", 2024-05-21T00:45:46.756 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.756 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.756 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.757 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.757 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.757 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.757 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.757 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-05-21T00:45:46.757 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.757 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.757 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.757 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.757 INFO:teuthology.orchestra.run.smithi044.stdout: "service_discovery_port": { 2024-05-21T00:45:46.757 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "service_discovery_port", 2024-05-21T00:45:46.757 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.757 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.757 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.758 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8765", 2024-05-21T00:45:46.758 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.758 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.758 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.758 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "cephadm service discovery port", 2024-05-21T00:45:46.758 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.758 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.758 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.758 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.758 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:46.758 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:46.758 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.759 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:46.759 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.759 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:46.759 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.759 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.759 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.759 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.759 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.759 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.759 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.759 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.759 INFO:teuthology.orchestra.run.smithi044.stdout: "ssh_config_file": { 2024-05-21T00:45:46.759 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssh_config_file", 2024-05-21T00:45:46.759 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.759 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.760 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.760 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.760 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.760 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.760 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.760 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-05-21T00:45:46.760 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.760 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.760 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.760 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.760 INFO:teuthology.orchestra.run.smithi044.stdout: "use_agent": { 2024-05-21T00:45:46.760 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "use_agent", 2024-05-21T00:45:46.760 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.760 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.761 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.761 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.761 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.761 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.761 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.761 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-05-21T00:45:46.761 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.761 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.761 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.761 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.761 INFO:teuthology.orchestra.run.smithi044.stdout: "use_repo_digest": { 2024-05-21T00:45:46.761 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "use_repo_digest", 2024-05-21T00:45:46.761 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.762 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.762 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.762 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.762 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.762 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.762 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.762 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-05-21T00:45:46.762 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.762 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.762 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.762 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.762 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_on_failed_host_check": { 2024-05-21T00:45:46.762 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_on_failed_host_check", 2024-05-21T00:45:46.763 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.763 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.763 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.763 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.763 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.763 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.763 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.763 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise a health warning if the host check fails", 2024-05-21T00:45:46.763 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.763 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.763 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.763 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.763 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_on_stray_daemons": { 2024-05-21T00:45:46.764 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_on_stray_daemons", 2024-05-21T00:45:46.764 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.764 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.764 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.764 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.764 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.764 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.764 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.764 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-05-21T00:45:46.764 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.764 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.764 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.764 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.764 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_on_stray_hosts": { 2024-05-21T00:45:46.765 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_on_stray_hosts", 2024-05-21T00:45:46.765 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.765 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.765 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.765 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.765 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.765 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.765 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.765 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-05-21T00:45:46.765 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.765 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.765 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.766 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.766 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.766 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.766 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:46.766 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crash", 2024-05-21T00:45:46.766 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:46.766 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:46.766 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:46.766 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:46.766 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:46.766 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.766 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.766 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.767 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.767 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.767 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.767 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.767 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.767 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.767 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.767 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.767 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.767 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.767 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.767 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.767 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.768 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.768 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.768 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.768 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:46.768 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:46.768 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.768 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.768 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.768 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.768 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.768 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.768 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.768 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.768 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.768 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.769 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.769 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.769 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:46.769 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:46.769 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.769 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.769 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.769 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:46.769 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.769 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.769 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.769 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.769 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.769 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.770 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.770 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.770 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.770 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.770 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.770 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.770 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.770 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.770 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.770 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:46.770 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:46.770 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.770 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.771 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.771 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.771 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.771 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.771 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.771 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.771 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.771 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.771 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.771 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.771 INFO:teuthology.orchestra.run.smithi044.stdout: "retain_interval": { 2024-05-21T00:45:46.771 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "retain_interval", 2024-05-21T00:45:46.771 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:46.771 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.772 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.772 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "31536000", 2024-05-21T00:45:46.772 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.772 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.772 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.772 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how long to retain crashes before pruning them", 2024-05-21T00:45:46.772 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.772 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.772 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.772 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.772 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:46.772 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:46.772 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.772 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:46.773 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.773 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:46.773 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.773 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.773 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.773 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.773 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.773 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.773 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.773 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.773 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_recent_interval": { 2024-05-21T00:45:46.773 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_recent_interval", 2024-05-21T00:45:46.773 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:46.773 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.773 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.774 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "1209600", 2024-05-21T00:45:46.774 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.774 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.774 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.774 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "time interval in which to warn about recent crashes", 2024-05-21T00:45:46.774 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.774 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.774 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.774 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.774 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.774 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.774 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:46.774 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "dashboard", 2024-05-21T00:45:46.775 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:46.775 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:46.775 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:46.775 INFO:teuthology.orchestra.run.smithi044.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-05-21T00:45:46.775 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-05-21T00:45:46.775 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.775 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.775 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.775 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-21T00:45:46.775 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.775 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.775 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.775 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.775 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.775 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.776 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.776 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.776 INFO:teuthology.orchestra.run.smithi044.stdout: "ALERTMANAGER_API_HOST": { 2024-05-21T00:45:46.776 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ALERTMANAGER_API_HOST", 2024-05-21T00:45:46.776 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.776 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.776 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.776 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.776 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.776 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.776 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.776 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.776 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.776 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.777 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.777 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.777 INFO:teuthology.orchestra.run.smithi044.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-05-21T00:45:46.777 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-05-21T00:45:46.777 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.777 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.777 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.777 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.777 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.777 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.777 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.777 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.777 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.777 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.778 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.778 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.778 INFO:teuthology.orchestra.run.smithi044.stdout: "AUDIT_API_ENABLED": { 2024-05-21T00:45:46.778 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "AUDIT_API_ENABLED", 2024-05-21T00:45:46.778 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.778 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.778 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.778 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.778 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.778 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.778 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.778 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.778 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.779 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.779 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.779 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.779 INFO:teuthology.orchestra.run.smithi044.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-05-21T00:45:46.779 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-05-21T00:45:46.779 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.779 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.779 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.779 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.779 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.779 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.779 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.779 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.779 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.780 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.780 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.780 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.780 INFO:teuthology.orchestra.run.smithi044.stdout: "ENABLE_BROWSABLE_API": { 2024-05-21T00:45:46.780 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ENABLE_BROWSABLE_API", 2024-05-21T00:45:46.780 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.780 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.780 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.780 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.780 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.780 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.780 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.780 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.781 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.781 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.781 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.781 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.781 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-05-21T00:45:46.781 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-05-21T00:45:46.781 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.781 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.781 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.781 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.781 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.781 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.781 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.781 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.782 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.782 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.782 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.782 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.782 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-05-21T00:45:46.782 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-05-21T00:45:46.782 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.782 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.782 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.782 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.782 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.782 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.783 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.783 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.783 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.783 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.783 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.783 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.783 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-05-21T00:45:46.783 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-05-21T00:45:46.783 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.783 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.783 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.783 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.783 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.783 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.784 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.784 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.784 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.784 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.784 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.784 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.784 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-05-21T00:45:46.784 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-05-21T00:45:46.784 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.784 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.784 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.784 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.784 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.785 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.785 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.785 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.785 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.785 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.785 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.785 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.785 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_NFS": { 2024-05-21T00:45:46.785 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-05-21T00:45:46.785 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.785 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.785 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.785 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.786 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.786 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.786 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.786 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.786 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.786 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.786 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.786 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.786 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_RBD": { 2024-05-21T00:45:46.786 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-05-21T00:45:46.786 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.786 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.787 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.787 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.787 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.787 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.787 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.787 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.787 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.787 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.787 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.787 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.787 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_RGW": { 2024-05-21T00:45:46.787 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-05-21T00:45:46.787 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.788 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.788 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.788 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.788 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.788 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.788 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.788 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.788 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.788 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.788 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.788 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.788 INFO:teuthology.orchestra.run.smithi044.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-05-21T00:45:46.788 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-05-21T00:45:46.788 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.789 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.789 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.789 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.789 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.789 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.789 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.789 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.789 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.789 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.789 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.789 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.789 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_PASSWORD": { 2024-05-21T00:45:46.789 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_PASSWORD", 2024-05-21T00:45:46.790 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.790 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.790 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.790 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "admin", 2024-05-21T00:45:46.790 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.790 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.790 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.790 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.790 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.790 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.790 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.790 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.790 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-05-21T00:45:46.791 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-05-21T00:45:46.791 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.791 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.791 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.791 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.791 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.791 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.791 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.791 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.791 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.792 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.792 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.792 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.792 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_URL": { 2024-05-21T00:45:46.792 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_URL", 2024-05-21T00:45:46.792 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.792 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.792 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.792 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.792 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.792 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.792 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.792 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.793 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.793 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.793 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.793 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.793 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_USERNAME": { 2024-05-21T00:45:46.793 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_USERNAME", 2024-05-21T00:45:46.793 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.793 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.793 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.793 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "admin", 2024-05-21T00:45:46.793 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.793 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.793 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.794 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.794 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.794 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.794 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.794 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.794 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-05-21T00:45:46.794 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-05-21T00:45:46.794 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.794 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.794 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.794 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.794 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.795 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.795 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.795 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.795 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.795 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.795 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.795 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.795 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-05-21T00:45:46.795 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-05-21T00:45:46.795 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.795 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.795 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.795 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.796 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.796 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.796 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.796 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.796 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.796 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.796 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.796 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.796 INFO:teuthology.orchestra.run.smithi044.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-05-21T00:45:46.796 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-05-21T00:45:46.796 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.797 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.797 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.797 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.797 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.797 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.797 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.797 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.797 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.797 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.797 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.797 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.797 INFO:teuthology.orchestra.run.smithi044.stdout: "ISSUE_TRACKER_API_KEY": { 2024-05-21T00:45:46.798 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-05-21T00:45:46.798 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.798 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.798 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.798 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.798 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.798 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.798 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.798 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.798 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.799 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.799 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.799 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.799 INFO:teuthology.orchestra.run.smithi044.stdout: "MANAGED_BY_CLUSTERS": { 2024-05-21T00:45:46.799 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-05-21T00:45:46.799 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.799 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.799 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.799 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "[]", 2024-05-21T00:45:46.799 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.799 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.799 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.799 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.800 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.800 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.800 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.800 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.800 INFO:teuthology.orchestra.run.smithi044.stdout: "MULTICLUSTER_CONFIG": { 2024-05-21T00:45:46.800 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "MULTICLUSTER_CONFIG", 2024-05-21T00:45:46.800 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.800 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.800 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.800 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "{}", 2024-05-21T00:45:46.800 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.800 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.800 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.801 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.801 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.801 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.801 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.801 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.801 INFO:teuthology.orchestra.run.smithi044.stdout: "PROMETHEUS_API_HOST": { 2024-05-21T00:45:46.801 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PROMETHEUS_API_HOST", 2024-05-21T00:45:46.801 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.801 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.801 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.801 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.801 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.801 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.802 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.802 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.802 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.802 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.802 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.802 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.802 INFO:teuthology.orchestra.run.smithi044.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-05-21T00:45:46.802 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-05-21T00:45:46.802 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.802 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.802 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.802 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.803 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.803 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.803 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.803 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.803 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.803 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.803 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.803 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.803 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-05-21T00:45:46.803 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-05-21T00:45:46.803 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.803 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.803 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.803 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.804 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.804 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.804 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.804 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.804 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.804 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.804 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.804 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.804 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-05-21T00:45:46.804 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-05-21T00:45:46.804 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.804 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.804 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.804 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.805 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.805 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.805 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.805 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.805 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.805 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.805 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.805 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.805 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-05-21T00:45:46.805 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-05-21T00:45:46.805 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.805 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.806 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.806 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.806 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.806 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.806 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.806 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.806 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.806 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.806 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.806 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.807 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-05-21T00:45:46.807 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-05-21T00:45:46.807 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.807 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.807 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.807 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.807 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.807 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.807 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.807 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.807 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.807 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.807 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.808 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.808 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-05-21T00:45:46.808 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-05-21T00:45:46.808 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.808 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.808 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.808 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.808 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.808 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.808 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.808 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.808 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.809 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.809 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.809 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.809 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-05-21T00:45:46.809 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-05-21T00:45:46.809 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.809 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.809 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.809 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.809 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.809 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.809 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.810 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.810 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.810 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.810 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.810 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.810 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-05-21T00:45:46.810 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-05-21T00:45:46.810 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.810 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.810 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.810 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.810 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.811 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.811 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.811 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.811 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.811 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.811 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.811 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.811 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_ENABLED": { 2024-05-21T00:45:46.811 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_ENABLED", 2024-05-21T00:45:46.811 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.811 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.811 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.811 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.812 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.812 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.812 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.812 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.812 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.812 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.812 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.812 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.812 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-05-21T00:45:46.812 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-05-21T00:45:46.812 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.812 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.812 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.813 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-05-21T00:45:46.813 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.813 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.813 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.813 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.813 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.813 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.813 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.813 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.813 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-05-21T00:45:46.813 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-05-21T00:45:46.813 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.813 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.813 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.814 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-21T00:45:46.814 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.814 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.814 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.814 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.814 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.814 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.814 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.814 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.814 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-05-21T00:45:46.814 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-05-21T00:45:46.814 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.814 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.815 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.815 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8", 2024-05-21T00:45:46.815 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.815 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.815 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.815 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.815 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.815 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.815 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.815 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.815 INFO:teuthology.orchestra.run.smithi044.stdout: "REST_REQUESTS_TIMEOUT": { 2024-05-21T00:45:46.815 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-05-21T00:45:46.815 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.815 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.815 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.816 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "45", 2024-05-21T00:45:46.816 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.816 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.816 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.816 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.816 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.816 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.816 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.816 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.816 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_ACCESS_KEY": { 2024-05-21T00:45:46.816 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_ACCESS_KEY", 2024-05-21T00:45:46.816 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.817 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.817 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.817 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.817 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.817 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.817 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.817 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.817 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.817 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.817 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.817 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.817 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-05-21T00:45:46.818 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-05-21T00:45:46.818 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.818 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.818 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.818 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "admin", 2024-05-21T00:45:46.818 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.818 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.818 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.818 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.818 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.818 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.818 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.819 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.819 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_SECRET_KEY": { 2024-05-21T00:45:46.819 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_SECRET_KEY", 2024-05-21T00:45:46.819 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.819 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.819 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.819 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.819 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.819 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.819 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.819 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.819 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.819 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.820 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.820 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.820 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_SSL_VERIFY": { 2024-05-21T00:45:46.820 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_SSL_VERIFY", 2024-05-21T00:45:46.820 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.820 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.820 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.820 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.820 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.820 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.820 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.820 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.820 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.821 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.821 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.821 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.821 INFO:teuthology.orchestra.run.smithi044.stdout: "UNSAFE_TLS_v1_2": { 2024-05-21T00:45:46.821 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "UNSAFE_TLS_v1_2", 2024-05-21T00:45:46.821 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.821 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.821 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.821 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.821 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.821 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.821 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.821 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.822 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.822 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.822 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.822 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.822 INFO:teuthology.orchestra.run.smithi044.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-05-21T00:45:46.822 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-05-21T00:45:46.822 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.822 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.822 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.822 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:46.822 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.822 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.822 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.823 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.823 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.823 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.823 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.823 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.823 INFO:teuthology.orchestra.run.smithi044.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-05-21T00:45:46.823 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-05-21T00:45:46.823 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.823 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.823 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.823 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-21T00:45:46.823 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.823 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.824 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.824 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.824 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.824 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.824 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.824 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.824 INFO:teuthology.orchestra.run.smithi044.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-05-21T00:45:46.824 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-05-21T00:45:46.824 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.824 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.824 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.824 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-05-21T00:45:46.824 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.824 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.825 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.825 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.825 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.825 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.825 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.825 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.825 INFO:teuthology.orchestra.run.smithi044.stdout: "cross_origin_url": { 2024-05-21T00:45:46.825 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cross_origin_url", 2024-05-21T00:45:46.825 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.825 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.825 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.825 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.825 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.826 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.826 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.826 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.826 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.826 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.826 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.826 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.826 INFO:teuthology.orchestra.run.smithi044.stdout: "crt_file": { 2024-05-21T00:45:46.826 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crt_file", 2024-05-21T00:45:46.826 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.826 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.826 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.826 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.827 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.827 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.827 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.827 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.827 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.827 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.827 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.827 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.827 INFO:teuthology.orchestra.run.smithi044.stdout: "debug": { 2024-05-21T00:45:46.827 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "debug", 2024-05-21T00:45:46.827 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.827 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.827 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.828 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.828 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.828 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.828 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.828 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Enable/disable debug options", 2024-05-21T00:45:46.828 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.828 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.828 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.828 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.828 INFO:teuthology.orchestra.run.smithi044.stdout: "jwt_token_ttl": { 2024-05-21T00:45:46.828 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "jwt_token_ttl", 2024-05-21T00:45:46.828 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.828 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.828 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.829 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "28800", 2024-05-21T00:45:46.829 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.829 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.829 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.829 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.829 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.829 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.829 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.829 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.829 INFO:teuthology.orchestra.run.smithi044.stdout: "key_file": { 2024-05-21T00:45:46.829 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "key_file", 2024-05-21T00:45:46.829 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.829 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.829 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.830 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.830 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.830 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.830 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.830 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.830 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.830 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.830 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.830 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.830 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:46.830 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:46.830 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.831 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.831 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.831 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.831 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.831 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.831 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.831 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.831 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.831 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.831 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.831 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.831 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.831 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.831 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.832 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.832 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.832 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.832 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.832 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:46.832 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:46.832 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.832 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.832 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.832 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.832 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.832 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.832 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.833 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.833 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.833 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.833 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.833 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.833 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:46.833 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:46.833 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.833 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.833 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.833 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:46.833 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.833 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.833 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.834 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.834 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.834 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.834 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.834 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.834 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.834 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.834 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.834 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.834 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.834 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.834 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.835 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:46.835 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:46.835 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.835 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.835 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.835 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.835 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.835 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.835 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.835 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.835 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.835 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.835 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.836 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.836 INFO:teuthology.orchestra.run.smithi044.stdout: "motd": { 2024-05-21T00:45:46.836 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "motd", 2024-05-21T00:45:46.836 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.836 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.836 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.836 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.836 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.836 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.836 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.836 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "The message of the day", 2024-05-21T00:45:46.836 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.836 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.837 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.837 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.837 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_resolve_ip_addr": { 2024-05-21T00:45:46.837 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "redirect_resolve_ip_addr", 2024-05-21T00:45:46.837 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.837 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.837 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.837 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.837 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.837 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.837 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.837 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.837 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.838 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.838 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.838 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.838 INFO:teuthology.orchestra.run.smithi044.stdout: "server_addr": { 2024-05-21T00:45:46.838 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_addr", 2024-05-21T00:45:46.838 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.838 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.838 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.838 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "::", 2024-05-21T00:45:46.838 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.838 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.838 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.838 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.839 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.839 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.839 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.839 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.839 INFO:teuthology.orchestra.run.smithi044.stdout: "server_port": { 2024-05-21T00:45:46.839 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_port", 2024-05-21T00:45:46.839 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.839 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.839 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.839 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8080", 2024-05-21T00:45:46.839 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.839 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.839 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.840 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.840 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.840 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.840 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.840 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.840 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:46.840 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:46.840 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.840 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:46.840 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.840 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:46.840 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.840 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.841 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.841 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.841 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.841 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.841 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.841 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.841 INFO:teuthology.orchestra.run.smithi044.stdout: "ssl": { 2024-05-21T00:45:46.841 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssl", 2024-05-21T00:45:46.841 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.841 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.841 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.841 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.841 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.842 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.842 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.842 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.842 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.842 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.842 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.842 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.842 INFO:teuthology.orchestra.run.smithi044.stdout: "ssl_server_port": { 2024-05-21T00:45:46.842 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssl_server_port", 2024-05-21T00:45:46.842 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.842 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.842 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.842 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8443", 2024-05-21T00:45:46.843 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.843 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.843 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.843 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.843 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.843 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.843 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.843 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.843 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_behaviour": { 2024-05-21T00:45:46.843 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_behaviour", 2024-05-21T00:45:46.843 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.843 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.844 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.844 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "redirect", 2024-05-21T00:45:46.844 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.844 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.844 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.844 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.844 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect" 2024-05-21T00:45:46.844 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.844 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.844 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.844 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.844 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.844 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.845 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_error_status_code": { 2024-05-21T00:45:46.845 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_error_status_code", 2024-05-21T00:45:46.845 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.845 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.845 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.845 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "500", 2024-05-21T00:45:46.845 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "400", 2024-05-21T00:45:46.845 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "599", 2024-05-21T00:45:46.845 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.845 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.845 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.845 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.845 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.846 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.846 INFO:teuthology.orchestra.run.smithi044.stdout: "url_prefix": { 2024-05-21T00:45:46.846 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "url_prefix", 2024-05-21T00:45:46.846 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.846 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.846 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.846 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.846 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.846 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.846 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.846 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.846 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.846 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.847 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.847 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.847 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.847 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.847 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:46.847 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "devicehealth", 2024-05-21T00:45:46.847 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:46.847 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:46.847 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:46.847 INFO:teuthology.orchestra.run.smithi044.stdout: "enable_monitoring": { 2024-05-21T00:45:46.847 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enable_monitoring", 2024-05-21T00:45:46.847 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.847 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.848 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.848 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.848 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.848 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.848 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.848 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "monitor device health metrics", 2024-05-21T00:45:46.848 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.848 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.848 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.848 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.848 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:46.848 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:46.848 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.848 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.849 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.849 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.849 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.849 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.849 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.849 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.849 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.849 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.849 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.849 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.849 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.849 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.849 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.850 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.850 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.850 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.850 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.850 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:46.850 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:46.850 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.850 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.850 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.850 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.850 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.850 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.850 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.851 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.851 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.851 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.851 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.851 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.851 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:46.851 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:46.851 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.851 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.851 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.851 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:46.851 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.851 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.852 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.852 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.852 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.852 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.852 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.852 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.852 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.852 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.852 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.852 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.852 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.852 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.852 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.853 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:46.853 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:46.853 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.853 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.853 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.853 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.853 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.853 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.853 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.853 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.853 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.853 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.853 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.854 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.854 INFO:teuthology.orchestra.run.smithi044.stdout: "mark_out_threshold": { 2024-05-21T00:45:46.854 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mark_out_threshold", 2024-05-21T00:45:46.854 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:46.854 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.854 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.854 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "2419200", 2024-05-21T00:45:46.854 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.854 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.854 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.854 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-05-21T00:45:46.854 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.854 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.855 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.855 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.855 INFO:teuthology.orchestra.run.smithi044.stdout: "pool_name": { 2024-05-21T00:45:46.855 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pool_name", 2024-05-21T00:45:46.855 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.855 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.855 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.855 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "device_health_metrics", 2024-05-21T00:45:46.855 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.855 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.855 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.855 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "name of pool in which to store device health metrics", 2024-05-21T00:45:46.855 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.855 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.856 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.856 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.856 INFO:teuthology.orchestra.run.smithi044.stdout: "retention_period": { 2024-05-21T00:45:46.856 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "retention_period", 2024-05-21T00:45:46.856 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:46.856 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.856 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.856 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "15552000", 2024-05-21T00:45:46.856 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.856 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.856 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.856 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how long to retain device health metrics", 2024-05-21T00:45:46.856 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.857 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.857 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.857 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.857 INFO:teuthology.orchestra.run.smithi044.stdout: "scrape_frequency": { 2024-05-21T00:45:46.857 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "scrape_frequency", 2024-05-21T00:45:46.857 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:46.857 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.857 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.857 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "86400", 2024-05-21T00:45:46.857 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.857 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.857 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.857 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to scrape device health metrics", 2024-05-21T00:45:46.857 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.858 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.858 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.858 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.858 INFO:teuthology.orchestra.run.smithi044.stdout: "self_heal": { 2024-05-21T00:45:46.858 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "self_heal", 2024-05-21T00:45:46.858 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.858 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.858 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.858 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.858 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.858 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.858 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.858 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-05-21T00:45:46.859 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.859 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.859 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.859 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.859 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-05-21T00:45:46.859 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-05-21T00:45:46.859 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:46.859 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.859 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.859 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-05-21T00:45:46.859 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.859 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.859 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.859 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to wake up and check device health", 2024-05-21T00:45:46.860 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.860 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.860 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.860 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.860 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:46.860 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:46.860 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.860 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:46.860 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.860 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:46.860 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.860 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.860 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.861 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.861 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.861 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.861 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.861 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.861 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_threshold": { 2024-05-21T00:45:46.861 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_threshold", 2024-05-21T00:45:46.861 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:46.861 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.861 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.861 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "7257600", 2024-05-21T00:45:46.861 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.861 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.861 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.862 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-05-21T00:45:46.862 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.862 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.862 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.862 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.862 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.862 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.862 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:46.862 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "diskprediction_local", 2024-05-21T00:45:46.862 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:46.862 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:46.862 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:46.862 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:46.863 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:46.863 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.863 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.863 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.863 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.863 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.863 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.863 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.863 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.863 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.863 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.863 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.864 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.864 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.864 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.864 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.864 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.864 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.864 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.864 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.864 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:46.864 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:46.864 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.864 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.864 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.865 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.865 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.865 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.865 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.865 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.865 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.865 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.865 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.865 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.865 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:46.865 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:46.865 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.865 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.866 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.866 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:46.866 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.866 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.866 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.866 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.866 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.866 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.866 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.866 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.866 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.866 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.866 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.867 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.867 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.867 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.867 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.867 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:46.867 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:46.867 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.867 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.867 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.867 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.867 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.867 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.867 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.867 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.868 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.868 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.868 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.868 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.868 INFO:teuthology.orchestra.run.smithi044.stdout: "predict_interval": { 2024-05-21T00:45:46.868 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "predict_interval", 2024-05-21T00:45:46.868 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.868 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.868 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.868 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "86400", 2024-05-21T00:45:46.868 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.868 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.868 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.869 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.869 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.869 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.869 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.869 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.869 INFO:teuthology.orchestra.run.smithi044.stdout: "predictor_model": { 2024-05-21T00:45:46.869 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "predictor_model", 2024-05-21T00:45:46.869 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.869 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.869 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.869 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "prophetstor", 2024-05-21T00:45:46.869 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.869 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.869 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.870 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.870 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.870 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.870 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.870 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.870 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-05-21T00:45:46.870 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-05-21T00:45:46.870 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.870 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.870 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.870 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-05-21T00:45:46.870 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.870 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.870 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.871 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.871 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.871 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.871 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.871 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.871 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:46.871 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:46.871 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.871 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:46.871 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.871 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:46.871 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.871 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.872 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.872 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.872 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.872 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.872 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.872 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.872 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.872 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.872 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:46.872 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "influx", 2024-05-21T00:45:46.872 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": false, 2024-05-21T00:45:46.872 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "influxdb python module not found", 2024-05-21T00:45:46.872 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:46.873 INFO:teuthology.orchestra.run.smithi044.stdout: "batch_size": { 2024-05-21T00:45:46.873 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "batch_size", 2024-05-21T00:45:46.873 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.873 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.873 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.873 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5000", 2024-05-21T00:45:46.873 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.873 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.873 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.873 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-05-21T00:45:46.873 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.873 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.873 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.874 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.874 INFO:teuthology.orchestra.run.smithi044.stdout: "database": { 2024-05-21T00:45:46.874 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "database", 2024-05-21T00:45:46.874 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.874 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.874 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.874 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "ceph", 2024-05-21T00:45:46.874 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.874 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.874 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.874 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-05-21T00:45:46.874 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.874 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.875 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.875 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.875 INFO:teuthology.orchestra.run.smithi044.stdout: "hostname": { 2024-05-21T00:45:46.875 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "hostname", 2024-05-21T00:45:46.875 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.875 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.875 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.875 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.875 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.875 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.875 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.875 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "InfluxDB server hostname", 2024-05-21T00:45:46.875 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.875 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.875 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.876 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.876 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-05-21T00:45:46.876 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-05-21T00:45:46.876 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:46.876 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.876 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.876 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "30", 2024-05-21T00:45:46.876 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "5", 2024-05-21T00:45:46.876 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.876 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.876 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-05-21T00:45:46.876 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.876 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.877 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.877 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.877 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:46.877 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:46.877 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.877 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.877 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.877 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.877 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.877 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.877 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.877 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.877 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.878 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.878 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.878 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.878 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.878 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.878 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.878 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.878 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.878 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.878 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.878 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:46.878 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:46.879 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.879 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.879 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.879 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.879 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.879 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.879 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.879 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.879 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.882 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.883 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.883 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.883 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:46.883 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:46.883 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.883 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.883 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.883 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:46.883 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.884 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.884 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.884 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.884 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.884 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.884 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.884 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.884 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.884 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.884 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.884 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.884 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.884 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.884 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.885 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:46.885 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:46.885 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.885 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.885 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.885 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.885 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.885 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.885 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.885 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.885 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.885 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.885 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.885 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.886 INFO:teuthology.orchestra.run.smithi044.stdout: "password": { 2024-05-21T00:45:46.886 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "password", 2024-05-21T00:45:46.886 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.886 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.886 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.886 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.886 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.886 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.886 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.886 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "password of InfluxDB server user", 2024-05-21T00:45:46.886 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.886 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.886 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.887 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.887 INFO:teuthology.orchestra.run.smithi044.stdout: "port": { 2024-05-21T00:45:46.887 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "port", 2024-05-21T00:45:46.887 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.887 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.887 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.887 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8086", 2024-05-21T00:45:46.887 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.887 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.888 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.888 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "InfluxDB server port", 2024-05-21T00:45:46.888 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.888 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.888 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.888 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.888 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:46.888 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:46.888 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.888 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:46.888 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.888 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:46.888 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.889 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.889 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.889 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.889 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.889 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.889 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.889 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.889 INFO:teuthology.orchestra.run.smithi044.stdout: "ssl": { 2024-05-21T00:45:46.889 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssl", 2024-05-21T00:45:46.889 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.889 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.889 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.889 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "false", 2024-05-21T00:45:46.889 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.890 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.890 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.890 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-05-21T00:45:46.890 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.890 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.890 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.890 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.890 INFO:teuthology.orchestra.run.smithi044.stdout: "threads": { 2024-05-21T00:45:46.890 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "threads", 2024-05-21T00:45:46.890 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.890 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.891 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.891 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-05-21T00:45:46.891 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-05-21T00:45:46.891 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "32", 2024-05-21T00:45:46.891 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.891 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-05-21T00:45:46.891 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.891 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.891 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.891 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.891 INFO:teuthology.orchestra.run.smithi044.stdout: "username": { 2024-05-21T00:45:46.892 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "username", 2024-05-21T00:45:46.892 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.892 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.892 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.892 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.892 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.892 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.892 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.892 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "username of InfluxDB server user", 2024-05-21T00:45:46.892 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.892 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.892 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.893 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.893 INFO:teuthology.orchestra.run.smithi044.stdout: "verify_ssl": { 2024-05-21T00:45:46.893 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "verify_ssl", 2024-05-21T00:45:46.893 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.893 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.893 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.893 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "true", 2024-05-21T00:45:46.893 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.893 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.893 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.893 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-05-21T00:45:46.893 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.894 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.894 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.894 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.894 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.894 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.894 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:46.894 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "insights", 2024-05-21T00:45:46.894 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:46.894 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:46.894 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:46.894 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:46.894 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:46.894 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.895 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.895 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.895 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.895 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.895 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.895 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.895 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.895 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.895 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.895 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.895 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.895 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.895 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.895 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.896 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.896 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.896 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.896 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.896 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:46.896 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:46.896 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.896 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.896 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.896 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.896 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.896 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.897 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.897 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.897 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.897 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.897 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.897 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.897 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:46.897 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:46.897 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.897 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.897 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.898 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:46.898 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.898 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.898 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.898 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.898 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.898 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.898 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.898 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.899 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.899 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.899 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.899 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.899 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.899 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.899 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.899 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:46.899 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:46.899 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.899 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.899 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.899 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.899 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.900 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.900 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.900 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.900 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.900 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.900 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.900 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.900 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:46.900 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:46.900 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.900 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:46.900 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.900 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:46.900 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.901 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.901 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.901 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.901 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.901 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.901 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.901 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.901 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.901 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.901 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:46.901 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "iostat", 2024-05-21T00:45:46.902 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:46.902 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:46.902 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:46.902 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:46.902 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:46.902 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.902 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.902 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.902 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.902 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.902 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.902 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.902 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.903 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.903 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.903 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.903 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.903 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.903 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.903 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.903 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.903 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.903 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.903 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.903 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:46.903 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:46.903 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.904 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.904 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.904 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.904 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.904 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.904 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.904 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.904 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.904 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.904 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.904 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.904 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:46.904 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:46.904 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.904 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.905 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.905 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:46.905 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.905 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.905 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.905 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.905 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.905 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.905 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.905 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.905 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.905 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.905 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.905 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.906 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.906 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.906 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.906 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:46.906 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:46.906 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.907 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.907 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.907 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.907 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.907 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.907 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.907 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.907 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.907 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.907 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.907 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.907 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:46.907 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:46.908 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.908 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:46.908 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.908 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:46.908 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.908 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.908 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.908 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.908 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.908 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.908 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.908 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.909 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.909 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.909 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:46.909 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "k8sevents", 2024-05-21T00:45:46.909 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:46.909 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:46.909 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:46.909 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_event_retention_days": { 2024-05-21T00:45:46.909 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ceph_event_retention_days", 2024-05-21T00:45:46.909 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.909 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.909 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.909 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "7", 2024-05-21T00:45:46.910 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.910 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.910 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.910 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Days to hold ceph event information within local cache", 2024-05-21T00:45:46.910 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.910 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.910 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.910 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.910 INFO:teuthology.orchestra.run.smithi044.stdout: "config_check_secs": { 2024-05-21T00:45:46.910 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "config_check_secs", 2024-05-21T00:45:46.910 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.910 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.910 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.911 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-21T00:45:46.911 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "10", 2024-05-21T00:45:46.911 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.911 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.911 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-05-21T00:45:46.911 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.911 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.911 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.911 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.911 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:46.912 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:46.912 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.912 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.912 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.912 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.912 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.912 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.912 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.912 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.912 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.912 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.912 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.913 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.913 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.913 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.913 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.913 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.913 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.913 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.913 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.913 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:46.913 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:46.913 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.913 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.914 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.914 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.914 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.914 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.914 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.914 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.914 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.914 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.914 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.914 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.914 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:46.915 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:46.915 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.915 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.915 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.915 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:46.915 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.915 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.915 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.915 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.915 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.915 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.915 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.915 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.916 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.916 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.916 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.916 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.916 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.916 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.916 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.916 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:46.916 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:46.916 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.916 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.916 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.916 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.916 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.917 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.917 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.917 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.917 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.917 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.917 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.917 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.917 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:46.917 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:46.917 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.917 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:46.917 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.917 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:46.917 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.918 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.918 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.918 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.918 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.918 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.918 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.918 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.918 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.918 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.918 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:46.918 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "localpool", 2024-05-21T00:45:46.918 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:46.918 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:46.919 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:46.919 INFO:teuthology.orchestra.run.smithi044.stdout: "failure_domain": { 2024-05-21T00:45:46.919 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "failure_domain", 2024-05-21T00:45:46.919 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.919 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.919 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.919 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "host", 2024-05-21T00:45:46.919 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.919 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.919 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.919 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "failure domain for any created local pool", 2024-05-21T00:45:46.920 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-05-21T00:45:46.920 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.920 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.920 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.920 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:46.920 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:46.920 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.920 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.920 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.920 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.920 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.920 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.921 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.921 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.921 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.921 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.921 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.921 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.921 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.921 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.921 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.921 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.921 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.921 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.921 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.921 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:46.922 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:46.922 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.922 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.922 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.922 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.922 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.922 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.922 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.922 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.922 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.922 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.922 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.922 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.923 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:46.923 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:46.923 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.923 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.923 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.923 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:46.923 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.923 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.923 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.923 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.923 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.923 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.923 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.923 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.923 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.924 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.924 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.924 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.924 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.924 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.924 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.924 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:46.924 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:46.924 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.924 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.924 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.924 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.924 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.925 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.925 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.925 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.925 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.925 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.925 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.925 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.925 INFO:teuthology.orchestra.run.smithi044.stdout: "min_size": { 2024-05-21T00:45:46.925 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "min_size", 2024-05-21T00:45:46.925 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.925 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.925 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.926 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.926 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.926 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.926 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.926 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "default min_size for any created local pool", 2024-05-21T00:45:46.926 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-05-21T00:45:46.926 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.926 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.926 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.926 INFO:teuthology.orchestra.run.smithi044.stdout: "num_rep": { 2024-05-21T00:45:46.926 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "num_rep", 2024-05-21T00:45:46.926 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.927 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.927 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.927 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "3", 2024-05-21T00:45:46.927 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.927 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.927 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.927 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "default replica count for any created local pool", 2024-05-21T00:45:46.927 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.927 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.927 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.927 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.927 INFO:teuthology.orchestra.run.smithi044.stdout: "pg_num": { 2024-05-21T00:45:46.927 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pg_num", 2024-05-21T00:45:46.927 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.928 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.928 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.928 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "128", 2024-05-21T00:45:46.928 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.928 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.928 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.928 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "default pg_num for any created local pool", 2024-05-21T00:45:46.928 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.928 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.928 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.928 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.928 INFO:teuthology.orchestra.run.smithi044.stdout: "prefix": { 2024-05-21T00:45:46.928 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "prefix", 2024-05-21T00:45:46.928 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.929 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.929 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.929 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.929 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.929 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.929 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.930 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "name prefix for any created local pool", 2024-05-21T00:45:46.930 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.930 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.930 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.930 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.930 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:46.930 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:46.930 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.930 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:46.930 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.930 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:46.930 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.931 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.931 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.931 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.931 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.931 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.931 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.931 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.931 INFO:teuthology.orchestra.run.smithi044.stdout: "subtree": { 2024-05-21T00:45:46.931 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "subtree", 2024-05-21T00:45:46.931 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.931 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.931 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.931 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "rack", 2024-05-21T00:45:46.931 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.931 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.932 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.932 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "CRUSH level for which to create a local pool", 2024-05-21T00:45:46.932 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-05-21T00:45:46.932 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.932 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.932 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.932 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.932 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.932 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:46.932 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mds_autoscaler", 2024-05-21T00:45:46.932 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:46.932 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:46.932 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:46.933 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:46.933 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:46.933 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.933 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.933 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.933 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.933 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.933 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.933 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.933 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.933 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.933 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.933 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.933 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.934 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.934 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.934 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.934 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.934 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.934 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.934 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.934 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:46.934 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:46.934 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.934 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.934 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.934 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.934 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.935 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.935 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.935 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.935 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.935 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.935 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.935 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.935 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:46.935 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:46.935 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.935 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.935 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.935 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:46.936 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.936 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.936 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.936 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.936 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.936 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.936 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.936 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.936 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.937 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.937 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.937 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.937 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.937 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.937 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.937 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:46.937 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:46.937 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.938 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.938 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.938 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.938 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.938 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.938 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.938 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.938 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.938 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.938 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.938 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.938 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:46.938 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:46.939 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.939 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:46.939 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.939 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:46.939 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.939 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.939 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.939 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.939 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.939 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.939 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.939 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.939 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.939 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.940 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:46.940 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mirroring", 2024-05-21T00:45:46.940 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:46.940 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:46.940 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:46.940 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:46.940 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:46.940 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.940 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.940 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.940 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.940 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.940 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.941 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.941 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.941 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.941 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.941 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.941 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.941 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.941 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.941 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.941 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.941 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.941 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.942 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.942 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:46.942 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:46.942 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.942 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.942 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.942 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.942 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.942 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.942 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.942 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.942 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.943 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.943 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.943 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.943 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:46.943 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:46.943 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.943 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.943 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.943 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:46.943 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.943 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.943 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.943 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.944 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.944 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.944 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.944 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.944 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.944 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.944 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.944 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.944 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.944 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.944 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.945 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:46.945 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:46.945 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.945 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.945 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.945 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.945 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.945 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.945 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.945 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.946 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.946 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.946 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.946 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.946 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:46.946 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:46.946 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.946 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:46.946 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.946 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:46.946 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.946 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.946 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.947 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.947 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.947 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.947 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.947 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.947 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.947 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.947 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:46.947 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "nfs", 2024-05-21T00:45:46.947 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:46.947 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:46.948 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:46.948 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:46.948 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:46.948 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.948 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.948 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.948 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.948 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.948 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.948 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.948 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.948 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.948 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.948 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.949 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.949 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.949 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.949 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.949 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.949 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.949 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.949 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.949 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:46.949 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:46.949 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.949 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.949 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.950 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.950 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.950 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.950 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.950 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.950 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.950 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.950 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.950 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.950 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:46.950 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:46.950 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.950 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.951 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.951 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:46.951 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.951 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.951 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.951 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.951 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.951 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.951 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.951 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.951 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.951 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.951 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.951 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.952 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.952 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.952 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.952 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:46.952 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:46.952 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.952 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.952 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.952 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.952 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.952 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.952 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.952 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.952 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.953 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.953 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.953 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.953 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:46.953 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:46.953 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.953 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:46.953 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.953 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:46.953 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.953 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.953 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.953 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.954 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.954 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.954 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.954 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.954 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.954 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.954 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:46.954 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "orchestrator", 2024-05-21T00:45:46.954 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:46.954 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:46.954 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:46.955 INFO:teuthology.orchestra.run.smithi044.stdout: "fail_fs": { 2024-05-21T00:45:46.955 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "fail_fs", 2024-05-21T00:45:46.955 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.955 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.955 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.955 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.955 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.955 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.955 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.955 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-05-21T00:45:46.955 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.955 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.955 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.956 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.956 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:46.956 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:46.956 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.956 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.956 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.956 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.956 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.956 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.956 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.956 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.956 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.956 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.956 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.956 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.957 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.957 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.957 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.957 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.957 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.957 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.957 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.957 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:46.957 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:46.957 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.957 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.957 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.957 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.958 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.958 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.958 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.958 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.958 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.958 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.958 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.958 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.958 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:46.958 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:46.958 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.958 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.958 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.959 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:46.959 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.959 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.959 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.959 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.959 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.959 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.959 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.959 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.959 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.959 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.960 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.960 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.960 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.960 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.960 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.960 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:46.960 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:46.960 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.960 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.960 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.960 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.960 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.961 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.961 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.961 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.961 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.961 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.961 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.961 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.961 INFO:teuthology.orchestra.run.smithi044.stdout: "orchestrator": { 2024-05-21T00:45:46.961 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "orchestrator", 2024-05-21T00:45:46.961 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.961 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.961 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.961 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.961 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.962 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.962 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.962 INFO:teuthology.orchestra.run.smithi044.stdout: "cephadm", 2024-05-21T00:45:46.962 INFO:teuthology.orchestra.run.smithi044.stdout: "rook", 2024-05-21T00:45:46.962 INFO:teuthology.orchestra.run.smithi044.stdout: "test_orchestrator" 2024-05-21T00:45:46.962 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.962 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Orchestrator backend", 2024-05-21T00:45:46.962 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.962 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.962 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.962 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.962 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:46.962 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:46.963 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.963 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:46.963 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.963 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:46.963 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.963 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.963 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.963 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.963 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.963 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.963 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.963 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.963 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.963 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.964 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:46.964 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "osd_perf_query", 2024-05-21T00:45:46.964 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:46.964 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:46.964 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:46.964 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:46.964 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:46.964 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.964 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.964 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.964 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.964 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.964 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.964 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.965 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.965 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.965 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.965 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.965 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.965 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.965 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.965 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.965 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.965 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.965 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.965 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.965 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:46.965 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:46.965 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.966 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.966 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.966 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.966 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.966 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.966 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.966 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.966 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.966 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.966 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.966 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.967 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:46.967 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:46.967 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.967 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.967 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.967 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:46.967 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.967 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.967 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.967 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.967 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.968 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.968 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.968 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.968 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.968 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.968 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.968 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.968 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.968 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.968 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.968 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:46.968 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:46.969 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.969 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.969 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.969 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.969 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.969 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.969 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.969 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.969 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.969 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.969 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.969 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.969 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:46.969 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:46.969 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.970 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:46.970 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.970 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:46.970 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.970 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.970 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.970 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.970 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.970 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.970 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.970 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.970 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.970 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.970 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:46.971 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "osd_support", 2024-05-21T00:45:46.971 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:46.971 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:46.971 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:46.971 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:46.971 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:46.971 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.971 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.971 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.971 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.971 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.971 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.971 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.971 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.971 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.972 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.972 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.972 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.972 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.972 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.972 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.972 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.972 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.972 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.972 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.972 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:46.972 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:46.972 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.972 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.973 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.973 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.973 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.973 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.973 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.973 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.973 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.973 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.973 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.973 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.973 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:46.973 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:46.973 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.973 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.973 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.974 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:46.974 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.974 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.974 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.974 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.974 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.974 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.974 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.974 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.974 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.974 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.974 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.975 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.975 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.975 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.975 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.975 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:46.975 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:46.975 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.975 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.975 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.975 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.975 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.975 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.976 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.976 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.976 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.976 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.976 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.976 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.976 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:46.976 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:46.976 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.976 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:46.976 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.976 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:46.976 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.976 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.977 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.977 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.977 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.977 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.977 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.977 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.977 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.977 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.977 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:46.977 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pg_autoscaler", 2024-05-21T00:45:46.977 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:46.977 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:46.978 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:46.978 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:46.978 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:46.978 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.978 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.978 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.978 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.978 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.978 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.978 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.978 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.978 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.978 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.979 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.979 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.979 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.979 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.979 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.979 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.979 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.979 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.979 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.979 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:46.979 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:46.979 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.979 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.979 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.980 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.980 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.980 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.980 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.980 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.980 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.980 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.980 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.980 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.980 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:46.980 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:46.980 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.980 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.981 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.981 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:46.981 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.981 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.981 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.981 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.981 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.981 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.981 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.981 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.981 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.981 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.981 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.981 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.982 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.982 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.982 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.982 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:46.982 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:46.982 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.982 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.982 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.982 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.982 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.982 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.983 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.983 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.983 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.983 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.983 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.983 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.983 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-05-21T00:45:46.983 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-05-21T00:45:46.983 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:46.983 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.983 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.983 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-05-21T00:45:46.984 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.984 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.984 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.984 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.984 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.984 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.984 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.984 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.984 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:46.984 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:46.984 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.984 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:46.984 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.984 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:46.985 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.985 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.985 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.985 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.985 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.985 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.985 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.985 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.985 INFO:teuthology.orchestra.run.smithi044.stdout: "threshold": { 2024-05-21T00:45:46.985 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "threshold", 2024-05-21T00:45:46.985 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-21T00:45:46.985 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.986 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.986 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "3.0", 2024-05-21T00:45:46.986 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1.0", 2024-05-21T00:45:46.986 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.986 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.986 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "scaling threshold", 2024-05-21T00:45:46.986 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-05-21T00:45:46.986 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.986 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.986 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.986 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.986 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.986 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:46.986 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "progress", 2024-05-21T00:45:46.987 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:46.987 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:46.987 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:46.987 INFO:teuthology.orchestra.run.smithi044.stdout: "allow_pg_recovery_event": { 2024-05-21T00:45:46.987 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "allow_pg_recovery_event", 2024-05-21T00:45:46.987 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.987 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.987 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.987 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.987 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.987 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.987 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.988 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "allow the module to show pg recovery progress", 2024-05-21T00:45:46.988 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.988 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.988 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.988 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.988 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": { 2024-05-21T00:45:46.988 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enabled", 2024-05-21T00:45:46.988 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.988 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.988 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.988 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.988 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.988 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.988 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.989 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.989 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.989 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.989 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.989 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.989 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:46.989 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:46.989 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.989 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.989 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.989 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:46.989 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.990 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.990 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.990 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.990 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.990 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.990 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.990 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.990 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.990 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.990 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.990 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.990 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.991 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.991 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.991 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:46.991 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:46.991 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.991 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.991 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.991 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.991 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.991 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.992 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.992 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.992 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.992 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.992 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.992 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.992 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:46.992 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:46.992 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:46.992 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.992 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.993 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:46.993 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.993 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.993 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:46.993 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:46.993 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:46.993 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:46.993 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:46.993 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:46.993 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:46.993 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:46.994 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.994 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.994 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.994 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.994 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.994 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:46.994 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:46.994 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.994 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.994 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.994 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:46.994 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.994 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.995 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.995 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.995 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.995 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.995 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.995 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.995 INFO:teuthology.orchestra.run.smithi044.stdout: "max_completed_events": { 2024-05-21T00:45:46.995 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_completed_events", 2024-05-21T00:45:46.995 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.995 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.995 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.995 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "50", 2024-05-21T00:45:46.995 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.996 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.996 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.996 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "number of past completed events to remember", 2024-05-21T00:45:46.996 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.996 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.996 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.996 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.996 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-05-21T00:45:46.996 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-05-21T00:45:46.996 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:46.996 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.996 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.996 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-05-21T00:45:46.996 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.996 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.997 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.997 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how long the module is going to sleep", 2024-05-21T00:45:46.997 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.997 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.997 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.997 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.997 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:46.997 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:46.997 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:46.997 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:46.997 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:46.997 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:46.997 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.997 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.998 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.998 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.998 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.998 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:46.998 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:46.998 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.998 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:46.998 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:46.998 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:46.998 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "prometheus", 2024-05-21T00:45:46.998 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:46.999 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:46.999 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:46.999 INFO:teuthology.orchestra.run.smithi044.stdout: "cache": { 2024-05-21T00:45:46.999 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cache", 2024-05-21T00:45:46.999 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:46.999 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:46.999 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:46.999 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:46.999 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:46.999 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:46.999 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:46.999 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:46.999 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:46.999 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.000 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.000 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.000 INFO:teuthology.orchestra.run.smithi044.stdout: "exclude_perf_counters": { 2024-05-21T00:45:47.000 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "exclude_perf_counters", 2024-05-21T00:45:47.000 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.000 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.000 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.000 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.000 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.000 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.000 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.000 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-05-21T00:45:47.000 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-05-21T00:45:47.000 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.001 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.001 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.001 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.001 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.001 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.001 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.001 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.001 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.001 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.001 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.001 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.001 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.001 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.001 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.002 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.002 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.002 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.002 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.002 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.002 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.002 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.002 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.003 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.003 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.003 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.003 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.003 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.003 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.003 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.003 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.003 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.003 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.003 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.003 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.003 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.003 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.004 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.004 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.004 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.004 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.004 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.004 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.004 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.004 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.004 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.004 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.004 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.004 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.004 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.004 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.005 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.005 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.005 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.005 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.005 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.005 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.005 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.005 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.005 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.005 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.005 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.005 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.005 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.005 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.006 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.006 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.006 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.006 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.006 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.006 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.006 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.006 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.006 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_stats_pools": { 2024-05-21T00:45:47.006 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rbd_stats_pools", 2024-05-21T00:45:47.007 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.007 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.007 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.007 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.007 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.007 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.007 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.007 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.007 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.007 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.008 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.008 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.008 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_stats_pools_refresh_interval": { 2024-05-21T00:45:47.008 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-05-21T00:45:47.008 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.008 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.008 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.008 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "300", 2024-05-21T00:45:47.008 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.008 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.008 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.008 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.008 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.009 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.009 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.009 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.009 INFO:teuthology.orchestra.run.smithi044.stdout: "scrape_interval": { 2024-05-21T00:45:47.009 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "scrape_interval", 2024-05-21T00:45:47.009 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-21T00:45:47.009 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.009 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.009 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "15.0", 2024-05-21T00:45:47.009 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.009 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.009 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.009 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.009 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.010 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.010 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.010 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.010 INFO:teuthology.orchestra.run.smithi044.stdout: "server_addr": { 2024-05-21T00:45:47.010 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_addr", 2024-05-21T00:45:47.010 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.010 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.010 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.010 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "::", 2024-05-21T00:45:47.010 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.010 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.010 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.010 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-05-21T00:45:47.010 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.011 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.011 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.011 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.011 INFO:teuthology.orchestra.run.smithi044.stdout: "server_port": { 2024-05-21T00:45:47.011 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_port", 2024-05-21T00:45:47.011 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.011 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.011 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.011 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "9283", 2024-05-21T00:45:47.011 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.011 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.012 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.012 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-05-21T00:45:47.012 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.012 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.012 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.012 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.012 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.012 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.012 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.012 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.012 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.012 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.013 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.013 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.013 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.013 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.013 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.013 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.013 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.013 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.013 INFO:teuthology.orchestra.run.smithi044.stdout: "stale_cache_strategy": { 2024-05-21T00:45:47.013 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "stale_cache_strategy", 2024-05-21T00:45:47.013 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.014 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.014 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.014 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "log", 2024-05-21T00:45:47.014 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.014 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.014 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.014 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.014 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.014 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.014 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.014 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.014 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_behaviour": { 2024-05-21T00:45:47.014 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_behaviour", 2024-05-21T00:45:47.015 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.015 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.015 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.015 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "default", 2024-05-21T00:45:47.015 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.015 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.015 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.015 INFO:teuthology.orchestra.run.smithi044.stdout: "default", 2024-05-21T00:45:47.015 INFO:teuthology.orchestra.run.smithi044.stdout: "error" 2024-05-21T00:45:47.015 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.015 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.015 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.016 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.016 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.016 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.016 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_error_status_code": { 2024-05-21T00:45:47.016 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_error_status_code", 2024-05-21T00:45:47.016 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.016 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.016 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.016 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "500", 2024-05-21T00:45:47.016 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "400", 2024-05-21T00:45:47.016 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "599", 2024-05-21T00:45:47.016 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.016 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.017 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.017 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.017 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.017 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.017 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.017 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.017 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.017 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rbd_support", 2024-05-21T00:45:47.017 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.017 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.017 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.017 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.018 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.018 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.018 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.018 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.018 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.018 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.018 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.018 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.018 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.018 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.018 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.018 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.018 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.019 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.019 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.019 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.019 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.019 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.019 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.019 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.019 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.019 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.019 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.019 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.019 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.019 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.020 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.020 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.020 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.020 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.020 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.020 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.020 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.020 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.020 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.020 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.020 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.021 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.021 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.021 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.021 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.021 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.021 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.021 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.021 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.021 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.021 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.021 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.021 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.021 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.021 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.022 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.022 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.022 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.022 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.022 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.022 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.022 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.022 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.022 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.022 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.022 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.022 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.022 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.023 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.023 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.023 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.023 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.023 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.023 INFO:teuthology.orchestra.run.smithi044.stdout: "max_concurrent_snap_create": { 2024-05-21T00:45:47.023 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_concurrent_snap_create", 2024-05-21T00:45:47.023 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.023 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.023 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.023 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-21T00:45:47.023 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.023 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.024 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.024 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.024 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.024 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.024 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.024 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.024 INFO:teuthology.orchestra.run.smithi044.stdout: "mirror_snapshot_schedule": { 2024-05-21T00:45:47.024 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mirror_snapshot_schedule", 2024-05-21T00:45:47.024 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.024 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.024 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.024 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.024 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.025 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.025 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.025 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.025 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.025 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.025 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.025 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.025 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.025 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.025 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.025 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.026 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.026 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.026 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.026 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.026 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.026 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.026 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.026 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.026 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.026 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.026 INFO:teuthology.orchestra.run.smithi044.stdout: "trash_purge_schedule": { 2024-05-21T00:45:47.026 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "trash_purge_schedule", 2024-05-21T00:45:47.027 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.027 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.027 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.027 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.027 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.027 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.027 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.027 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.027 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.027 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.027 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.027 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.027 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.027 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.028 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.028 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "restful", 2024-05-21T00:45:47.028 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.028 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.028 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.028 INFO:teuthology.orchestra.run.smithi044.stdout: "enable_auth": { 2024-05-21T00:45:47.028 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enable_auth", 2024-05-21T00:45:47.028 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.028 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.028 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.028 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.028 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.028 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.029 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.029 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.029 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.029 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.029 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.029 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.029 INFO:teuthology.orchestra.run.smithi044.stdout: "key_file": { 2024-05-21T00:45:47.029 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "key_file", 2024-05-21T00:45:47.029 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.029 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.029 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.029 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.029 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.030 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.030 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.030 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.030 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.030 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.030 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.030 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.030 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.030 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.030 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.030 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.031 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.031 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.031 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.031 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.031 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.031 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.031 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.031 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.031 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.031 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.031 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.031 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.031 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.032 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.032 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.032 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.032 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.032 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.032 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.032 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.032 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.032 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.032 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.032 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.032 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.033 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.033 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.033 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.033 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.033 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.033 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.033 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.033 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.033 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.033 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.033 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.033 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.033 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.034 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.034 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.034 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.034 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.034 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.034 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.034 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.034 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.034 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.034 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.034 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.035 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.035 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.035 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.035 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.035 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.035 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.035 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.035 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.035 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.035 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.035 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.035 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.035 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.036 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.036 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.036 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.036 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.036 INFO:teuthology.orchestra.run.smithi044.stdout: "server_addr": { 2024-05-21T00:45:47.036 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_addr", 2024-05-21T00:45:47.036 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.036 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.036 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.036 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.036 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.036 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.037 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.037 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.037 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.037 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.037 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.037 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.037 INFO:teuthology.orchestra.run.smithi044.stdout: "server_port": { 2024-05-21T00:45:47.037 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_port", 2024-05-21T00:45:47.037 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.037 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.037 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.038 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.038 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.038 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.038 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.038 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.038 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.038 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.038 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.038 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.038 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.038 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.038 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.039 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.039 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.039 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.039 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.039 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.039 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.039 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.039 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.039 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.039 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.039 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.039 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.040 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.040 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.040 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rgw", 2024-05-21T00:45:47.040 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.040 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.040 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.040 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.040 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.040 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.040 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.040 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.040 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.041 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.041 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.041 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.041 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.041 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.041 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.041 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.041 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.041 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.041 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.041 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.041 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.041 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.041 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.042 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.042 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.042 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.042 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.042 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.042 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.042 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.042 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.042 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.042 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.042 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.042 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.042 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.043 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.043 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.043 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.043 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.043 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.043 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.043 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.043 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.043 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.043 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.043 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.043 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.043 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.043 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.044 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.044 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.044 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.044 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.044 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.044 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.044 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.044 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.044 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.044 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.044 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.045 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.045 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.045 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.045 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.045 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.045 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.045 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.045 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.045 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.045 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.045 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.045 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.045 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.045 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.046 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.046 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.046 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.046 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.046 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.046 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.046 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.046 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.046 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.046 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.047 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.047 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.047 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.047 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.047 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.047 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rook", 2024-05-21T00:45:47.047 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.047 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.047 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.048 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.048 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.048 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.048 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.048 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.048 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.048 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.048 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.048 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.048 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.048 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.049 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.049 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.049 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.049 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.049 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.049 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.049 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.049 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.049 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.049 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.049 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.050 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.050 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.050 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.050 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.050 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.050 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.050 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.051 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.051 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.051 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.051 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.051 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.051 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.051 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.051 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.051 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.051 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.051 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.051 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.051 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.051 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.052 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.052 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.052 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.052 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.052 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.052 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.052 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.052 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.052 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.052 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.052 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.052 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.052 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.052 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.053 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.053 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.053 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.053 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.053 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.053 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.053 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.053 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.053 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.053 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.053 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.053 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.053 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.054 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.054 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.054 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.054 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.054 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.054 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.054 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.054 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.054 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.054 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.054 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.054 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.055 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.055 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.055 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": { 2024-05-21T00:45:47.055 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "storage_class", 2024-05-21T00:45:47.055 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.056 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.056 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.056 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "local", 2024-05-21T00:45:47.056 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.056 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.056 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.057 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-05-21T00:45:47.057 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.057 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.057 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.057 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.057 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.058 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.058 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.058 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "selftest", 2024-05-21T00:45:47.058 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.058 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.058 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.059 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.059 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.059 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.059 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.059 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.059 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.060 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.060 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.060 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.060 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.060 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.060 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.061 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.061 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.061 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.061 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.061 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.062 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.062 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.062 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.062 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.062 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.063 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.063 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.063 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.063 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.063 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.063 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.064 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.064 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.064 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.064 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.064 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.064 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.065 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.065 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.065 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.065 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.065 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.066 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.066 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.066 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.066 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.066 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.066 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.067 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.067 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.067 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.067 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.067 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.068 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.068 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.068 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.068 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.068 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.068 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.069 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.069 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.069 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.069 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.069 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.069 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.069 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.069 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.069 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.069 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.070 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.070 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.070 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.070 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.070 INFO:teuthology.orchestra.run.smithi044.stdout: "roption1": { 2024-05-21T00:45:47.070 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "roption1", 2024-05-21T00:45:47.070 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.070 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.070 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.070 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.070 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.070 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.071 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.071 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.071 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.071 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.071 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.071 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.071 INFO:teuthology.orchestra.run.smithi044.stdout: "roption2": { 2024-05-21T00:45:47.071 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "roption2", 2024-05-21T00:45:47.071 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.071 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.071 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.071 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "xyz", 2024-05-21T00:45:47.071 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.071 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.072 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.072 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.072 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.072 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.072 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.072 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.072 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption1": { 2024-05-21T00:45:47.072 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption1", 2024-05-21T00:45:47.072 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.072 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.072 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.072 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.072 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.073 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.073 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.073 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.073 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.073 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.073 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.073 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.073 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption2": { 2024-05-21T00:45:47.073 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption2", 2024-05-21T00:45:47.073 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.073 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.073 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.073 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.073 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.074 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.074 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.074 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.074 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.074 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.074 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.074 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.074 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption3": { 2024-05-21T00:45:47.074 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption3", 2024-05-21T00:45:47.074 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-21T00:45:47.074 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.074 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.075 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.075 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.075 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.075 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.075 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.075 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.075 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.075 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.075 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.075 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption4": { 2024-05-21T00:45:47.075 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption4", 2024-05-21T00:45:47.075 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.075 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.076 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.076 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.076 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.076 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.076 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.076 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.076 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.076 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.076 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.076 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.076 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption5": { 2024-05-21T00:45:47.076 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption5", 2024-05-21T00:45:47.077 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.077 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.077 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.077 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.077 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.077 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.077 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.077 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.077 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.077 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.077 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.077 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.077 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption6": { 2024-05-21T00:45:47.078 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption6", 2024-05-21T00:45:47.078 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.078 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.078 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.078 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.078 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.078 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.079 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.079 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.079 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.079 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.079 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.080 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.080 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption7": { 2024-05-21T00:45:47.080 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption7", 2024-05-21T00:45:47.080 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.080 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.080 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.081 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.081 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-05-21T00:45:47.081 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "42", 2024-05-21T00:45:47.081 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.081 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.081 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.081 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.081 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.082 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.082 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.082 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.082 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.082 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.082 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.082 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.083 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.083 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.083 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.083 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.083 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.083 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.083 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.083 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.084 INFO:teuthology.orchestra.run.smithi044.stdout: "testkey": { 2024-05-21T00:45:47.084 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "testkey", 2024-05-21T00:45:47.084 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.084 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.084 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.084 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.084 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.084 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.085 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.085 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.085 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.085 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.085 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.085 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.085 INFO:teuthology.orchestra.run.smithi044.stdout: "testlkey": { 2024-05-21T00:45:47.086 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "testlkey", 2024-05-21T00:45:47.086 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.086 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.086 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.086 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.086 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.086 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.086 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.089 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.090 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.090 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.090 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.090 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.090 INFO:teuthology.orchestra.run.smithi044.stdout: "testnewline": { 2024-05-21T00:45:47.090 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "testnewline", 2024-05-21T00:45:47.091 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.091 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.091 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.091 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.091 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.091 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.091 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.092 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.092 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.092 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.092 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.092 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.092 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.092 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.092 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.092 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smb", 2024-05-21T00:45:47.092 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.092 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.092 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.093 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.093 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.093 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.093 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.093 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.093 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.093 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.093 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.093 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.093 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.093 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.093 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.094 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.094 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.094 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.094 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.094 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.094 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.094 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.094 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.094 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.094 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.094 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.095 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.095 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.095 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.095 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.095 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.095 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.095 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.095 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.095 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.095 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.095 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.095 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.095 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.095 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.096 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.096 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.096 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.096 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.096 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.096 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.096 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.096 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.096 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.096 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.096 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.096 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.097 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.097 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.097 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.097 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.097 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.097 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.097 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.097 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.097 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.097 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.097 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.097 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.097 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.097 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.098 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.098 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.098 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.098 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.098 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.098 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.098 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.098 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.098 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.098 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.098 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.098 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.098 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.099 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.099 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.099 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.099 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.099 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.099 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.099 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.099 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.099 INFO:teuthology.orchestra.run.smithi044.stdout: "update_orchestration": { 2024-05-21T00:45:47.099 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "update_orchestration", 2024-05-21T00:45:47.099 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.100 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.100 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.100 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.100 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.100 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.100 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.100 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "automatically update orchestration when smb resources are changed", 2024-05-21T00:45:47.100 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.100 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.100 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.100 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.100 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.100 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.100 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.101 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snap_schedule", 2024-05-21T00:45:47.101 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.101 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.101 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.101 INFO:teuthology.orchestra.run.smithi044.stdout: "allow_m_granularity": { 2024-05-21T00:45:47.101 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "allow_m_granularity", 2024-05-21T00:45:47.101 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.101 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.101 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.101 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.101 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.101 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.101 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.101 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "allow minute scheduled snapshots", 2024-05-21T00:45:47.102 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.102 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.102 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.102 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.102 INFO:teuthology.orchestra.run.smithi044.stdout: "dump_on_update": { 2024-05-21T00:45:47.102 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "dump_on_update", 2024-05-21T00:45:47.102 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.102 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.102 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.102 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.102 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.103 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.103 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.103 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "dump database to debug log on update", 2024-05-21T00:45:47.103 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.103 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.103 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.103 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.103 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.103 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.103 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.103 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.103 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.103 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.103 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.104 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.104 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.104 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.104 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.104 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.104 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.104 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.104 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.104 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.104 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.104 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.104 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.104 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.104 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.105 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.105 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.105 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.105 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.105 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.105 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.105 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.105 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.105 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.105 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.105 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.105 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.105 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.105 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.106 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.106 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.106 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.106 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.106 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.106 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.106 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.106 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.106 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.107 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.107 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.107 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.107 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.107 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.107 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.107 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.107 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.107 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.107 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.107 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.107 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.107 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.108 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.108 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.108 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.108 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.108 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.108 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.108 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.108 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.108 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.108 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.108 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.108 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.109 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.109 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.109 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.109 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.109 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.109 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.109 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.109 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.109 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.109 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.109 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.109 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.110 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.110 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.110 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.110 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.110 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.110 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.110 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "stats", 2024-05-21T00:45:47.110 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.110 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.110 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.110 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.110 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.110 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.111 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.111 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.111 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.111 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.111 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.111 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.111 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.111 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.111 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.111 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.111 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.111 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.112 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.112 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.112 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.112 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.112 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.112 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.112 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.112 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.112 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.113 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.113 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.113 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.113 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.113 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.113 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.113 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.113 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.113 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.113 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.113 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.114 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.114 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.114 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.114 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.114 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.114 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.115 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.115 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.115 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.115 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.115 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.115 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.115 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.116 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.116 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.116 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.116 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.116 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.116 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.116 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.116 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.116 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.116 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.116 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.116 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.116 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.117 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.117 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.117 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.117 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.117 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.117 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.117 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.117 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.117 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.117 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.117 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.117 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.117 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.117 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.118 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.118 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.118 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.118 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.118 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.118 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.118 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.118 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.118 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.118 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.118 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "status", 2024-05-21T00:45:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.120 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.120 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.120 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.120 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.120 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.120 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.120 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.120 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.120 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.120 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.121 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.121 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.121 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.121 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.121 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.121 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.121 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.121 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.122 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.122 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.122 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.122 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.122 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.122 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.122 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.122 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.122 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.122 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.122 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.122 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.122 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.123 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.123 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.123 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.123 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.123 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.123 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.123 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.123 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.123 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.123 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.123 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.123 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.123 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.123 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.124 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.124 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.124 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.124 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.124 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.124 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.124 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.124 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.124 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.124 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.124 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.124 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.124 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.125 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.125 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.125 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.125 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.125 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.125 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.125 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.125 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.125 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.125 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.126 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.126 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.126 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.126 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.126 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.126 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.127 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.127 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.127 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.127 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.127 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "telegraf", 2024-05-21T00:45:47.127 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.127 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.127 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.127 INFO:teuthology.orchestra.run.smithi044.stdout: "address": { 2024-05-21T00:45:47.127 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "address", 2024-05-21T00:45:47.127 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.127 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.127 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.128 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-05-21T00:45:47.128 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.128 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.128 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.128 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.128 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.128 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.128 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.128 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.128 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-05-21T00:45:47.128 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-05-21T00:45:47.128 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.128 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.128 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.129 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "15", 2024-05-21T00:45:47.129 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.129 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.129 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.129 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.129 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.129 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.129 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.129 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.129 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.129 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.129 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.129 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.130 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.130 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.130 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.130 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.130 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.130 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.130 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.130 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.130 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.130 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.130 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.130 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.130 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.131 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.131 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.131 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.131 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.131 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.131 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.131 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.131 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.131 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.131 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.131 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.131 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.131 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.132 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.132 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.132 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.132 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.132 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.132 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.132 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.132 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.132 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.132 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.132 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.132 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.132 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.132 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.133 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.133 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.133 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.133 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.133 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.133 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.133 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.133 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.133 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.133 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.133 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.133 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.133 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.133 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.134 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.134 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.134 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.134 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.134 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.134 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.134 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.134 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.134 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.134 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.134 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.134 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.135 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.135 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.135 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.135 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.135 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.135 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.135 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.135 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.135 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.135 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.135 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.135 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.135 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.135 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.136 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.136 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.136 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.136 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "telemetry", 2024-05-21T00:45:47.136 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.136 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.136 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.136 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_basic": { 2024-05-21T00:45:47.136 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_basic", 2024-05-21T00:45:47.136 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.136 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.136 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.136 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.137 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.137 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.137 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.137 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share basic cluster information (size, version)", 2024-05-21T00:45:47.137 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.137 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.137 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.137 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.137 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_crash": { 2024-05-21T00:45:47.137 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_crash", 2024-05-21T00:45:47.137 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.137 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.137 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.137 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.138 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.138 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.138 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.138 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-05-21T00:45:47.138 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.138 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.138 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.138 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.138 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_device": { 2024-05-21T00:45:47.138 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_device", 2024-05-21T00:45:47.138 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.139 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.139 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.139 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.139 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.139 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.139 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.139 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-05-21T00:45:47.139 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.139 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.139 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.139 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.139 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_ident": { 2024-05-21T00:45:47.139 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_ident", 2024-05-21T00:45:47.139 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.140 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.140 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.140 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.140 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.140 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.140 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.140 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-05-21T00:45:47.140 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.140 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.140 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.140 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.140 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_perf": { 2024-05-21T00:45:47.140 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_perf", 2024-05-21T00:45:47.140 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.141 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.141 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.141 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.141 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.141 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.141 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.141 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share various performance metrics of a cluster", 2024-05-21T00:45:47.141 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.141 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.141 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.141 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.141 INFO:teuthology.orchestra.run.smithi044.stdout: "contact": { 2024-05-21T00:45:47.141 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "contact", 2024-05-21T00:45:47.141 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.142 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.142 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.142 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.142 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.142 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.142 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.142 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.142 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.142 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.142 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.142 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.142 INFO:teuthology.orchestra.run.smithi044.stdout: "description": { 2024-05-21T00:45:47.142 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "description", 2024-05-21T00:45:47.143 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.143 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.143 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.143 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.143 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.143 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.143 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.143 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.143 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.143 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.143 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.143 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.144 INFO:teuthology.orchestra.run.smithi044.stdout: "device_url": { 2024-05-21T00:45:47.144 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "device_url", 2024-05-21T00:45:47.144 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.144 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.144 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.144 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-05-21T00:45:47.144 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.144 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.144 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.144 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.144 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.144 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.144 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.144 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.145 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": { 2024-05-21T00:45:47.145 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enabled", 2024-05-21T00:45:47.145 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.145 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.145 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.145 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.145 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.145 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.145 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.145 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.145 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.145 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.145 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.146 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.146 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-05-21T00:45:47.146 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-05-21T00:45:47.146 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.146 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.146 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.146 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "24", 2024-05-21T00:45:47.146 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "8", 2024-05-21T00:45:47.146 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.146 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.146 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.146 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.147 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.147 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.147 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.147 INFO:teuthology.orchestra.run.smithi044.stdout: "last_opt_revision": { 2024-05-21T00:45:47.147 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "last_opt_revision", 2024-05-21T00:45:47.147 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.147 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.147 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.147 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "1", 2024-05-21T00:45:47.147 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.147 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.148 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.148 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.148 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.148 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.148 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.148 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.148 INFO:teuthology.orchestra.run.smithi044.stdout: "leaderboard": { 2024-05-21T00:45:47.148 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "leaderboard", 2024-05-21T00:45:47.148 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.148 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.148 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.148 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.148 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.148 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.149 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.149 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.149 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.149 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.149 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.149 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.149 INFO:teuthology.orchestra.run.smithi044.stdout: "leaderboard_description": { 2024-05-21T00:45:47.149 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "leaderboard_description", 2024-05-21T00:45:47.149 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.149 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.149 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.149 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.149 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.149 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.150 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.150 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.150 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.150 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.150 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.150 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.150 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.150 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.150 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.150 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.151 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.151 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.151 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.151 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.151 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.151 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.152 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.152 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.152 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.152 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.152 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.152 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.153 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.153 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.153 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.153 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.153 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.154 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.154 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.154 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.154 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.154 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.154 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.155 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.155 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.155 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.155 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.155 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.156 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.156 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.156 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.156 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.156 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.156 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.157 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.157 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.157 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.157 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.157 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.158 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.158 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.158 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.158 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.158 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.159 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.159 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.159 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.159 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.159 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.160 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.160 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.160 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.160 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.160 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.160 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.161 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.161 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.161 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.161 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.161 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.162 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.162 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.162 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.162 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.162 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.163 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.163 INFO:teuthology.orchestra.run.smithi044.stdout: "organization": { 2024-05-21T00:45:47.163 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "organization", 2024-05-21T00:45:47.163 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.163 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.163 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.164 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.164 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.164 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.164 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.164 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.164 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.165 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.165 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.165 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.165 INFO:teuthology.orchestra.run.smithi044.stdout: "proxy": { 2024-05-21T00:45:47.165 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "proxy", 2024-05-21T00:45:47.166 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.166 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.166 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.166 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.166 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.167 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.167 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.167 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.167 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.167 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.167 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.168 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.168 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.168 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.168 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.168 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.169 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.169 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.169 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.169 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.169 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.170 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.170 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.170 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.170 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.170 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.171 INFO:teuthology.orchestra.run.smithi044.stdout: "url": { 2024-05-21T00:45:47.171 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "url", 2024-05-21T00:45:47.171 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.171 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.171 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.171 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-05-21T00:45:47.172 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.172 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.172 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.172 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.172 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.173 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.173 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.173 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.173 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.173 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.173 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.174 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test_orchestrator", 2024-05-21T00:45:47.174 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.174 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.174 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.174 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.174 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.174 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.174 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.174 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.175 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.175 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.175 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.175 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.175 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.175 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.175 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.175 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.175 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.175 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.175 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.175 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.175 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.176 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.176 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.176 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.176 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.176 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.176 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.176 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.176 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.176 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.176 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.176 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.176 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.176 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.176 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.177 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.177 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.177 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.177 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.177 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.177 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.177 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.177 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.177 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.177 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.177 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.177 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.177 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.177 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.178 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.178 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.178 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.178 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.178 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.178 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.178 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.178 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.178 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.178 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.178 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.178 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.179 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.179 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.179 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.179 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.179 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.179 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.179 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.179 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.179 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.179 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.179 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.179 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.179 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.179 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.180 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.180 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.180 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.180 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.180 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.180 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.180 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.180 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.180 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.180 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.180 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.180 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.181 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.181 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.181 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.181 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "volumes", 2024-05-21T00:45:47.181 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.181 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.181 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.181 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.181 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.181 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.181 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.181 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.181 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.181 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.182 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.182 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.182 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.182 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.182 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.182 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.182 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.182 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.182 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.182 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.182 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.182 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.182 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.183 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.183 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.183 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.183 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.183 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.183 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.183 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.183 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.183 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.183 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.183 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.183 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.183 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.184 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.184 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.184 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.184 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.184 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.184 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.184 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.184 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.184 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.184 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.184 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.184 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.185 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.185 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.185 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.185 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.185 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.185 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.185 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.185 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.185 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.185 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.185 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.185 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.185 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.185 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.186 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.186 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.186 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.186 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.186 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.186 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.186 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.186 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.186 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.186 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.186 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.187 INFO:teuthology.orchestra.run.smithi044.stdout: "max_concurrent_clones": { 2024-05-21T00:45:47.187 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_concurrent_clones", 2024-05-21T00:45:47.187 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.187 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.187 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.187 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "4", 2024-05-21T00:45:47.187 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.187 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.187 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.187 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Number of asynchronous cloner threads", 2024-05-21T00:45:47.187 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.187 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.188 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.188 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.188 INFO:teuthology.orchestra.run.smithi044.stdout: "periodic_async_work": { 2024-05-21T00:45:47.188 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "periodic_async_work", 2024-05-21T00:45:47.188 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.188 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.188 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.188 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.188 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.188 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.188 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.188 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Periodically check for async work", 2024-05-21T00:45:47.188 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.188 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.189 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.189 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.189 INFO:teuthology.orchestra.run.smithi044.stdout: "snapshot_clone_delay": { 2024-05-21T00:45:47.189 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snapshot_clone_delay", 2024-05-21T00:45:47.189 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.189 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.189 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.189 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.189 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.189 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.189 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.189 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-05-21T00:45:47.189 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.190 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.190 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.190 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.190 INFO:teuthology.orchestra.run.smithi044.stdout: "snapshot_clone_no_wait": { 2024-05-21T00:45:47.190 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snapshot_clone_no_wait", 2024-05-21T00:45:47.190 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.190 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.190 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.190 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.190 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.190 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.190 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.190 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-05-21T00:45:47.190 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.191 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.191 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.191 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.191 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.191 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.191 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.191 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.191 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.191 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.191 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.191 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.191 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.191 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.192 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.192 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.192 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.192 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.192 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.192 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.192 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.192 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix", 2024-05-21T00:45:47.192 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.192 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.193 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.193 INFO:teuthology.orchestra.run.smithi044.stdout: "discovery_interval": { 2024-05-21T00:45:47.193 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "discovery_interval", 2024-05-21T00:45:47.193 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-05-21T00:45:47.193 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.193 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.193 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "100", 2024-05-21T00:45:47.193 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.193 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.193 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.193 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.193 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.193 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.194 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.194 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.194 INFO:teuthology.orchestra.run.smithi044.stdout: "identifier": { 2024-05-21T00:45:47.194 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "identifier", 2024-05-21T00:45:47.194 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.194 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.194 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.194 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.194 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.194 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.194 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.195 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.195 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.195 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.195 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.195 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.195 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-05-21T00:45:47.195 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-05-21T00:45:47.195 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.195 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.195 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.195 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-05-21T00:45:47.195 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.195 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.195 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.196 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.196 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.196 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.196 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.196 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.196 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.196 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.196 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.196 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.196 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.196 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.196 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.196 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.196 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.197 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.197 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.197 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.197 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.197 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.197 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.197 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.197 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.197 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.197 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.197 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.197 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.197 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.197 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.198 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.198 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.198 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.198 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.198 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.198 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.198 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.198 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.198 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.198 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.198 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.198 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.198 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.198 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.199 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.199 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.199 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.199 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.199 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.199 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.199 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.199 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.199 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.199 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.199 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.199 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.199 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.199 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.200 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.200 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.200 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.200 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.200 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.200 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.200 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.200 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.200 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.200 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.200 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.201 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.201 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.201 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.201 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.201 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.201 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.201 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.201 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.201 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.201 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.201 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.201 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.201 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.202 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.202 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.202 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.202 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.202 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.202 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.202 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.202 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.202 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.202 INFO:teuthology.orchestra.run.smithi044.stdout: "zabbix_host": { 2024-05-21T00:45:47.202 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix_host", 2024-05-21T00:45:47.203 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.203 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.203 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.203 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.203 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.203 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.203 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.203 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.203 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.203 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.203 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.203 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.203 INFO:teuthology.orchestra.run.smithi044.stdout: "zabbix_port": { 2024-05-21T00:45:47.204 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix_port", 2024-05-21T00:45:47.204 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.204 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.204 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.204 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10051", 2024-05-21T00:45:47.204 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.204 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.204 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.204 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.204 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.204 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.204 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.204 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.205 INFO:teuthology.orchestra.run.smithi044.stdout: "zabbix_sender": { 2024-05-21T00:45:47.205 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix_sender", 2024-05-21T00:45:47.205 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.205 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.205 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.205 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-05-21T00:45:47.205 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.205 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.205 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.205 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.205 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.205 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.205 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.206 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.206 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.206 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.206 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-05-21T00:45:47.206 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.206 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.206 INFO:teuthology.orchestra.run.smithi044.stdout: "gid": 24115, 2024-05-21T00:45:47.206 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "y", 2024-05-21T00:45:47.206 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr_features": 4540701547738038271, 2024-05-21T00:45:47.206 INFO:teuthology.orchestra.run.smithi044.stdout: "available_modules": [ 2024-05-21T00:45:47.206 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.206 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "alerts", 2024-05-21T00:45:47.207 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.207 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.207 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.207 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-05-21T00:45:47.207 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-05-21T00:45:47.207 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.207 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.207 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.207 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-05-21T00:45:47.207 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.207 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.208 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.208 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How frequently to reexamine health status", 2024-05-21T00:45:47.208 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.208 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.208 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.208 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.208 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.208 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.208 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.208 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.208 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.208 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.208 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.208 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.209 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.209 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.209 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.209 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.209 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.209 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.209 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.209 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.209 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.209 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.209 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.210 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.210 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.210 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.210 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.210 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.210 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.210 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.210 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.210 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.210 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.210 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.210 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.210 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.211 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.211 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.211 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.211 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.211 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.211 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.211 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.211 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.211 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.211 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.211 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.211 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.212 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.212 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.212 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.212 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.212 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.212 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.212 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.212 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.212 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.212 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.213 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.213 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.213 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.213 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.213 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.213 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.213 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.213 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.213 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.213 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.213 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.213 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.214 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.214 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.214 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.214 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.214 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_destination": { 2024-05-21T00:45:47.214 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_destination", 2024-05-21T00:45:47.214 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.214 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.214 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.214 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.214 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.214 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.215 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.215 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Email address to send alerts to", 2024-05-21T00:45:47.215 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.215 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.215 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.215 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.215 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_from_name": { 2024-05-21T00:45:47.215 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_from_name", 2024-05-21T00:45:47.215 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.215 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.215 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.216 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "Ceph", 2024-05-21T00:45:47.216 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.216 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.216 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.216 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Email From: name", 2024-05-21T00:45:47.216 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.216 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.216 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.216 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.216 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_host": { 2024-05-21T00:45:47.216 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_host", 2024-05-21T00:45:47.216 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.216 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.216 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.217 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.217 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.217 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.217 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.217 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SMTP server", 2024-05-21T00:45:47.217 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.217 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.217 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.217 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.217 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_password": { 2024-05-21T00:45:47.217 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_password", 2024-05-21T00:45:47.217 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.217 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.218 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.218 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.218 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.218 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.218 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.218 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Password to authenticate with", 2024-05-21T00:45:47.218 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.218 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.218 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.218 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.218 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_port": { 2024-05-21T00:45:47.218 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_port", 2024-05-21T00:45:47.219 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.219 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.219 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.219 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "465", 2024-05-21T00:45:47.219 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.219 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.219 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.219 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SMTP port", 2024-05-21T00:45:47.219 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.219 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.219 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.219 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.219 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_sender": { 2024-05-21T00:45:47.220 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_sender", 2024-05-21T00:45:47.220 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.220 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.220 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.220 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.220 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.220 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.220 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.220 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SMTP envelope sender", 2024-05-21T00:45:47.220 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.220 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.220 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.221 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.221 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_ssl": { 2024-05-21T00:45:47.221 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_ssl", 2024-05-21T00:45:47.221 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.221 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.221 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.221 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.221 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.221 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.221 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.221 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use SSL to connect to SMTP server", 2024-05-21T00:45:47.221 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.221 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.222 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.222 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.222 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_user": { 2024-05-21T00:45:47.222 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_user", 2024-05-21T00:45:47.222 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.222 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.222 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.222 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.222 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.222 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.222 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.222 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "User to authenticate as", 2024-05-21T00:45:47.223 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.223 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.223 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.223 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.223 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.223 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.223 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.223 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.223 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.223 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.223 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.223 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.223 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.224 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.224 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.224 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.224 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.224 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.224 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.224 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.224 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.224 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "balancer", 2024-05-21T00:45:47.224 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.224 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.224 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.224 INFO:teuthology.orchestra.run.smithi044.stdout: "active": { 2024-05-21T00:45:47.225 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "active", 2024-05-21T00:45:47.225 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.225 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.225 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.225 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.225 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.225 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.225 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.225 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "automatically balance PGs across cluster", 2024-05-21T00:45:47.225 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.225 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.225 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.225 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.225 INFO:teuthology.orchestra.run.smithi044.stdout: "begin_time": { 2024-05-21T00:45:47.226 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "begin_time", 2024-05-21T00:45:47.226 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.226 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.226 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.226 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0000", 2024-05-21T00:45:47.226 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.226 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.226 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.226 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "beginning time of day to automatically balance", 2024-05-21T00:45:47.226 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-21T00:45:47.226 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.226 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.227 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.227 INFO:teuthology.orchestra.run.smithi044.stdout: "begin_weekday": { 2024-05-21T00:45:47.227 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "begin_weekday", 2024-05-21T00:45:47.227 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-05-21T00:45:47.227 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.227 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.227 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.227 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "0", 2024-05-21T00:45:47.227 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "6", 2024-05-21T00:45:47.227 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.228 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-05-21T00:45:47.228 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-21T00:45:47.228 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.228 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.228 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.228 INFO:teuthology.orchestra.run.smithi044.stdout: "crush_compat_max_iterations": { 2024-05-21T00:45:47.228 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crush_compat_max_iterations", 2024-05-21T00:45:47.228 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-05-21T00:45:47.228 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.228 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.228 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "25", 2024-05-21T00:45:47.228 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-05-21T00:45:47.228 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "250", 2024-05-21T00:45:47.228 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.229 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-05-21T00:45:47.229 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.229 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.229 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.229 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.229 INFO:teuthology.orchestra.run.smithi044.stdout: "crush_compat_metrics": { 2024-05-21T00:45:47.229 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crush_compat_metrics", 2024-05-21T00:45:47.229 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.229 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.229 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.229 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "pgs,objects,bytes", 2024-05-21T00:45:47.229 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.230 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.230 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.230 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-05-21T00:45:47.230 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-05-21T00:45:47.230 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.230 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.230 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.230 INFO:teuthology.orchestra.run.smithi044.stdout: "crush_compat_step": { 2024-05-21T00:45:47.230 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crush_compat_step", 2024-05-21T00:45:47.230 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-21T00:45:47.230 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.230 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.230 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0.5", 2024-05-21T00:45:47.231 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "0.001", 2024-05-21T00:45:47.231 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "0.999", 2024-05-21T00:45:47.231 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.231 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "aggressiveness of optimization", 2024-05-21T00:45:47.231 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-05-21T00:45:47.231 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.231 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.231 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.231 INFO:teuthology.orchestra.run.smithi044.stdout: "end_time": { 2024-05-21T00:45:47.231 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "end_time", 2024-05-21T00:45:47.231 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.231 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.231 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.232 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "2359", 2024-05-21T00:45:47.232 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.232 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.232 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.232 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "ending time of day to automatically balance", 2024-05-21T00:45:47.232 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-21T00:45:47.232 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.232 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.232 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.232 INFO:teuthology.orchestra.run.smithi044.stdout: "end_weekday": { 2024-05-21T00:45:47.232 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "end_weekday", 2024-05-21T00:45:47.232 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-05-21T00:45:47.233 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.233 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.233 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.233 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "0", 2024-05-21T00:45:47.233 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "6", 2024-05-21T00:45:47.233 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.233 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-05-21T00:45:47.233 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-21T00:45:47.233 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.233 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.233 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.233 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.233 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.234 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.234 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.234 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.234 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.234 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.234 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.234 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.234 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.234 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.234 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.234 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.235 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.235 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.235 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.235 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.235 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.235 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.235 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.235 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.235 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.235 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.235 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.235 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.235 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.236 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.236 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.236 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.236 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.236 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.236 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.236 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.236 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.236 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.236 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.236 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.236 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.236 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.236 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.237 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.237 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.237 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.237 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.237 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.237 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.237 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.237 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.237 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.237 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.237 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.237 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.237 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.238 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.238 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.238 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.238 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.238 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.238 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.238 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.238 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.238 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.238 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.238 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.238 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.238 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.238 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.239 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.239 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.239 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.239 INFO:teuthology.orchestra.run.smithi044.stdout: "min_score": { 2024-05-21T00:45:47.239 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "min_score", 2024-05-21T00:45:47.239 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-21T00:45:47.239 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.239 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.239 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.239 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.239 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.239 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.239 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-05-21T00:45:47.239 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.240 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.240 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.240 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.240 INFO:teuthology.orchestra.run.smithi044.stdout: "mode": { 2024-05-21T00:45:47.240 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mode", 2024-05-21T00:45:47.240 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.240 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.240 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.240 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "upmap", 2024-05-21T00:45:47.240 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.240 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.240 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.240 INFO:teuthology.orchestra.run.smithi044.stdout: "crush-compat", 2024-05-21T00:45:47.240 INFO:teuthology.orchestra.run.smithi044.stdout: "none", 2024-05-21T00:45:47.241 INFO:teuthology.orchestra.run.smithi044.stdout: "read", 2024-05-21T00:45:47.241 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap", 2024-05-21T00:45:47.241 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap-read" 2024-05-21T00:45:47.241 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.241 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Balancer mode", 2024-05-21T00:45:47.241 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.241 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.241 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.241 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.241 INFO:teuthology.orchestra.run.smithi044.stdout: "pool_ids": { 2024-05-21T00:45:47.241 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pool_ids", 2024-05-21T00:45:47.241 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.241 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.242 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.242 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.242 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.242 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.242 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.242 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-05-21T00:45:47.242 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.242 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.242 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.242 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.242 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-05-21T00:45:47.242 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-05-21T00:45:47.243 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.243 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.243 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.243 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-05-21T00:45:47.243 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.243 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.243 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.243 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-05-21T00:45:47.243 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.243 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.243 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.243 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.243 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.244 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.244 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.244 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.244 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.244 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.244 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.244 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.244 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.244 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.244 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.244 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.244 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.244 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.244 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap_max_deviation": { 2024-05-21T00:45:47.245 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "upmap_max_deviation", 2024-05-21T00:45:47.245 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.245 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.245 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.245 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-05-21T00:45:47.245 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-05-21T00:45:47.245 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.245 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.245 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "deviation below which no optimization is attempted", 2024-05-21T00:45:47.245 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-05-21T00:45:47.245 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.245 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.245 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.245 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap_max_optimizations": { 2024-05-21T00:45:47.246 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "upmap_max_optimizations", 2024-05-21T00:45:47.246 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-05-21T00:45:47.246 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.246 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.246 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-21T00:45:47.246 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.246 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.246 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.246 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-05-21T00:45:47.246 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.247 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.247 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.247 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.247 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.247 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.247 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.247 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cephadm", 2024-05-21T00:45:47.247 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.247 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.247 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.247 INFO:teuthology.orchestra.run.smithi044.stdout: "agent_down_multiplier": { 2024-05-21T00:45:47.247 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "agent_down_multiplier", 2024-05-21T00:45:47.247 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-21T00:45:47.247 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.248 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.248 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "3.0", 2024-05-21T00:45:47.248 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.248 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.248 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.248 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-05-21T00:45:47.248 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.248 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.248 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.248 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.248 INFO:teuthology.orchestra.run.smithi044.stdout: "agent_refresh_rate": { 2024-05-21T00:45:47.249 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "agent_refresh_rate", 2024-05-21T00:45:47.249 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.249 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.249 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.249 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "20", 2024-05-21T00:45:47.249 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.249 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.249 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.249 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-05-21T00:45:47.249 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.249 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.249 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.249 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.249 INFO:teuthology.orchestra.run.smithi044.stdout: "agent_starting_port": { 2024-05-21T00:45:47.250 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "agent_starting_port", 2024-05-21T00:45:47.250 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.250 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.250 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.250 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "4721", 2024-05-21T00:45:47.250 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.250 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.250 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.250 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-05-21T00:45:47.250 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.250 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.250 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.251 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.251 INFO:teuthology.orchestra.run.smithi044.stdout: "allow_ptrace": { 2024-05-21T00:45:47.251 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "allow_ptrace", 2024-05-21T00:45:47.251 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.251 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.251 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.251 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.251 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.251 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.251 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.251 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-05-21T00:45:47.251 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-05-21T00:45:47.251 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.252 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.252 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.252 INFO:teuthology.orchestra.run.smithi044.stdout: "autotune_interval": { 2024-05-21T00:45:47.252 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "autotune_interval", 2024-05-21T00:45:47.252 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.252 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.252 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.252 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-05-21T00:45:47.252 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.252 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.252 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.252 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to autotune daemon memory", 2024-05-21T00:45:47.252 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.252 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.253 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.253 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.253 INFO:teuthology.orchestra.run.smithi044.stdout: "autotune_memory_target_ratio": { 2024-05-21T00:45:47.253 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "autotune_memory_target_ratio", 2024-05-21T00:45:47.253 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-21T00:45:47.253 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.253 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.253 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0.7", 2024-05-21T00:45:47.253 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.253 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.253 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.253 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-05-21T00:45:47.253 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.253 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.254 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.254 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.254 INFO:teuthology.orchestra.run.smithi044.stdout: "cephadm_log_destination": { 2024-05-21T00:45:47.254 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cephadm_log_destination", 2024-05-21T00:45:47.254 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.254 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.254 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.254 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.254 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.254 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.254 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.254 INFO:teuthology.orchestra.run.smithi044.stdout: "file", 2024-05-21T00:45:47.255 INFO:teuthology.orchestra.run.smithi044.stdout: "file,syslog", 2024-05-21T00:45:47.255 INFO:teuthology.orchestra.run.smithi044.stdout: "syslog" 2024-05-21T00:45:47.255 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.255 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-05-21T00:45:47.255 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.255 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.255 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.255 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.255 INFO:teuthology.orchestra.run.smithi044.stdout: "cgroups_split": { 2024-05-21T00:45:47.255 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cgroups_split", 2024-05-21T00:45:47.255 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.255 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.255 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.255 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.255 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.256 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.256 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.256 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-05-21T00:45:47.256 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.256 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.256 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.256 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.256 INFO:teuthology.orchestra.run.smithi044.stdout: "config_checks_enabled": { 2024-05-21T00:45:47.256 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "config_checks_enabled", 2024-05-21T00:45:47.256 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.256 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.256 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.256 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.257 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.257 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.257 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.257 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-05-21T00:45:47.257 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.257 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.257 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.257 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.257 INFO:teuthology.orchestra.run.smithi044.stdout: "config_dashboard": { 2024-05-21T00:45:47.257 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "config_dashboard", 2024-05-21T00:45:47.257 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.257 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.258 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.258 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.258 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.258 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.258 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.258 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-05-21T00:45:47.258 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.258 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.258 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.258 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.258 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_alertmanager": { 2024-05-21T00:45:47.258 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_alertmanager", 2024-05-21T00:45:47.259 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.259 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.259 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.259 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-05-21T00:45:47.259 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.259 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.259 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.259 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-05-21T00:45:47.259 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.259 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.259 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.259 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.260 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_base": { 2024-05-21T00:45:47.260 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_base", 2024-05-21T00:45:47.260 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.260 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.260 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.260 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/ceph", 2024-05-21T00:45:47.260 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.260 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.260 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.260 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Container image name, without the tag", 2024-05-21T00:45:47.260 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.260 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.260 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.261 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.261 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_elasticsearch": { 2024-05-21T00:45:47.261 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_elasticsearch", 2024-05-21T00:45:47.261 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.261 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.261 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.261 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-05-21T00:45:47.261 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.261 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.261 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.261 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "elasticsearch container image", 2024-05-21T00:45:47.262 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.262 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.262 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.262 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.262 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_grafana": { 2024-05-21T00:45:47.262 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_grafana", 2024-05-21T00:45:47.262 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.262 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.262 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.262 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-05-21T00:45:47.262 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.262 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.263 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.263 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-05-21T00:45:47.263 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.263 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.263 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.263 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.263 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_haproxy": { 2024-05-21T00:45:47.263 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_haproxy", 2024-05-21T00:45:47.263 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.263 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.263 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.263 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-05-21T00:45:47.263 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.264 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.264 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.264 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "HAproxy container image", 2024-05-21T00:45:47.264 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.264 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.264 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.264 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.264 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_jaeger_agent": { 2024-05-21T00:45:47.264 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_jaeger_agent", 2024-05-21T00:45:47.264 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.264 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.264 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.264 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-05-21T00:45:47.265 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.265 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.265 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.265 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Jaeger agent container image", 2024-05-21T00:45:47.265 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.265 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.265 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.265 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.265 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_jaeger_collector": { 2024-05-21T00:45:47.265 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_jaeger_collector", 2024-05-21T00:45:47.265 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.265 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.265 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.266 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-05-21T00:45:47.266 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.266 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.266 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.266 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Jaeger collector container image", 2024-05-21T00:45:47.266 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.266 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.266 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.266 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.266 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_jaeger_query": { 2024-05-21T00:45:47.266 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_jaeger_query", 2024-05-21T00:45:47.266 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.266 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.267 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.267 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-05-21T00:45:47.267 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.267 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.267 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.267 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Jaeger query container image", 2024-05-21T00:45:47.267 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.267 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.267 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.267 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.267 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_keepalived": { 2024-05-21T00:45:47.267 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_keepalived", 2024-05-21T00:45:47.267 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.267 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.268 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.268 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-05-21T00:45:47.268 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.268 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.268 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.268 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Keepalived container image", 2024-05-21T00:45:47.268 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.268 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.268 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.268 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.268 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_loki": { 2024-05-21T00:45:47.268 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_loki", 2024-05-21T00:45:47.268 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.269 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.269 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.269 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-05-21T00:45:47.269 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.269 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.269 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.269 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Loki container image", 2024-05-21T00:45:47.269 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.269 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.269 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.269 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.269 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_node_exporter": { 2024-05-21T00:45:47.270 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_node_exporter", 2024-05-21T00:45:47.270 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.270 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.270 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.270 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-05-21T00:45:47.270 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.270 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.270 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.270 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-05-21T00:45:47.270 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.270 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.270 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.270 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.270 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_nvmeof": { 2024-05-21T00:45:47.271 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_nvmeof", 2024-05-21T00:45:47.271 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.271 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.271 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.271 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-05-21T00:45:47.271 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.271 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.271 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.271 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Nvme-of container image", 2024-05-21T00:45:47.271 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.272 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.272 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.272 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.272 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_prometheus": { 2024-05-21T00:45:47.272 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_prometheus", 2024-05-21T00:45:47.272 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.272 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.272 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.272 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-05-21T00:45:47.272 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.272 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.272 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.272 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-05-21T00:45:47.273 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.273 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.273 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.273 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.273 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_promtail": { 2024-05-21T00:45:47.273 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_promtail", 2024-05-21T00:45:47.273 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.273 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.273 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.273 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-05-21T00:45:47.273 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.273 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.273 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.274 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Promtail container image", 2024-05-21T00:45:47.274 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.274 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.274 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.274 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.274 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_samba": { 2024-05-21T00:45:47.274 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_samba", 2024-05-21T00:45:47.274 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.274 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.274 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.274 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-05-21T00:45:47.274 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.275 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.275 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.275 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Samba/SMB container image", 2024-05-21T00:45:47.275 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.275 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.275 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.275 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.275 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_snmp_gateway": { 2024-05-21T00:45:47.275 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_snmp_gateway", 2024-05-21T00:45:47.275 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.275 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.275 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.275 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-05-21T00:45:47.276 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.276 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.276 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.276 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SNMP Gateway container image", 2024-05-21T00:45:47.276 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.276 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.276 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.276 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.276 INFO:teuthology.orchestra.run.smithi044.stdout: "container_init": { 2024-05-21T00:45:47.276 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_init", 2024-05-21T00:45:47.276 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.276 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.276 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.276 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.277 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.277 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.277 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.277 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Run podman/docker with `--init`", 2024-05-21T00:45:47.277 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.277 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.277 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.277 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.277 INFO:teuthology.orchestra.run.smithi044.stdout: "daemon_cache_timeout": { 2024-05-21T00:45:47.277 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "daemon_cache_timeout", 2024-05-21T00:45:47.277 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.277 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.277 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.277 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-05-21T00:45:47.278 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.278 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.278 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.278 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-05-21T00:45:47.278 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.278 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.278 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.278 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.278 INFO:teuthology.orchestra.run.smithi044.stdout: "default_cephadm_command_timeout": { 2024-05-21T00:45:47.278 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default_cephadm_command_timeout", 2024-05-21T00:45:47.278 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.278 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.278 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.278 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "900", 2024-05-21T00:45:47.279 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.279 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.279 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.279 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-05-21T00:45:47.279 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.279 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.279 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.279 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.279 INFO:teuthology.orchestra.run.smithi044.stdout: "default_registry": { 2024-05-21T00:45:47.279 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default_registry", 2024-05-21T00:45:47.279 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.279 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.279 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.279 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io", 2024-05-21T00:45:47.280 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.280 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.280 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.280 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-05-21T00:45:47.280 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.280 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.280 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.280 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.280 INFO:teuthology.orchestra.run.smithi044.stdout: "device_cache_timeout": { 2024-05-21T00:45:47.280 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "device_cache_timeout", 2024-05-21T00:45:47.280 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.280 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.280 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.280 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "1800", 2024-05-21T00:45:47.281 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.281 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.281 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.281 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "seconds to cache device inventory", 2024-05-21T00:45:47.281 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.281 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.281 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.281 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.281 INFO:teuthology.orchestra.run.smithi044.stdout: "device_enhanced_scan": { 2024-05-21T00:45:47.281 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "device_enhanced_scan", 2024-05-21T00:45:47.281 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.281 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.281 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.281 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.282 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.282 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.282 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.282 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use libstoragemgmt during device scans", 2024-05-21T00:45:47.282 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.282 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.282 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.282 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.282 INFO:teuthology.orchestra.run.smithi044.stdout: "facts_cache_timeout": { 2024-05-21T00:45:47.282 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "facts_cache_timeout", 2024-05-21T00:45:47.282 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.282 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.282 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.282 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-05-21T00:45:47.283 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.283 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.283 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.283 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "seconds to cache host facts data", 2024-05-21T00:45:47.283 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.283 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.283 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.283 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.283 INFO:teuthology.orchestra.run.smithi044.stdout: "grafana_dashboards_path": { 2024-05-21T00:45:47.283 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "grafana_dashboards_path", 2024-05-21T00:45:47.283 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.283 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.283 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.283 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-05-21T00:45:47.284 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.284 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.284 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.284 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-05-21T00:45:47.284 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.284 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.284 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.284 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.284 INFO:teuthology.orchestra.run.smithi044.stdout: "host_check_interval": { 2024-05-21T00:45:47.284 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "host_check_interval", 2024-05-21T00:45:47.284 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.284 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.284 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.285 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-05-21T00:45:47.285 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.285 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.285 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.285 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to perform a host check", 2024-05-21T00:45:47.285 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.285 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.285 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.285 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.285 INFO:teuthology.orchestra.run.smithi044.stdout: "hw_monitoring": { 2024-05-21T00:45:47.285 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "hw_monitoring", 2024-05-21T00:45:47.285 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.286 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.286 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.286 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.286 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.286 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.286 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.286 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-05-21T00:45:47.286 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.286 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.286 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.286 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.286 INFO:teuthology.orchestra.run.smithi044.stdout: "inventory_list_all": { 2024-05-21T00:45:47.286 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "inventory_list_all", 2024-05-21T00:45:47.287 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.287 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.287 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.287 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.287 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.287 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.287 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.287 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-05-21T00:45:47.287 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.287 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.287 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.288 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.288 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.288 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.288 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.288 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.288 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.288 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.288 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.288 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.288 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.288 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.288 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.288 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.289 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.289 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.289 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.289 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.289 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.289 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.289 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.289 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.289 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.289 INFO:teuthology.orchestra.run.smithi044.stdout: "log_refresh_metadata": { 2024-05-21T00:45:47.289 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_refresh_metadata", 2024-05-21T00:45:47.289 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.289 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.289 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.290 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.290 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.290 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.290 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.290 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-05-21T00:45:47.290 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.290 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.290 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.290 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.290 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.290 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.290 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.290 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.294 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.295 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.295 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.295 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.295 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.295 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-05-21T00:45:47.295 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.295 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.295 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.295 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.295 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.296 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.296 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.296 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.296 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.296 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.296 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.296 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.296 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.296 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.296 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.296 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.296 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.296 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.297 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.297 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.297 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.297 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.297 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.297 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.297 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.297 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.297 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.297 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.297 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.297 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.297 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.297 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.298 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.298 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.298 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.298 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.298 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.298 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.298 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.298 INFO:teuthology.orchestra.run.smithi044.stdout: "manage_etc_ceph_ceph_conf": { 2024-05-21T00:45:47.298 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-05-21T00:45:47.298 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.298 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.298 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.298 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.299 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.299 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.299 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.299 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-05-21T00:45:47.299 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.299 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.300 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.300 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.300 INFO:teuthology.orchestra.run.smithi044.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-05-21T00:45:47.300 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-05-21T00:45:47.300 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.300 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.300 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.300 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "*", 2024-05-21T00:45:47.300 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.300 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.300 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.300 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-05-21T00:45:47.300 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.301 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.301 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.301 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.301 INFO:teuthology.orchestra.run.smithi044.stdout: "max_count_per_host": { 2024-05-21T00:45:47.301 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_count_per_host", 2024-05-21T00:45:47.301 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.301 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.301 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.301 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-21T00:45:47.301 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.301 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.301 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.302 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "max number of daemons per service per host", 2024-05-21T00:45:47.302 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.302 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.302 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.302 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.302 INFO:teuthology.orchestra.run.smithi044.stdout: "max_osd_draining_count": { 2024-05-21T00:45:47.302 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_osd_draining_count", 2024-05-21T00:45:47.302 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.302 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.302 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.302 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-21T00:45:47.302 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.302 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.302 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.303 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-05-21T00:45:47.303 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.303 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.303 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.303 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.303 INFO:teuthology.orchestra.run.smithi044.stdout: "migration_current": { 2024-05-21T00:45:47.303 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "migration_current", 2024-05-21T00:45:47.303 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.303 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.304 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.304 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.304 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.304 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.304 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.304 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "internal - do not modify", 2024-05-21T00:45:47.304 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.304 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.304 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.304 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.304 INFO:teuthology.orchestra.run.smithi044.stdout: "mode": { 2024-05-21T00:45:47.304 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mode", 2024-05-21T00:45:47.304 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.304 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.305 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.305 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "root", 2024-05-21T00:45:47.305 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.305 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.305 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.305 INFO:teuthology.orchestra.run.smithi044.stdout: "cephadm-package", 2024-05-21T00:45:47.305 INFO:teuthology.orchestra.run.smithi044.stdout: "root" 2024-05-21T00:45:47.305 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.305 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "mode for remote execution of cephadm", 2024-05-21T00:45:47.305 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.305 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.305 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.305 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.305 INFO:teuthology.orchestra.run.smithi044.stdout: "oob_default_addr": { 2024-05-21T00:45:47.306 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "oob_default_addr", 2024-05-21T00:45:47.306 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.306 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.306 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.306 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "169.254.1.1", 2024-05-21T00:45:47.306 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.306 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.306 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.306 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Default address for RedFish API (oob management).", 2024-05-21T00:45:47.306 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.306 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.306 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.306 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.307 INFO:teuthology.orchestra.run.smithi044.stdout: "prometheus_alerts_path": { 2024-05-21T00:45:47.307 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "prometheus_alerts_path", 2024-05-21T00:45:47.307 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.307 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.307 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.307 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-05-21T00:45:47.307 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.307 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.307 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.307 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-05-21T00:45:47.307 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.308 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.308 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.308 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.308 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_insecure": { 2024-05-21T00:45:47.308 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_insecure", 2024-05-21T00:45:47.308 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.308 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.308 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.308 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.308 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.308 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.308 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.308 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-05-21T00:45:47.308 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.309 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.309 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.309 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.309 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_password": { 2024-05-21T00:45:47.309 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_password", 2024-05-21T00:45:47.309 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.309 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.309 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.309 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.309 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.309 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.309 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.310 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-05-21T00:45:47.310 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.310 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.310 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.310 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.310 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_url": { 2024-05-21T00:45:47.310 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_url", 2024-05-21T00:45:47.310 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.310 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.310 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.310 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.311 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.311 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.311 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.311 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-05-21T00:45:47.311 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.311 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.311 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.311 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.311 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_username": { 2024-05-21T00:45:47.311 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_username", 2024-05-21T00:45:47.311 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.311 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.311 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.311 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.312 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.312 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.312 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.312 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-05-21T00:45:47.312 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.312 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.312 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.312 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.312 INFO:teuthology.orchestra.run.smithi044.stdout: "secure_monitoring_stack": { 2024-05-21T00:45:47.312 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "secure_monitoring_stack", 2024-05-21T00:45:47.312 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.312 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.312 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.313 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.313 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.313 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.313 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.313 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-05-21T00:45:47.313 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.313 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.313 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.313 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.314 INFO:teuthology.orchestra.run.smithi044.stdout: "service_discovery_port": { 2024-05-21T00:45:47.314 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "service_discovery_port", 2024-05-21T00:45:47.314 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.314 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.314 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.314 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8765", 2024-05-21T00:45:47.314 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.314 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.314 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.314 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "cephadm service discovery port", 2024-05-21T00:45:47.314 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.314 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.315 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.315 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.315 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.315 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.315 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.315 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.315 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.315 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.315 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.315 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.315 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.315 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.315 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.315 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.316 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.316 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.316 INFO:teuthology.orchestra.run.smithi044.stdout: "ssh_config_file": { 2024-05-21T00:45:47.316 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssh_config_file", 2024-05-21T00:45:47.316 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.316 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.316 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.316 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.316 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.316 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.316 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.316 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-05-21T00:45:47.316 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.316 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.317 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.317 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.317 INFO:teuthology.orchestra.run.smithi044.stdout: "use_agent": { 2024-05-21T00:45:47.317 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "use_agent", 2024-05-21T00:45:47.317 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.317 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.317 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.317 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.317 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.317 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.317 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.317 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-05-21T00:45:47.317 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.318 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.318 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.318 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.318 INFO:teuthology.orchestra.run.smithi044.stdout: "use_repo_digest": { 2024-05-21T00:45:47.318 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "use_repo_digest", 2024-05-21T00:45:47.318 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.318 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.318 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.318 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.318 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.318 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.318 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.319 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-05-21T00:45:47.319 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.319 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.319 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.319 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.319 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_on_failed_host_check": { 2024-05-21T00:45:47.319 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_on_failed_host_check", 2024-05-21T00:45:47.319 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.320 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.320 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.320 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.320 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.320 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.320 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.321 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise a health warning if the host check fails", 2024-05-21T00:45:47.321 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.321 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.321 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.321 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.322 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_on_stray_daemons": { 2024-05-21T00:45:47.322 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_on_stray_daemons", 2024-05-21T00:45:47.322 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.322 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.322 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.322 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.323 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.323 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.323 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.323 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-05-21T00:45:47.323 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.324 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.324 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.324 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.324 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_on_stray_hosts": { 2024-05-21T00:45:47.324 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_on_stray_hosts", 2024-05-21T00:45:47.324 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.325 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.325 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.325 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.325 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.325 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.326 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.326 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-05-21T00:45:47.326 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.326 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.327 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.327 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.327 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.327 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.327 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.328 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crash", 2024-05-21T00:45:47.328 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.328 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.328 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.328 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.329 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.329 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.329 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.329 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.329 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.329 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.330 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.330 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.330 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.330 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.330 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.331 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.331 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.331 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.331 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.331 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.331 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.332 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.332 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.332 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.332 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.332 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.333 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.333 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.333 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.333 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.333 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.333 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.334 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.334 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.334 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.334 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.334 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.335 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.335 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.335 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.335 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.335 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.335 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.336 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.336 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.336 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.336 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.336 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.337 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.337 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.337 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.337 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.337 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.337 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.338 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.338 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.338 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.338 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.338 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.339 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.339 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.339 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.339 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.339 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.339 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.340 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.340 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.340 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.340 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.340 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.341 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.341 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.341 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.341 INFO:teuthology.orchestra.run.smithi044.stdout: "retain_interval": { 2024-05-21T00:45:47.341 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "retain_interval", 2024-05-21T00:45:47.341 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.342 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.342 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.342 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "31536000", 2024-05-21T00:45:47.342 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.342 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.342 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.342 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how long to retain crashes before pruning them", 2024-05-21T00:45:47.342 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.342 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.342 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.342 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.342 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.342 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.342 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.343 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.343 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.343 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.343 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.343 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.343 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.343 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.343 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.343 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.343 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.343 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.343 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_recent_interval": { 2024-05-21T00:45:47.343 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_recent_interval", 2024-05-21T00:45:47.343 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.344 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.344 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.344 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "1209600", 2024-05-21T00:45:47.344 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.344 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.344 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.344 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "time interval in which to warn about recent crashes", 2024-05-21T00:45:47.344 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.344 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.344 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.344 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.344 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.344 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.345 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.345 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "dashboard", 2024-05-21T00:45:47.345 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.345 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.345 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.345 INFO:teuthology.orchestra.run.smithi044.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-05-21T00:45:47.345 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-05-21T00:45:47.345 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.345 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.345 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.345 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-21T00:45:47.345 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.345 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.345 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.346 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.346 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.346 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.346 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.346 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.346 INFO:teuthology.orchestra.run.smithi044.stdout: "ALERTMANAGER_API_HOST": { 2024-05-21T00:45:47.346 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ALERTMANAGER_API_HOST", 2024-05-21T00:45:47.346 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.346 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.346 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.346 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.346 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.346 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.347 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.347 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.347 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.347 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.347 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.347 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.347 INFO:teuthology.orchestra.run.smithi044.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-05-21T00:45:47.347 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-05-21T00:45:47.347 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.347 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.348 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.348 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.348 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.348 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.348 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.348 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.348 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.348 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.348 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.348 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.348 INFO:teuthology.orchestra.run.smithi044.stdout: "AUDIT_API_ENABLED": { 2024-05-21T00:45:47.348 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "AUDIT_API_ENABLED", 2024-05-21T00:45:47.348 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.348 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.349 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.349 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.349 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.349 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.349 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.349 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.349 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.349 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.349 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.349 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.349 INFO:teuthology.orchestra.run.smithi044.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-05-21T00:45:47.350 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-05-21T00:45:47.350 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.350 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.350 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.350 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.350 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.350 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.350 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.350 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.350 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.350 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.350 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.350 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.350 INFO:teuthology.orchestra.run.smithi044.stdout: "ENABLE_BROWSABLE_API": { 2024-05-21T00:45:47.351 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ENABLE_BROWSABLE_API", 2024-05-21T00:45:47.351 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.351 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.351 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.351 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.351 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.351 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.351 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.351 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.351 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.351 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.351 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.351 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.352 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-05-21T00:45:47.352 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-05-21T00:45:47.352 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.352 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.352 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.352 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.352 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.352 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.352 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.352 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.352 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.352 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.352 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.352 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.353 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-05-21T00:45:47.353 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-05-21T00:45:47.353 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.353 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.353 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.353 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.353 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.353 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.353 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.353 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.353 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.353 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.353 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.354 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.354 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-05-21T00:45:47.354 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-05-21T00:45:47.354 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.354 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.354 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.354 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.354 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.354 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.354 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.354 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.354 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.354 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.354 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.355 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.355 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-05-21T00:45:47.355 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-05-21T00:45:47.355 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.355 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.355 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.355 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.355 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.355 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.355 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.355 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.355 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.355 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.355 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.356 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.356 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_NFS": { 2024-05-21T00:45:47.356 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-05-21T00:45:47.356 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.356 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.356 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.356 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.356 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.356 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.356 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.356 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.356 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.356 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.356 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.357 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.357 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_RBD": { 2024-05-21T00:45:47.357 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-05-21T00:45:47.357 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.357 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.357 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.357 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.357 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.357 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.357 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.357 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.357 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.357 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.357 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.358 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.358 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_RGW": { 2024-05-21T00:45:47.358 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-05-21T00:45:47.358 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.358 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.358 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.358 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.358 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.358 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.358 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.359 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.359 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.359 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.359 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.359 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.359 INFO:teuthology.orchestra.run.smithi044.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-05-21T00:45:47.359 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-05-21T00:45:47.359 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.359 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.359 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.359 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.359 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.359 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.360 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.360 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.360 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.360 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.360 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.360 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.360 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_PASSWORD": { 2024-05-21T00:45:47.360 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_PASSWORD", 2024-05-21T00:45:47.360 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.360 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.360 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.360 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "admin", 2024-05-21T00:45:47.360 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.360 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.361 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.361 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.361 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.361 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.361 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.361 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.361 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-05-21T00:45:47.361 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-05-21T00:45:47.361 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.361 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.361 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.362 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.362 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.362 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.362 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.362 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.362 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.362 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.362 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.362 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.362 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_URL": { 2024-05-21T00:45:47.362 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_URL", 2024-05-21T00:45:47.362 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.362 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.363 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.363 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.363 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.363 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.363 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.363 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.363 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.363 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.363 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.363 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.363 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_USERNAME": { 2024-05-21T00:45:47.363 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_USERNAME", 2024-05-21T00:45:47.364 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.364 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.364 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.364 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "admin", 2024-05-21T00:45:47.364 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.364 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.364 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.364 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.364 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.364 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.364 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.364 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.364 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-05-21T00:45:47.364 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-05-21T00:45:47.365 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.365 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.365 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.365 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.365 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.365 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.365 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.365 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.365 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.365 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.365 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.365 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.365 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-05-21T00:45:47.365 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-05-21T00:45:47.366 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.366 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.366 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.366 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.366 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.366 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.366 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.366 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.366 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.366 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.366 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.366 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.366 INFO:teuthology.orchestra.run.smithi044.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-05-21T00:45:47.367 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-05-21T00:45:47.367 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.367 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.367 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.367 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.367 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.367 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.367 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.367 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.367 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.367 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.367 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.367 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.367 INFO:teuthology.orchestra.run.smithi044.stdout: "ISSUE_TRACKER_API_KEY": { 2024-05-21T00:45:47.368 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-05-21T00:45:47.368 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.368 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.368 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.368 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.368 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.368 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.368 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.368 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.368 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.368 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.368 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.368 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.368 INFO:teuthology.orchestra.run.smithi044.stdout: "MANAGED_BY_CLUSTERS": { 2024-05-21T00:45:47.369 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-05-21T00:45:47.369 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.369 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.369 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.369 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "[]", 2024-05-21T00:45:47.369 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.369 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.369 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.369 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.369 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.369 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.369 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.370 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.370 INFO:teuthology.orchestra.run.smithi044.stdout: "MULTICLUSTER_CONFIG": { 2024-05-21T00:45:47.370 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "MULTICLUSTER_CONFIG", 2024-05-21T00:45:47.370 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.370 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.370 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.370 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "{}", 2024-05-21T00:45:47.370 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.370 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.370 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.370 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.370 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.370 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.371 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.371 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.371 INFO:teuthology.orchestra.run.smithi044.stdout: "PROMETHEUS_API_HOST": { 2024-05-21T00:45:47.371 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PROMETHEUS_API_HOST", 2024-05-21T00:45:47.371 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.371 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.371 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.371 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.371 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.371 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.371 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.371 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.371 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.371 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.372 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.372 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.372 INFO:teuthology.orchestra.run.smithi044.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-05-21T00:45:47.372 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-05-21T00:45:47.372 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.372 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.372 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.372 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.372 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.372 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.372 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.373 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.373 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.373 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.373 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.373 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.373 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-05-21T00:45:47.373 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-05-21T00:45:47.373 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.373 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.373 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.373 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.373 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.374 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.374 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.374 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.374 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.374 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.374 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.374 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.374 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-05-21T00:45:47.374 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-05-21T00:45:47.374 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.374 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.374 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.374 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.374 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.375 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.375 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.375 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.375 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.375 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.375 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.375 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.375 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-05-21T00:45:47.375 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-05-21T00:45:47.375 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.375 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.375 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.376 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.376 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.376 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.376 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.376 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.376 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.376 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.376 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.376 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.376 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-05-21T00:45:47.376 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-05-21T00:45:47.376 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.376 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.377 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.377 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.377 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.377 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.377 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.377 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.377 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.377 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.377 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.377 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.377 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-05-21T00:45:47.377 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-05-21T00:45:47.377 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.377 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.378 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.378 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.378 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.378 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.378 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.378 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.378 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.378 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.378 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.378 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.378 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-05-21T00:45:47.378 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-05-21T00:45:47.378 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.379 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.379 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.379 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.379 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.379 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.379 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.379 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.379 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.379 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.379 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.379 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.379 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-05-21T00:45:47.379 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-05-21T00:45:47.379 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.380 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.380 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.380 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.380 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.380 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.380 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.380 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.380 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.380 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.380 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.380 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.380 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_ENABLED": { 2024-05-21T00:45:47.380 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_ENABLED", 2024-05-21T00:45:47.381 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.381 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.381 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.381 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.381 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.381 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.381 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.381 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.381 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.381 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.381 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.381 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.381 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-05-21T00:45:47.381 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-05-21T00:45:47.382 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.382 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.382 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.382 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-05-21T00:45:47.382 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.382 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.382 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.382 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.382 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.382 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.382 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.382 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.382 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-05-21T00:45:47.382 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-05-21T00:45:47.383 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.383 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.383 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.383 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-21T00:45:47.383 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.383 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.383 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.383 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.383 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.383 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.383 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.383 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.383 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-05-21T00:45:47.383 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-05-21T00:45:47.383 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.384 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.384 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.384 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8", 2024-05-21T00:45:47.384 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.384 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.384 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.384 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.384 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.384 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.384 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.384 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.384 INFO:teuthology.orchestra.run.smithi044.stdout: "REST_REQUESTS_TIMEOUT": { 2024-05-21T00:45:47.384 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-05-21T00:45:47.384 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.385 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.385 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.385 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "45", 2024-05-21T00:45:47.385 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.385 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.385 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.385 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.385 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.385 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.385 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.385 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.385 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_ACCESS_KEY": { 2024-05-21T00:45:47.385 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_ACCESS_KEY", 2024-05-21T00:45:47.385 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.386 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.386 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.386 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.386 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.386 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.386 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.386 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.386 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.386 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.387 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.387 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.387 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-05-21T00:45:47.387 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-05-21T00:45:47.387 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.387 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.388 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.388 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "admin", 2024-05-21T00:45:47.388 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.388 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.388 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.388 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.388 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.388 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.388 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.389 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.389 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_SECRET_KEY": { 2024-05-21T00:45:47.389 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_SECRET_KEY", 2024-05-21T00:45:47.389 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.389 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.389 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.389 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.389 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.389 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.389 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.389 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.389 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.389 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.390 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.390 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.390 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_SSL_VERIFY": { 2024-05-21T00:45:47.390 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_SSL_VERIFY", 2024-05-21T00:45:47.390 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.390 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.390 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.390 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.390 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.390 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.391 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.391 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.391 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.391 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.391 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.391 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.391 INFO:teuthology.orchestra.run.smithi044.stdout: "UNSAFE_TLS_v1_2": { 2024-05-21T00:45:47.391 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "UNSAFE_TLS_v1_2", 2024-05-21T00:45:47.391 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.391 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.391 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.391 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.391 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.391 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.392 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.392 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.392 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.392 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.392 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.392 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.392 INFO:teuthology.orchestra.run.smithi044.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-05-21T00:45:47.392 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-05-21T00:45:47.392 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.392 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.392 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.393 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.393 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.393 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.393 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.393 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.393 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.393 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.393 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.393 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.394 INFO:teuthology.orchestra.run.smithi044.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-05-21T00:45:47.394 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-05-21T00:45:47.394 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.394 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.394 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.394 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-21T00:45:47.394 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.394 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.394 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.394 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.394 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.394 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.395 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.395 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.395 INFO:teuthology.orchestra.run.smithi044.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-05-21T00:45:47.395 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-05-21T00:45:47.395 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.395 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.395 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.395 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-05-21T00:45:47.395 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.395 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.395 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.396 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.396 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.396 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.396 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.396 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.396 INFO:teuthology.orchestra.run.smithi044.stdout: "cross_origin_url": { 2024-05-21T00:45:47.396 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cross_origin_url", 2024-05-21T00:45:47.396 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.396 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.396 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.396 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.396 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.396 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.396 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.396 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.397 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.397 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.397 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.397 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.397 INFO:teuthology.orchestra.run.smithi044.stdout: "crt_file": { 2024-05-21T00:45:47.397 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crt_file", 2024-05-21T00:45:47.397 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.397 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.397 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.397 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.397 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.397 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.397 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.398 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.398 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.398 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.398 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.398 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.398 INFO:teuthology.orchestra.run.smithi044.stdout: "debug": { 2024-05-21T00:45:47.398 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "debug", 2024-05-21T00:45:47.398 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.398 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.398 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.398 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.398 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.398 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.399 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.399 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Enable/disable debug options", 2024-05-21T00:45:47.399 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.399 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.399 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.399 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.399 INFO:teuthology.orchestra.run.smithi044.stdout: "jwt_token_ttl": { 2024-05-21T00:45:47.399 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "jwt_token_ttl", 2024-05-21T00:45:47.399 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.399 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.399 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.399 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "28800", 2024-05-21T00:45:47.399 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.399 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.400 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.400 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.400 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.400 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.400 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.400 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.400 INFO:teuthology.orchestra.run.smithi044.stdout: "key_file": { 2024-05-21T00:45:47.400 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "key_file", 2024-05-21T00:45:47.400 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.400 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.400 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.400 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.400 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.400 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.401 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.401 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.401 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.401 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.401 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.401 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.401 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.401 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.401 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.401 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.401 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.401 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.401 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.401 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.401 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.402 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.402 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.402 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.402 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.402 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.402 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.402 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.402 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.402 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.402 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.402 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.402 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.403 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.403 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.403 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.403 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.403 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.403 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.403 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.403 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.403 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.403 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.403 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.404 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.404 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.404 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.404 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.404 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.404 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.404 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.404 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.404 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.404 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.404 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.404 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.404 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.404 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.405 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.405 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.405 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.405 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.405 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.405 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.405 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.405 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.405 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.405 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.405 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.405 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.405 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.405 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.406 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.406 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.406 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.406 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.406 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.406 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.406 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.406 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.406 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.406 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.406 INFO:teuthology.orchestra.run.smithi044.stdout: "motd": { 2024-05-21T00:45:47.406 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "motd", 2024-05-21T00:45:47.406 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.406 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.407 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.407 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.407 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.407 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.407 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.407 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "The message of the day", 2024-05-21T00:45:47.407 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.407 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.407 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.407 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.407 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_resolve_ip_addr": { 2024-05-21T00:45:47.408 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "redirect_resolve_ip_addr", 2024-05-21T00:45:47.408 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.408 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.408 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.408 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.408 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.408 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.408 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.408 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.408 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.408 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.408 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.408 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.408 INFO:teuthology.orchestra.run.smithi044.stdout: "server_addr": { 2024-05-21T00:45:47.409 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_addr", 2024-05-21T00:45:47.409 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.409 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.409 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.409 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "::", 2024-05-21T00:45:47.409 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.409 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.409 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.409 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.409 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.409 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.409 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.409 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.409 INFO:teuthology.orchestra.run.smithi044.stdout: "server_port": { 2024-05-21T00:45:47.410 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_port", 2024-05-21T00:45:47.410 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.410 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.410 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.410 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8080", 2024-05-21T00:45:47.410 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.410 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.410 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.410 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.410 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.410 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.410 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.410 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.410 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.411 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.411 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.411 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.411 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.411 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.411 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.411 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.411 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.411 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.411 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.411 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.412 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.412 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.412 INFO:teuthology.orchestra.run.smithi044.stdout: "ssl": { 2024-05-21T00:45:47.412 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssl", 2024-05-21T00:45:47.412 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.412 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.412 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.412 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.412 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.412 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.412 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.412 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.412 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.412 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.412 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.413 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.413 INFO:teuthology.orchestra.run.smithi044.stdout: "ssl_server_port": { 2024-05-21T00:45:47.413 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssl_server_port", 2024-05-21T00:45:47.413 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.413 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.413 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.413 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8443", 2024-05-21T00:45:47.413 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.413 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.414 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.414 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.414 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.414 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.414 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.414 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.414 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_behaviour": { 2024-05-21T00:45:47.414 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_behaviour", 2024-05-21T00:45:47.414 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.414 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.414 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.415 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "redirect", 2024-05-21T00:45:47.415 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.415 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.415 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.415 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.415 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect" 2024-05-21T00:45:47.415 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.415 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.415 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.415 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.415 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.415 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.415 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_error_status_code": { 2024-05-21T00:45:47.415 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_error_status_code", 2024-05-21T00:45:47.416 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.416 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.416 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.416 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "500", 2024-05-21T00:45:47.416 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "400", 2024-05-21T00:45:47.416 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "599", 2024-05-21T00:45:47.416 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.416 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.416 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.416 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.416 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.416 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.417 INFO:teuthology.orchestra.run.smithi044.stdout: "url_prefix": { 2024-05-21T00:45:47.417 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "url_prefix", 2024-05-21T00:45:47.417 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.417 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.417 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.417 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.417 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.417 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.417 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.417 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.417 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.417 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.417 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.418 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.418 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.418 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.418 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.418 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "devicehealth", 2024-05-21T00:45:47.418 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.418 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.418 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.418 INFO:teuthology.orchestra.run.smithi044.stdout: "enable_monitoring": { 2024-05-21T00:45:47.418 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enable_monitoring", 2024-05-21T00:45:47.418 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.418 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.418 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.419 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.419 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.419 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.419 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.419 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "monitor device health metrics", 2024-05-21T00:45:47.419 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.419 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.419 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.419 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.419 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.419 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.419 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.419 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.419 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.420 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.420 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.420 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.420 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.420 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.420 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.420 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.420 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.420 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.420 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.420 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.420 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.420 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.421 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.421 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.421 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.421 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.421 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.421 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.421 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.421 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.421 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.421 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.421 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.422 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.422 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.422 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.422 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.422 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.422 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.422 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.422 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.422 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.422 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.422 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.422 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.423 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.423 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.423 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.423 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.423 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.423 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.423 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.423 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.423 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.423 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.423 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.423 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.423 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.424 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.424 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.424 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.424 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.424 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.424 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.424 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.424 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.424 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.424 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.424 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.424 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.424 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.424 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.425 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.425 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.425 INFO:teuthology.orchestra.run.smithi044.stdout: "mark_out_threshold": { 2024-05-21T00:45:47.425 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mark_out_threshold", 2024-05-21T00:45:47.425 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.425 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.425 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.425 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "2419200", 2024-05-21T00:45:47.425 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.425 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.425 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.425 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-05-21T00:45:47.425 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.425 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.426 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.426 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.426 INFO:teuthology.orchestra.run.smithi044.stdout: "pool_name": { 2024-05-21T00:45:47.426 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pool_name", 2024-05-21T00:45:47.426 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.426 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.426 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.426 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "device_health_metrics", 2024-05-21T00:45:47.426 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.426 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.426 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.426 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "name of pool in which to store device health metrics", 2024-05-21T00:45:47.426 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.427 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.427 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.427 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.427 INFO:teuthology.orchestra.run.smithi044.stdout: "retention_period": { 2024-05-21T00:45:47.427 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "retention_period", 2024-05-21T00:45:47.427 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.427 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.427 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.427 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "15552000", 2024-05-21T00:45:47.427 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.427 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.427 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.427 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how long to retain device health metrics", 2024-05-21T00:45:47.428 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.428 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.428 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.428 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.428 INFO:teuthology.orchestra.run.smithi044.stdout: "scrape_frequency": { 2024-05-21T00:45:47.428 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "scrape_frequency", 2024-05-21T00:45:47.428 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.428 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.428 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.428 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "86400", 2024-05-21T00:45:47.428 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.428 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.429 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.429 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to scrape device health metrics", 2024-05-21T00:45:47.429 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.429 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.429 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.429 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.429 INFO:teuthology.orchestra.run.smithi044.stdout: "self_heal": { 2024-05-21T00:45:47.429 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "self_heal", 2024-05-21T00:45:47.429 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.429 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.429 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.429 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.429 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.429 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.430 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.430 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-05-21T00:45:47.430 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.430 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.430 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.430 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.430 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-05-21T00:45:47.430 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-05-21T00:45:47.430 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.430 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.430 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.430 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-05-21T00:45:47.430 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.430 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.431 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.431 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to wake up and check device health", 2024-05-21T00:45:47.431 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.431 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.431 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.431 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.431 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.431 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.431 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.431 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.432 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.432 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.432 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.432 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.432 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.432 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.432 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.432 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.432 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.432 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.432 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_threshold": { 2024-05-21T00:45:47.432 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_threshold", 2024-05-21T00:45:47.433 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.433 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.433 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.433 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "7257600", 2024-05-21T00:45:47.433 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.433 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.433 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.433 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-05-21T00:45:47.433 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.433 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.433 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.433 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.433 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.433 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.434 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.434 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "diskprediction_local", 2024-05-21T00:45:47.434 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.434 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.434 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.434 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.434 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.434 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.434 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.434 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.434 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.434 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.434 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.435 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.435 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.435 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.435 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.435 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.435 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.435 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.435 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.435 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.435 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.435 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.435 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.435 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.435 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.436 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.436 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.436 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.436 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.436 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.436 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.436 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.436 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.436 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.436 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.436 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.436 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.436 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.436 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.437 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.437 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.437 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.437 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.437 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.437 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.437 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.437 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.437 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.437 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.437 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.437 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.437 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.437 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.437 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.438 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.438 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.438 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.438 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.438 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.438 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.438 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.438 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.438 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.438 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.438 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.438 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.438 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.439 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.439 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.439 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.439 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.439 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.439 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.439 INFO:teuthology.orchestra.run.smithi044.stdout: "predict_interval": { 2024-05-21T00:45:47.439 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "predict_interval", 2024-05-21T00:45:47.439 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.439 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.439 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.439 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "86400", 2024-05-21T00:45:47.439 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.440 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.440 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.440 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.440 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.440 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.440 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.440 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.440 INFO:teuthology.orchestra.run.smithi044.stdout: "predictor_model": { 2024-05-21T00:45:47.440 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "predictor_model", 2024-05-21T00:45:47.440 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.440 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.440 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.440 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "prophetstor", 2024-05-21T00:45:47.440 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.440 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.441 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.441 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.441 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.441 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.441 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.441 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.441 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-05-21T00:45:47.441 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-05-21T00:45:47.441 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.441 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.441 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.441 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-05-21T00:45:47.441 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.441 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.442 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.442 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.442 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.442 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.442 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.442 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.442 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.442 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.442 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.442 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.442 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.443 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.443 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.443 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.443 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.443 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.443 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.443 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.443 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.443 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.443 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.443 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.443 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.443 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "influx", 2024-05-21T00:45:47.444 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": false, 2024-05-21T00:45:47.444 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "influxdb python module not found", 2024-05-21T00:45:47.444 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.444 INFO:teuthology.orchestra.run.smithi044.stdout: "batch_size": { 2024-05-21T00:45:47.444 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "batch_size", 2024-05-21T00:45:47.444 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.444 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.444 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.444 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5000", 2024-05-21T00:45:47.444 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.444 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.444 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.444 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-05-21T00:45:47.445 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.445 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.445 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.445 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.445 INFO:teuthology.orchestra.run.smithi044.stdout: "database": { 2024-05-21T00:45:47.445 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "database", 2024-05-21T00:45:47.445 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.445 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.445 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.445 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "ceph", 2024-05-21T00:45:47.445 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.445 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.445 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.446 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-05-21T00:45:47.446 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.446 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.446 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.446 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.446 INFO:teuthology.orchestra.run.smithi044.stdout: "hostname": { 2024-05-21T00:45:47.446 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "hostname", 2024-05-21T00:45:47.446 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.446 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.446 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.446 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.446 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.446 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.447 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.447 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "InfluxDB server hostname", 2024-05-21T00:45:47.447 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.447 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.447 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.447 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.447 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-05-21T00:45:47.447 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-05-21T00:45:47.447 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.447 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.447 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.447 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "30", 2024-05-21T00:45:47.447 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "5", 2024-05-21T00:45:47.447 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.448 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.448 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-05-21T00:45:47.448 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.448 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.448 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.448 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.448 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.448 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.448 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.448 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.448 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.448 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.448 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.449 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.449 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.449 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.449 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.449 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.449 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.449 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.449 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.449 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.449 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.449 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.449 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.450 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.450 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.450 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.450 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.450 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.450 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.450 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.450 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.450 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.450 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.450 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.450 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.451 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.451 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.451 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.451 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.451 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.451 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.451 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.451 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.451 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.451 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.451 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.451 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.451 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.451 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.452 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.452 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.452 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.452 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.452 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.452 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.452 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.452 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.452 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.452 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.452 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.452 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.452 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.452 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.453 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.453 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.453 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.453 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.453 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.453 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.453 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.453 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.453 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.453 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.453 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.453 INFO:teuthology.orchestra.run.smithi044.stdout: "password": { 2024-05-21T00:45:47.453 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "password", 2024-05-21T00:45:47.453 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.453 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.454 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.454 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.454 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.454 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.454 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.454 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "password of InfluxDB server user", 2024-05-21T00:45:47.454 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.454 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.454 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.454 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.454 INFO:teuthology.orchestra.run.smithi044.stdout: "port": { 2024-05-21T00:45:47.454 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "port", 2024-05-21T00:45:47.454 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.455 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.455 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.455 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8086", 2024-05-21T00:45:47.455 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.455 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.455 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.455 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "InfluxDB server port", 2024-05-21T00:45:47.455 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.455 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.455 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.455 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.455 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.455 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.455 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.456 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.456 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.456 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.456 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.456 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.456 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.456 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.456 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.456 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.456 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.456 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.456 INFO:teuthology.orchestra.run.smithi044.stdout: "ssl": { 2024-05-21T00:45:47.456 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssl", 2024-05-21T00:45:47.456 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.457 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.457 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.457 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "false", 2024-05-21T00:45:47.457 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.457 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.457 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.457 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-05-21T00:45:47.457 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.457 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.457 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.457 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.457 INFO:teuthology.orchestra.run.smithi044.stdout: "threads": { 2024-05-21T00:45:47.457 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "threads", 2024-05-21T00:45:47.457 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.458 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.458 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.458 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-05-21T00:45:47.458 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-05-21T00:45:47.458 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "32", 2024-05-21T00:45:47.458 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.458 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-05-21T00:45:47.458 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.458 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.458 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.458 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.458 INFO:teuthology.orchestra.run.smithi044.stdout: "username": { 2024-05-21T00:45:47.458 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "username", 2024-05-21T00:45:47.459 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.459 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.459 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.459 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.459 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.459 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.459 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.459 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "username of InfluxDB server user", 2024-05-21T00:45:47.459 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.459 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.459 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.460 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.460 INFO:teuthology.orchestra.run.smithi044.stdout: "verify_ssl": { 2024-05-21T00:45:47.460 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "verify_ssl", 2024-05-21T00:45:47.460 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.460 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.460 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.460 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "true", 2024-05-21T00:45:47.460 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.460 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.460 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.460 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-05-21T00:45:47.460 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.460 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.461 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.461 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.461 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.461 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.461 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.461 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "insights", 2024-05-21T00:45:47.461 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.461 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.461 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.461 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.461 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.461 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.461 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.461 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.462 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.462 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.462 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.462 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.462 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.462 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.462 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.462 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.462 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.462 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.463 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.463 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.463 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.463 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.463 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.463 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.463 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.463 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.463 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.463 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.463 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.463 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.463 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.464 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.464 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.464 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.464 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.464 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.464 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.464 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.464 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.464 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.464 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.464 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.464 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.464 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.464 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.465 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.465 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.465 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.465 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.465 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.465 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.465 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.465 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.465 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.465 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.465 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.465 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.465 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.465 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.466 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.466 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.466 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.466 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.466 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.466 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.466 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.466 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.466 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.466 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.466 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.466 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.466 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.466 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.467 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.467 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.467 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.467 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.467 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.467 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.467 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.467 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.467 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.467 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.467 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.467 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.467 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.467 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.468 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.468 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.468 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.468 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "iostat", 2024-05-21T00:45:47.468 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.468 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.468 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.468 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.468 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.468 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.468 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.468 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.468 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.468 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.468 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.469 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.469 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.469 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.469 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.469 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.469 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.469 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.469 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.469 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.469 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.469 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.469 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.469 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.469 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.470 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.470 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.470 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.470 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.470 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.470 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.470 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.470 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.470 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.470 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.470 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.471 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.471 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.471 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.471 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.471 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.471 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.471 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.471 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.471 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.471 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.471 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.471 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.471 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.471 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.472 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.472 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.472 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.472 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.472 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.472 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.472 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.472 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.472 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.472 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.472 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.472 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.472 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.472 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.472 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.473 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.473 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.473 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.473 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.473 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.473 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.473 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.473 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.473 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.473 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.473 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.474 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.474 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.474 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.474 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.474 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.474 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.474 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.474 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.474 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.474 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.474 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.474 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.474 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.475 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.475 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "k8sevents", 2024-05-21T00:45:47.475 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.475 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.475 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.475 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_event_retention_days": { 2024-05-21T00:45:47.475 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ceph_event_retention_days", 2024-05-21T00:45:47.475 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.475 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.475 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.475 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "7", 2024-05-21T00:45:47.475 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.475 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.475 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.476 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Days to hold ceph event information within local cache", 2024-05-21T00:45:47.476 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.476 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.476 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.476 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.476 INFO:teuthology.orchestra.run.smithi044.stdout: "config_check_secs": { 2024-05-21T00:45:47.476 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "config_check_secs", 2024-05-21T00:45:47.476 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.476 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.476 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.476 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-21T00:45:47.476 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "10", 2024-05-21T00:45:47.476 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.476 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.477 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-05-21T00:45:47.477 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.477 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.477 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.477 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.477 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.477 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.477 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.477 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.477 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.477 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.477 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.477 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.477 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.477 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.478 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.478 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.478 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.478 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.478 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.478 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.478 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.478 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.478 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.478 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.478 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.478 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.478 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.479 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.479 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.479 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.479 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.479 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.479 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.479 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.479 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.479 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.479 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.479 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.479 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.479 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.479 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.480 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.480 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.480 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.480 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.480 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.480 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.480 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.480 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.480 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.480 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.480 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.480 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.480 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.480 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.481 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.481 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.481 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.481 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.481 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.481 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.481 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.481 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.481 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.481 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.481 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.481 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.481 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.481 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.482 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.482 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.482 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.482 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.482 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.482 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.482 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.482 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.482 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.482 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.482 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.482 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.482 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.482 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.483 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.483 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.483 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.483 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.483 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.483 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.483 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.483 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.483 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "localpool", 2024-05-21T00:45:47.483 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.483 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.483 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.483 INFO:teuthology.orchestra.run.smithi044.stdout: "failure_domain": { 2024-05-21T00:45:47.483 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "failure_domain", 2024-05-21T00:45:47.484 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.484 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.484 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.484 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "host", 2024-05-21T00:45:47.484 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.484 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.484 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.484 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "failure domain for any created local pool", 2024-05-21T00:45:47.484 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-05-21T00:45:47.484 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.484 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.484 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.485 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.485 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.485 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.485 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.485 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.485 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.485 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.485 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.485 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.485 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.485 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.485 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.485 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.485 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.485 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.486 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.486 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.486 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.486 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.486 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.486 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.486 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.486 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.486 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.486 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.486 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.486 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.487 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.487 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.487 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.487 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.487 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.487 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.487 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.487 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.488 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.488 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.488 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.488 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.488 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.488 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.488 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.488 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.488 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.488 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.488 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.489 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.489 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.489 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.489 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.489 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.489 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.489 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.490 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.490 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.490 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.490 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.490 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.490 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.491 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.491 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.491 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.491 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.491 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.491 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.491 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.492 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.492 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.492 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.492 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.492 INFO:teuthology.orchestra.run.smithi044.stdout: "min_size": { 2024-05-21T00:45:47.492 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "min_size", 2024-05-21T00:45:47.493 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.493 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.493 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.493 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.493 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.493 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.493 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.494 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "default min_size for any created local pool", 2024-05-21T00:45:47.494 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-05-21T00:45:47.494 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.494 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.494 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.494 INFO:teuthology.orchestra.run.smithi044.stdout: "num_rep": { 2024-05-21T00:45:47.494 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "num_rep", 2024-05-21T00:45:47.494 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.494 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.494 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.494 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "3", 2024-05-21T00:45:47.494 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.495 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.495 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.495 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "default replica count for any created local pool", 2024-05-21T00:45:47.495 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.495 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.495 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.495 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.495 INFO:teuthology.orchestra.run.smithi044.stdout: "pg_num": { 2024-05-21T00:45:47.495 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pg_num", 2024-05-21T00:45:47.495 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.496 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.496 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.496 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "128", 2024-05-21T00:45:47.496 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.496 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.496 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.496 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "default pg_num for any created local pool", 2024-05-21T00:45:47.496 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.496 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.496 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.496 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.496 INFO:teuthology.orchestra.run.smithi044.stdout: "prefix": { 2024-05-21T00:45:47.496 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "prefix", 2024-05-21T00:45:47.497 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.497 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.497 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.497 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.497 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.497 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.497 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.497 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "name prefix for any created local pool", 2024-05-21T00:45:47.497 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.497 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.497 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.497 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.497 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.498 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.498 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.498 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.498 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.498 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.498 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.498 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.499 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.499 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.499 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.499 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.499 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.499 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.499 INFO:teuthology.orchestra.run.smithi044.stdout: "subtree": { 2024-05-21T00:45:47.500 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "subtree", 2024-05-21T00:45:47.500 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.500 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.500 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.500 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "rack", 2024-05-21T00:45:47.500 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.501 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.501 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.501 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "CRUSH level for which to create a local pool", 2024-05-21T00:45:47.501 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-05-21T00:45:47.501 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.501 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.502 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.502 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.502 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.502 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.502 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mds_autoscaler", 2024-05-21T00:45:47.502 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.502 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.503 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.503 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.503 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.503 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.503 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.503 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.504 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.504 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.504 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.504 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.504 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.504 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.505 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.505 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.505 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.505 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.505 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.505 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.505 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.506 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.506 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.506 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.506 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.506 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.506 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.506 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.506 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.506 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.506 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.506 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.507 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.507 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.507 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.507 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.507 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.507 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.507 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.507 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.507 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.507 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.507 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.507 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.507 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.508 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.508 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.508 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.508 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.508 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.508 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.508 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.508 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.508 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.508 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.508 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.508 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.509 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.509 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.509 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.509 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.509 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.509 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.509 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.509 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.509 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.509 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.509 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.509 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.509 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.509 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.509 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.510 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.510 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.510 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.510 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.510 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.510 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.510 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.510 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.510 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.510 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.510 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.510 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.511 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.511 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.511 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.511 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.511 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.511 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.511 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mirroring", 2024-05-21T00:45:47.511 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.511 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.511 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.511 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.511 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.511 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.511 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.512 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.512 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.512 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.512 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.512 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.512 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.512 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.512 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.512 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.512 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.512 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.513 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.513 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.513 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.513 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.513 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.513 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.513 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.513 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.513 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.513 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.513 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.514 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.514 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.514 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.514 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.514 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.514 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.514 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.514 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.515 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.515 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.515 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.515 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.515 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.515 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.515 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.515 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.515 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.515 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.515 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.515 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.516 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.516 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.516 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.516 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.516 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.516 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.516 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.516 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.516 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.516 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.516 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.516 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.516 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.517 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.517 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.517 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.517 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.517 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.517 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.517 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.517 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.517 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.517 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.517 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.517 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.517 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.517 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.518 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.518 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.518 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.518 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.518 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.518 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.518 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.518 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.518 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.518 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.518 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.518 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.518 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.519 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.519 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "nfs", 2024-05-21T00:45:47.519 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.519 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.519 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.519 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.519 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.519 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.519 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.519 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.519 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.519 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.519 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.519 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.520 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.520 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.520 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.520 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.520 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.520 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.520 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.520 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.520 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.520 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.520 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.520 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.521 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.521 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.521 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.521 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.521 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.521 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.521 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.521 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.521 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.521 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.522 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.522 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.522 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.522 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.522 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.522 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.522 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.522 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.522 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.522 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.522 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.522 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.522 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.523 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.523 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.523 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.523 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.523 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.523 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.523 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.523 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.523 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.523 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.523 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.523 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.523 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.523 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.523 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.524 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.524 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.524 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.524 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.524 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.524 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.524 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.524 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.524 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.524 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.524 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.524 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.524 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.525 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.525 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.525 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.525 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.525 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.525 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.525 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.525 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.525 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.525 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.525 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.525 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.525 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.525 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.526 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.526 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "orchestrator", 2024-05-21T00:45:47.526 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.526 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.526 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.526 INFO:teuthology.orchestra.run.smithi044.stdout: "fail_fs": { 2024-05-21T00:45:47.526 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "fail_fs", 2024-05-21T00:45:47.526 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.526 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.526 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.527 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.527 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.527 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.527 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.527 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-05-21T00:45:47.527 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.527 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.527 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.527 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.527 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.527 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.527 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.527 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.528 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.528 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.528 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.528 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.528 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.528 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.528 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.528 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.528 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.528 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.528 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.528 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.528 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.529 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.529 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.529 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.529 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.529 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.529 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.529 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.529 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.529 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.529 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.529 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.529 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.529 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.530 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.530 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.530 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.530 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.530 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.530 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.530 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.530 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.530 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.530 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.530 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.530 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.531 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.531 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.531 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.531 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.531 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.531 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.531 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.531 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.531 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.531 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.531 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.531 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.531 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.532 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.532 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.532 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.532 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.532 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.532 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.532 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.532 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.533 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.533 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.533 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.533 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.533 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.533 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.533 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.533 INFO:teuthology.orchestra.run.smithi044.stdout: "orchestrator": { 2024-05-21T00:45:47.533 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "orchestrator", 2024-05-21T00:45:47.533 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.533 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.533 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.533 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.534 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.534 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.534 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.534 INFO:teuthology.orchestra.run.smithi044.stdout: "cephadm", 2024-05-21T00:45:47.534 INFO:teuthology.orchestra.run.smithi044.stdout: "rook", 2024-05-21T00:45:47.534 INFO:teuthology.orchestra.run.smithi044.stdout: "test_orchestrator" 2024-05-21T00:45:47.534 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.534 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Orchestrator backend", 2024-05-21T00:45:47.534 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.534 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.534 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.534 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.535 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.535 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.535 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.535 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.535 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.535 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.535 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.535 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.535 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.535 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.535 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.535 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.535 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.536 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.536 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.536 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.536 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.536 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "osd_perf_query", 2024-05-21T00:45:47.536 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.536 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.536 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.536 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.536 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.536 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.536 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.536 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.537 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.537 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.537 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.537 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.537 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.537 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.537 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.537 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.537 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.537 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.537 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.538 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.538 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.538 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.538 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.538 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.538 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.538 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.539 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.539 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.539 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.539 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.539 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.539 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.539 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.539 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.539 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.539 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.540 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.540 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.540 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.540 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.540 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.540 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.540 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.540 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.540 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.540 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.540 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.540 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.540 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.540 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.540 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.541 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.541 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.541 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.541 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.541 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.541 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.541 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.541 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.541 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.541 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.542 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.542 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.542 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.542 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.542 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.542 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.543 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.543 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.543 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.543 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.543 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.543 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.544 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.544 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.544 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.544 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.544 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.544 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.544 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.544 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.545 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.545 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.545 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.545 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.545 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.545 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.545 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.545 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.545 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.545 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "osd_support", 2024-05-21T00:45:47.545 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.545 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.545 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.546 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.546 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.546 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.546 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.546 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.546 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.546 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.546 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.546 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.546 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.546 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.546 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.546 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.547 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.547 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.547 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.547 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.547 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.547 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.547 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.547 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.547 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.547 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.547 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.547 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.548 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.548 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.548 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.548 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.548 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.548 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.548 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.548 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.548 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.549 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.549 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.549 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.549 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.549 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.549 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.549 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.550 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.550 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.550 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.550 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.550 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.551 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.551 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.551 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.551 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.551 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.551 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.551 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.551 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.551 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.551 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.551 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.551 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.551 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.552 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.552 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.552 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.552 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.552 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.552 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.552 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.552 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.552 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.552 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.552 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.552 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.552 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.553 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.553 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.553 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.553 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.553 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.553 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.553 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.554 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.554 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.554 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.554 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.554 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.554 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.554 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.555 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.555 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pg_autoscaler", 2024-05-21T00:45:47.555 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.555 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.555 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.555 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.556 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.556 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.556 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.556 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.556 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.556 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.557 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.557 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.557 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.557 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.557 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.557 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.558 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.558 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.558 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.558 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.558 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.558 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.559 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.559 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.559 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.559 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.559 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.560 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.560 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.560 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.560 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.560 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.560 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.561 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.561 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.561 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.561 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.561 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.562 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.562 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.562 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.562 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.562 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.562 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.563 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.563 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.563 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.563 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.563 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.564 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.564 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.564 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.564 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.564 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.564 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.565 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.565 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.565 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.565 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.565 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.566 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.566 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.566 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.566 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.566 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.566 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.567 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.567 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.567 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.567 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.567 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.567 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.567 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.567 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-05-21T00:45:47.567 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-05-21T00:45:47.567 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.567 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.567 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.567 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-05-21T00:45:47.567 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.568 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.568 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.568 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.568 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.568 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.568 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.568 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.568 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.568 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.568 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.568 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.568 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.568 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.569 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.569 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.569 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.569 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.569 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.569 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.569 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.569 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.569 INFO:teuthology.orchestra.run.smithi044.stdout: "threshold": { 2024-05-21T00:45:47.569 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "threshold", 2024-05-21T00:45:47.569 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-21T00:45:47.569 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.570 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.570 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "3.0", 2024-05-21T00:45:47.570 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1.0", 2024-05-21T00:45:47.570 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.570 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.570 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "scaling threshold", 2024-05-21T00:45:47.570 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-05-21T00:45:47.570 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.570 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.570 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.570 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.570 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.571 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.571 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "progress", 2024-05-21T00:45:47.571 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.571 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.571 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.571 INFO:teuthology.orchestra.run.smithi044.stdout: "allow_pg_recovery_event": { 2024-05-21T00:45:47.571 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "allow_pg_recovery_event", 2024-05-21T00:45:47.571 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.571 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.571 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.571 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.572 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.572 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.572 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.572 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "allow the module to show pg recovery progress", 2024-05-21T00:45:47.572 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.572 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.572 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.572 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.572 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": { 2024-05-21T00:45:47.572 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enabled", 2024-05-21T00:45:47.572 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.572 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.572 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.573 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.573 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.573 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.573 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.573 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.573 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.573 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.573 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.573 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.573 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.573 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.573 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.573 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.573 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.574 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.574 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.574 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.574 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.574 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.574 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.574 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.574 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.574 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.574 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.574 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.574 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.574 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.575 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.575 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.575 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.575 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.575 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.575 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.575 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.575 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.575 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.575 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.575 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.575 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.575 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.575 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.576 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.576 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.576 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.576 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.576 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.576 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.576 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.576 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.576 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.576 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.576 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.576 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.576 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.577 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.577 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.577 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.577 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.577 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.577 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.577 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.577 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.577 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.577 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.577 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.577 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.577 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.577 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.577 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.578 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.578 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.578 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.578 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.578 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.578 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.578 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.578 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.578 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.578 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.578 INFO:teuthology.orchestra.run.smithi044.stdout: "max_completed_events": { 2024-05-21T00:45:47.578 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_completed_events", 2024-05-21T00:45:47.578 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.579 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.579 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.579 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "50", 2024-05-21T00:45:47.579 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.579 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.579 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.579 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "number of past completed events to remember", 2024-05-21T00:45:47.580 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.580 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.580 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.580 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.580 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-05-21T00:45:47.580 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-05-21T00:45:47.581 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.581 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.581 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.581 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-05-21T00:45:47.581 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.581 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.581 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.582 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how long the module is going to sleep", 2024-05-21T00:45:47.582 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.582 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.582 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.582 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.582 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.582 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.583 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.583 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.583 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.583 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.583 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.583 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.583 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.583 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.584 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.584 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.584 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.584 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.584 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.584 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.584 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.585 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "prometheus", 2024-05-21T00:45:47.585 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.585 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.585 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.585 INFO:teuthology.orchestra.run.smithi044.stdout: "cache": { 2024-05-21T00:45:47.585 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cache", 2024-05-21T00:45:47.585 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.585 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.585 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.585 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.585 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.585 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.585 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.585 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.586 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.586 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.586 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.586 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.586 INFO:teuthology.orchestra.run.smithi044.stdout: "exclude_perf_counters": { 2024-05-21T00:45:47.586 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "exclude_perf_counters", 2024-05-21T00:45:47.586 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.586 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.586 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.586 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.586 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.586 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.587 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.587 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-05-21T00:45:47.587 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-05-21T00:45:47.587 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.587 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.587 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.587 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.587 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.587 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.587 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.587 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.587 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.587 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.587 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.588 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.588 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.588 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.588 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.588 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.588 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.588 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.588 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.588 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.588 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.588 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.588 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.588 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.588 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.589 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.589 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.589 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.589 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.589 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.589 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.589 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.589 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.589 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.589 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.589 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.589 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.589 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.589 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.590 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.590 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.590 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.590 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.590 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.590 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.590 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.590 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.590 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.590 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.590 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.590 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.590 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.590 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.591 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.591 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.591 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.591 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.591 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.591 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.591 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.591 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.591 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.591 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.591 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.591 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.591 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.591 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.592 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.592 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.592 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.592 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.592 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.592 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.592 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_stats_pools": { 2024-05-21T00:45:47.592 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rbd_stats_pools", 2024-05-21T00:45:47.592 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.592 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.592 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.592 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.592 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.592 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.593 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.593 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.593 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.593 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.593 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.593 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.593 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_stats_pools_refresh_interval": { 2024-05-21T00:45:47.593 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-05-21T00:45:47.593 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.593 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.593 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.593 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "300", 2024-05-21T00:45:47.593 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.593 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.594 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.594 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.594 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.594 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.594 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.594 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.594 INFO:teuthology.orchestra.run.smithi044.stdout: "scrape_interval": { 2024-05-21T00:45:47.594 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "scrape_interval", 2024-05-21T00:45:47.594 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-21T00:45:47.594 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.594 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.594 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "15.0", 2024-05-21T00:45:47.594 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.594 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.595 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.595 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.595 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.595 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.595 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.595 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.595 INFO:teuthology.orchestra.run.smithi044.stdout: "server_addr": { 2024-05-21T00:45:47.595 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_addr", 2024-05-21T00:45:47.595 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.595 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.595 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.595 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "::", 2024-05-21T00:45:47.595 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.595 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.596 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.596 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-05-21T00:45:47.596 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.596 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.596 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.596 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.596 INFO:teuthology.orchestra.run.smithi044.stdout: "server_port": { 2024-05-21T00:45:47.596 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_port", 2024-05-21T00:45:47.596 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.596 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.596 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.596 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "9283", 2024-05-21T00:45:47.596 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.596 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.597 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.597 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-05-21T00:45:47.597 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.597 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.597 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.597 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.597 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.597 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.597 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.597 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.597 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.597 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.597 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.597 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.598 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.598 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.598 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.598 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.598 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.598 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.598 INFO:teuthology.orchestra.run.smithi044.stdout: "stale_cache_strategy": { 2024-05-21T00:45:47.598 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "stale_cache_strategy", 2024-05-21T00:45:47.598 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.598 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.598 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.598 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "log", 2024-05-21T00:45:47.598 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.598 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.599 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.599 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.599 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.599 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.599 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.599 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.599 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_behaviour": { 2024-05-21T00:45:47.599 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_behaviour", 2024-05-21T00:45:47.599 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.599 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.599 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.599 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "default", 2024-05-21T00:45:47.599 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.600 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.600 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.600 INFO:teuthology.orchestra.run.smithi044.stdout: "default", 2024-05-21T00:45:47.600 INFO:teuthology.orchestra.run.smithi044.stdout: "error" 2024-05-21T00:45:47.600 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.600 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.600 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.600 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.600 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.600 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.600 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_error_status_code": { 2024-05-21T00:45:47.600 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_error_status_code", 2024-05-21T00:45:47.600 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.600 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.601 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.601 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "500", 2024-05-21T00:45:47.601 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "400", 2024-05-21T00:45:47.601 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "599", 2024-05-21T00:45:47.601 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.601 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.601 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.601 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.601 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.601 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.601 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.601 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.601 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.601 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rbd_support", 2024-05-21T00:45:47.602 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.602 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.602 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.602 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.602 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.602 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.602 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.602 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.602 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.602 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.602 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.602 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.602 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.603 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.603 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.603 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.603 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.603 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.603 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.603 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.603 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.603 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.603 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.603 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.603 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.603 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.603 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.604 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.604 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.604 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.604 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.604 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.604 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.604 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.604 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.604 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.604 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.604 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.604 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.604 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.605 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.605 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.605 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.605 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.605 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.605 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.605 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.605 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.605 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.605 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.605 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.605 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.605 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.605 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.606 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.606 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.606 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.606 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.606 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.606 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.606 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.606 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.606 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.606 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.606 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.606 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.606 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.606 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.607 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.607 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.607 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.607 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.607 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.607 INFO:teuthology.orchestra.run.smithi044.stdout: "max_concurrent_snap_create": { 2024-05-21T00:45:47.607 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_concurrent_snap_create", 2024-05-21T00:45:47.607 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.607 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.607 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.607 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-21T00:45:47.607 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.607 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.607 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.608 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.608 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.608 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.608 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.608 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.608 INFO:teuthology.orchestra.run.smithi044.stdout: "mirror_snapshot_schedule": { 2024-05-21T00:45:47.608 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mirror_snapshot_schedule", 2024-05-21T00:45:47.608 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.608 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.608 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.608 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.608 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.608 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.608 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.609 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.609 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.609 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.609 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.609 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.609 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.609 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.609 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.609 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.609 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.609 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.609 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.609 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.609 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.610 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.610 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.610 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.610 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.610 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.610 INFO:teuthology.orchestra.run.smithi044.stdout: "trash_purge_schedule": { 2024-05-21T00:45:47.610 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "trash_purge_schedule", 2024-05-21T00:45:47.610 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.610 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.610 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.610 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.610 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.610 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.610 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.611 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.611 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.611 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.611 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.611 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.611 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.611 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.611 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.611 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "restful", 2024-05-21T00:45:47.611 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.611 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.611 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.611 INFO:teuthology.orchestra.run.smithi044.stdout: "enable_auth": { 2024-05-21T00:45:47.611 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enable_auth", 2024-05-21T00:45:47.612 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.612 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.612 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.612 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.612 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.612 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.612 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.612 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.612 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.612 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.612 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.612 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.612 INFO:teuthology.orchestra.run.smithi044.stdout: "key_file": { 2024-05-21T00:45:47.612 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "key_file", 2024-05-21T00:45:47.613 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.613 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.613 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.613 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.613 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.613 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.613 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.613 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.613 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.613 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.613 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.613 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.613 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.614 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.614 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.614 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.614 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.614 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.614 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.614 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.614 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.614 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.614 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.614 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.614 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.614 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.614 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.615 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.615 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.615 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.615 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.615 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.615 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.615 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.615 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.615 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.615 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.615 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.615 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.615 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.615 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.616 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.616 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.616 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.616 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.616 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.616 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.616 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.616 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.616 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.616 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.616 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.616 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.616 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.616 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.617 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.617 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.617 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.617 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.617 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.617 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.617 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.617 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.617 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.617 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.617 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.617 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.617 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.617 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.618 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.618 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.618 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.618 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.618 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.618 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.618 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.618 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.618 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.618 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.618 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.618 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.618 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.619 INFO:teuthology.orchestra.run.smithi044.stdout: "server_addr": { 2024-05-21T00:45:47.619 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_addr", 2024-05-21T00:45:47.619 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.619 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.619 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.619 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.619 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.619 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.619 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.619 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.619 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.619 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.619 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.619 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.620 INFO:teuthology.orchestra.run.smithi044.stdout: "server_port": { 2024-05-21T00:45:47.620 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_port", 2024-05-21T00:45:47.620 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.620 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.620 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.620 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.620 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.620 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.620 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.620 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.620 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.620 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.620 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.620 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.620 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.621 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.621 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.621 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.621 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.621 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.621 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.621 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.621 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.621 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.621 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.621 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.621 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.621 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.621 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.622 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.622 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.622 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rgw", 2024-05-21T00:45:47.622 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.622 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.622 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.622 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.622 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.622 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.622 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.622 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.622 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.622 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.622 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.623 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.623 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.623 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.623 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.623 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.623 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.623 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.623 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.623 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.623 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.623 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.623 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.623 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.623 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.624 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.624 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.624 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.624 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.624 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.624 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.624 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.624 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.624 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.624 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.624 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.624 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.624 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.624 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.624 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.625 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.625 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.625 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.625 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.625 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.625 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.625 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.625 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.625 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.625 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.625 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.625 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.625 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.625 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.626 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.626 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.626 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.626 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.626 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.626 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.626 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.626 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.626 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.626 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.626 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.626 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.626 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.626 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.627 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.627 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.627 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.627 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.627 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.627 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.627 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.627 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.627 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.627 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.627 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.627 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.627 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.627 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.628 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.628 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.628 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.628 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.628 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.628 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.628 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.628 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.628 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rook", 2024-05-21T00:45:47.628 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.628 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.628 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.628 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.629 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.629 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.629 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.629 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.629 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.629 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.629 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.629 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.629 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.629 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.629 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.629 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.629 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.629 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.630 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.630 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.630 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.630 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.630 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.630 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.630 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.630 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.630 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.630 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.630 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.630 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.630 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.631 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.631 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.631 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.631 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.631 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.631 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.631 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.631 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.631 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.631 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.631 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.631 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.631 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.631 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.632 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.632 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.632 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.632 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.632 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.632 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.632 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.632 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.632 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.632 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.632 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.632 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.632 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.632 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.633 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.633 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.633 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.633 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.633 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.633 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.633 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.633 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.633 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.633 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.633 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.633 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.633 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.633 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.634 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.634 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.634 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.634 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.634 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.634 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.634 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.634 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.634 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.634 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.634 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.634 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.634 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.635 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.635 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": { 2024-05-21T00:45:47.635 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "storage_class", 2024-05-21T00:45:47.635 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.635 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.635 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.635 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "local", 2024-05-21T00:45:47.635 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.635 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.635 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.635 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-05-21T00:45:47.635 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.635 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.635 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.635 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.636 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.636 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.636 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.636 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "selftest", 2024-05-21T00:45:47.636 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.636 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.636 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.636 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.636 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.636 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.636 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.636 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.636 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.636 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.637 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.637 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.637 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.637 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.637 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.637 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.637 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.637 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.637 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.637 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.637 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.637 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.637 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.637 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.638 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.638 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.638 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.638 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.638 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.638 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.638 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.638 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.638 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.638 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.638 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.638 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.638 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.638 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.639 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.639 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.639 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.639 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.639 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.639 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.639 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.639 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.639 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.639 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.639 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.639 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.639 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.639 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.640 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.640 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.640 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.640 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.640 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.640 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.640 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.640 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.640 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.640 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.640 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.640 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.640 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.640 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.641 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.641 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.641 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.641 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.641 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.641 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.641 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.641 INFO:teuthology.orchestra.run.smithi044.stdout: "roption1": { 2024-05-21T00:45:47.641 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "roption1", 2024-05-21T00:45:47.641 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.641 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.641 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.641 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.642 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.642 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.642 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.642 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.642 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.642 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.642 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.642 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.642 INFO:teuthology.orchestra.run.smithi044.stdout: "roption2": { 2024-05-21T00:45:47.642 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "roption2", 2024-05-21T00:45:47.642 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.642 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.642 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.643 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "xyz", 2024-05-21T00:45:47.643 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.643 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.643 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.643 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.643 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.643 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.643 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.643 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.643 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption1": { 2024-05-21T00:45:47.643 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption1", 2024-05-21T00:45:47.643 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.643 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.643 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.644 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.644 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.644 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.644 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.644 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.644 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.644 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.644 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.644 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.644 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption2": { 2024-05-21T00:45:47.644 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption2", 2024-05-21T00:45:47.644 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.644 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.645 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.645 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.645 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.645 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.645 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.645 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.645 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.645 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.645 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.645 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.645 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption3": { 2024-05-21T00:45:47.645 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption3", 2024-05-21T00:45:47.645 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-21T00:45:47.645 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.646 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.646 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.646 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.646 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.646 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.646 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.646 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.646 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.646 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.646 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.646 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption4": { 2024-05-21T00:45:47.646 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption4", 2024-05-21T00:45:47.646 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.647 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.647 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.647 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.647 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.647 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.647 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.647 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.647 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.647 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.647 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.647 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.647 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption5": { 2024-05-21T00:45:47.647 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption5", 2024-05-21T00:45:47.647 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.648 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.648 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.648 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.648 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.648 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.648 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.648 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.648 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.648 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.648 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.648 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.648 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption6": { 2024-05-21T00:45:47.648 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption6", 2024-05-21T00:45:47.648 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.649 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.649 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.649 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.649 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.649 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.649 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.649 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.649 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.649 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.649 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.649 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.649 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption7": { 2024-05-21T00:45:47.649 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption7", 2024-05-21T00:45:47.650 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.650 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.650 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.650 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.650 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-05-21T00:45:47.650 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "42", 2024-05-21T00:45:47.650 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.650 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.650 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.650 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.650 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.650 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.650 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.651 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.651 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.651 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.651 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.651 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.651 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.651 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.651 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.651 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.651 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.651 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.651 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.651 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.651 INFO:teuthology.orchestra.run.smithi044.stdout: "testkey": { 2024-05-21T00:45:47.651 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "testkey", 2024-05-21T00:45:47.652 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.652 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.652 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.652 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.652 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.652 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.652 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.652 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.652 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.652 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.652 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.652 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.652 INFO:teuthology.orchestra.run.smithi044.stdout: "testlkey": { 2024-05-21T00:45:47.653 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "testlkey", 2024-05-21T00:45:47.653 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.653 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.653 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.653 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.653 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.653 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.653 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.653 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.653 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.653 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.653 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.653 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.653 INFO:teuthology.orchestra.run.smithi044.stdout: "testnewline": { 2024-05-21T00:45:47.653 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "testnewline", 2024-05-21T00:45:47.654 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.654 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.654 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.654 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.654 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.654 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.654 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.654 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.654 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.654 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.654 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.654 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.654 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.654 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.655 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.655 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smb", 2024-05-21T00:45:47.655 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.655 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.655 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.655 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.655 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.655 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.655 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.655 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.655 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.655 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.655 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.656 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.656 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.656 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.656 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.656 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.656 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.656 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.656 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.656 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.656 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.656 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.656 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.656 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.656 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.657 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.657 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.657 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.657 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.657 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.657 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.657 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.657 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.657 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.657 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.657 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.657 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.657 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.657 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.658 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.658 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.658 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.658 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.658 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.658 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.658 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.658 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.658 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.658 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.658 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.658 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.658 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.659 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.659 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.659 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.659 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.659 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.659 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.659 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.659 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.659 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.659 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.659 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.659 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.659 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.659 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.660 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.660 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.660 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.660 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.660 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.660 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.660 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.660 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.660 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.660 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.660 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.660 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.660 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.660 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.661 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.661 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.661 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.661 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.661 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.661 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.661 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.661 INFO:teuthology.orchestra.run.smithi044.stdout: "update_orchestration": { 2024-05-21T00:45:47.661 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "update_orchestration", 2024-05-21T00:45:47.661 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.661 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.661 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.661 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.661 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.662 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.662 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.662 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "automatically update orchestration when smb resources are changed", 2024-05-21T00:45:47.662 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.662 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.662 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.662 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.662 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.662 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.662 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.662 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snap_schedule", 2024-05-21T00:45:47.662 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.662 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.663 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.663 INFO:teuthology.orchestra.run.smithi044.stdout: "allow_m_granularity": { 2024-05-21T00:45:47.663 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "allow_m_granularity", 2024-05-21T00:45:47.663 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.664 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.664 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.664 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.664 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.665 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.665 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.665 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "allow minute scheduled snapshots", 2024-05-21T00:45:47.665 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.665 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.665 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.665 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.665 INFO:teuthology.orchestra.run.smithi044.stdout: "dump_on_update": { 2024-05-21T00:45:47.665 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "dump_on_update", 2024-05-21T00:45:47.665 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.665 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.665 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.665 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.665 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.665 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.666 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.666 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "dump database to debug log on update", 2024-05-21T00:45:47.666 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.666 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.666 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.666 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.666 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.666 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.666 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.666 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.666 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.666 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.666 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.666 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.667 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.667 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.667 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.667 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.667 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.667 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.667 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.667 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.667 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.667 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.667 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.667 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.667 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.667 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.668 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.668 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.668 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.668 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.668 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.668 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.668 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.668 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.668 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.668 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.668 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.668 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.668 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.668 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.669 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.669 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.669 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.669 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.669 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.669 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.669 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.669 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.669 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.669 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.669 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.669 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.669 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.669 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.670 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.670 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.670 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.670 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.670 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.670 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.670 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.670 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.670 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.670 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.670 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.670 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.670 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.671 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.671 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.671 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.671 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.671 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.671 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.671 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.671 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.671 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.671 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.671 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.671 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.671 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.672 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.672 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.672 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.672 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.672 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.672 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.672 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.672 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.672 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.672 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.672 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.672 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "stats", 2024-05-21T00:45:47.672 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.673 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.673 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.673 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.673 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.673 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.673 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.673 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.673 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.673 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.673 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.673 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.673 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.673 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.673 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.674 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.674 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.674 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.674 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.674 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.674 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.674 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.674 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.674 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.674 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.674 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.674 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.674 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.675 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.675 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.675 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.675 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.675 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.675 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.675 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.675 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.675 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.675 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.675 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.675 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.675 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.676 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.676 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.676 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.676 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.676 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.676 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.676 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.676 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.676 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.676 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.676 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.676 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.676 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.677 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.677 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.677 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.677 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.677 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.677 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.677 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.677 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.677 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.677 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.677 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.677 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.677 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.678 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.678 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.678 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.678 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.678 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.678 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.678 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.678 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.678 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.678 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.678 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.678 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.678 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.678 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.679 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.679 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.679 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.679 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.679 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.679 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.679 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.679 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.679 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.679 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "status", 2024-05-21T00:45:47.679 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.679 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.679 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.679 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.680 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.680 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.680 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.680 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.680 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.680 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.680 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.680 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.680 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.680 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.680 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.680 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.680 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.680 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.681 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.681 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.681 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.681 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.681 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.681 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.681 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.681 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.681 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.681 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.681 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.681 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.681 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.681 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.682 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.682 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.682 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.682 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.682 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.682 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.682 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.682 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.682 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.682 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.682 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.682 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.682 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.682 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.683 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.683 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.683 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.683 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.683 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.683 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.683 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.683 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.683 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.683 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.683 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.683 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.683 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.683 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.684 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.684 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.684 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.684 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.684 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.684 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.684 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.684 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.684 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.684 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.684 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.684 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.684 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.684 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.685 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.685 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.685 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.685 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.685 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.685 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.685 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.685 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.685 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.685 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.685 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.685 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.685 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.686 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.686 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.686 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.686 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "telegraf", 2024-05-21T00:45:47.686 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.686 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.686 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.686 INFO:teuthology.orchestra.run.smithi044.stdout: "address": { 2024-05-21T00:45:47.686 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "address", 2024-05-21T00:45:47.686 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.686 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.686 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.686 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-05-21T00:45:47.687 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.687 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.687 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.687 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.687 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.687 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.687 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.687 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.687 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-05-21T00:45:47.687 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-05-21T00:45:47.687 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.687 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.687 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.688 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "15", 2024-05-21T00:45:47.688 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.688 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.688 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.688 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.688 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.688 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.688 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.688 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.688 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.688 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.688 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.688 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.689 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.689 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.689 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.689 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.689 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.689 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.689 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.689 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.689 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.689 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.689 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.689 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.689 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.690 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.690 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.690 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.690 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.690 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.690 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.690 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.690 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.690 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.690 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.690 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.690 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.690 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.691 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.691 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.691 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.691 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.691 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.691 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.691 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.691 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.691 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.691 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.691 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.691 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.691 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.691 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.692 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.692 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.692 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.692 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.692 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.692 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.692 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.692 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.692 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.692 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.692 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.692 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.692 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.693 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.693 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.693 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.693 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.693 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.693 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.693 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.693 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.693 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.693 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.693 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.693 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.693 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.693 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.694 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.694 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.694 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.694 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.694 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.694 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.694 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.694 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.694 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.694 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.694 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.694 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.694 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.694 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.695 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.695 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.695 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "telemetry", 2024-05-21T00:45:47.695 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.695 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.695 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.695 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_basic": { 2024-05-21T00:45:47.695 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_basic", 2024-05-21T00:45:47.695 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.695 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.695 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.695 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.695 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.695 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.696 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.696 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share basic cluster information (size, version)", 2024-05-21T00:45:47.696 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.696 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.696 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.696 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.696 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_crash": { 2024-05-21T00:45:47.696 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_crash", 2024-05-21T00:45:47.696 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.696 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.696 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.696 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.696 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.696 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.697 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.697 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-05-21T00:45:47.697 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.697 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.697 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.697 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.697 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_device": { 2024-05-21T00:45:47.697 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_device", 2024-05-21T00:45:47.697 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.697 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.697 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.697 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.697 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.697 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.698 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.698 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-05-21T00:45:47.698 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.698 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.698 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.698 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.698 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_ident": { 2024-05-21T00:45:47.698 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_ident", 2024-05-21T00:45:47.698 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.698 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.698 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.698 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.698 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.699 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.699 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.699 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-05-21T00:45:47.699 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.699 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.699 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.699 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.699 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_perf": { 2024-05-21T00:45:47.699 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_perf", 2024-05-21T00:45:47.699 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.699 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.699 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.699 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.700 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.700 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.700 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.700 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share various performance metrics of a cluster", 2024-05-21T00:45:47.700 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.700 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.700 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.700 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.700 INFO:teuthology.orchestra.run.smithi044.stdout: "contact": { 2024-05-21T00:45:47.700 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "contact", 2024-05-21T00:45:47.700 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.700 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.700 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.700 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.701 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.701 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.701 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.701 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.701 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.701 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.701 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.701 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.701 INFO:teuthology.orchestra.run.smithi044.stdout: "description": { 2024-05-21T00:45:47.701 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "description", 2024-05-21T00:45:47.701 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.701 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.701 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.701 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.702 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.702 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.702 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.702 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.702 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.702 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.702 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.702 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.702 INFO:teuthology.orchestra.run.smithi044.stdout: "device_url": { 2024-05-21T00:45:47.702 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "device_url", 2024-05-21T00:45:47.702 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.702 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.702 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.703 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-05-21T00:45:47.703 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.703 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.703 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.703 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.703 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.703 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.703 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.703 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.703 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": { 2024-05-21T00:45:47.703 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enabled", 2024-05-21T00:45:47.703 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.703 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.703 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.704 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.704 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.704 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.704 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.704 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.704 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.704 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.704 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.704 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.704 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-05-21T00:45:47.704 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-05-21T00:45:47.705 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.705 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.706 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.706 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "24", 2024-05-21T00:45:47.706 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "8", 2024-05-21T00:45:47.706 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.706 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.706 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.706 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.706 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.706 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.706 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.706 INFO:teuthology.orchestra.run.smithi044.stdout: "last_opt_revision": { 2024-05-21T00:45:47.706 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "last_opt_revision", 2024-05-21T00:45:47.706 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.707 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.707 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.707 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "1", 2024-05-21T00:45:47.707 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.707 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.707 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.707 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.707 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.707 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.707 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.707 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.707 INFO:teuthology.orchestra.run.smithi044.stdout: "leaderboard": { 2024-05-21T00:45:47.707 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "leaderboard", 2024-05-21T00:45:47.707 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.708 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.708 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.708 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.708 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.708 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.708 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.708 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.708 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.708 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.708 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.708 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.708 INFO:teuthology.orchestra.run.smithi044.stdout: "leaderboard_description": { 2024-05-21T00:45:47.708 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "leaderboard_description", 2024-05-21T00:45:47.708 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.708 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.709 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.709 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.709 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.709 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.709 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.709 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.709 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.709 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.709 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.709 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.709 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.709 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.709 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.709 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.710 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.710 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.710 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.710 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.710 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.710 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.710 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.710 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.710 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.710 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.710 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.710 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.710 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.710 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.711 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.711 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.711 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.711 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.711 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.711 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.711 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.711 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.711 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.711 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.711 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.711 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.711 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.712 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.712 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.712 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.712 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.712 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.712 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.712 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.712 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.712 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.712 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.712 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.712 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.712 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.712 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.713 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.713 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.713 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.713 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.713 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.713 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.713 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.713 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.713 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.713 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.713 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.713 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.713 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.713 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.714 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.714 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.714 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.714 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.714 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.714 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.714 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.714 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.714 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.714 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.714 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.714 INFO:teuthology.orchestra.run.smithi044.stdout: "organization": { 2024-05-21T00:45:47.714 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "organization", 2024-05-21T00:45:47.715 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.715 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.715 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.715 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.715 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.715 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.715 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.715 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.715 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.715 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.715 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.715 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.715 INFO:teuthology.orchestra.run.smithi044.stdout: "proxy": { 2024-05-21T00:45:47.715 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "proxy", 2024-05-21T00:45:47.716 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.716 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.716 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.716 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.716 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.716 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.716 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.716 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.716 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.716 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.716 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.716 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.716 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.717 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.717 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.717 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.717 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.717 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.717 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.717 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.717 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.717 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.717 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.717 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.717 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.717 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.718 INFO:teuthology.orchestra.run.smithi044.stdout: "url": { 2024-05-21T00:45:47.718 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "url", 2024-05-21T00:45:47.718 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.718 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.718 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.718 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-05-21T00:45:47.718 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.718 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.718 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.718 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.718 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.718 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.718 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.719 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.719 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.719 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.719 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.719 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test_orchestrator", 2024-05-21T00:45:47.719 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.719 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.719 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.719 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.719 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.719 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.719 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.719 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.720 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.720 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.720 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.720 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.720 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.720 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.720 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.720 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.720 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.720 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.720 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.720 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.720 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.720 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.721 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.721 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.721 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.721 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.721 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.721 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.721 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.721 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.721 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.721 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.721 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.721 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.721 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.721 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.722 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.722 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.722 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.722 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.722 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.722 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.722 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.722 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.722 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.722 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.722 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.722 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.722 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.723 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.723 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.723 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.723 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.723 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.723 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.723 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.723 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.723 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.723 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.723 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.723 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.723 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.723 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.724 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.724 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.724 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.724 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.724 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.724 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.724 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.724 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.724 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.724 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.724 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.724 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.724 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.725 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.725 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.725 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.725 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.725 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.725 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.725 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.725 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.725 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.725 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.725 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.725 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.725 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.725 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.725 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "volumes", 2024-05-21T00:45:47.726 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.726 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.726 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.726 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.726 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.726 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.726 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.726 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.726 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.726 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.726 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.726 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.726 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.727 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.727 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.727 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.727 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.727 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.727 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.727 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.727 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.727 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.727 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.727 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.727 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.727 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.728 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.728 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.728 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.728 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.728 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.728 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.728 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.728 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.728 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.728 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.728 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.728 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.728 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.729 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.729 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.729 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.729 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.729 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.729 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.729 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.729 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.729 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.729 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.729 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.729 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.729 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.729 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.730 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.730 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.730 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.730 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.730 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.730 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.730 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.730 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.730 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.730 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.730 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.730 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.731 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.731 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.731 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.731 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.731 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.731 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.731 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.731 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.731 INFO:teuthology.orchestra.run.smithi044.stdout: "max_concurrent_clones": { 2024-05-21T00:45:47.731 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_concurrent_clones", 2024-05-21T00:45:47.731 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.731 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.731 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.731 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "4", 2024-05-21T00:45:47.732 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.732 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.732 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.732 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Number of asynchronous cloner threads", 2024-05-21T00:45:47.732 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.732 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.732 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.732 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.732 INFO:teuthology.orchestra.run.smithi044.stdout: "periodic_async_work": { 2024-05-21T00:45:47.732 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "periodic_async_work", 2024-05-21T00:45:47.732 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.732 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.732 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.733 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.733 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.733 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.733 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.733 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Periodically check for async work", 2024-05-21T00:45:47.733 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.733 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.733 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.733 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.733 INFO:teuthology.orchestra.run.smithi044.stdout: "snapshot_clone_delay": { 2024-05-21T00:45:47.733 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snapshot_clone_delay", 2024-05-21T00:45:47.733 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.733 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.734 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.734 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.734 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.734 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.734 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.734 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-05-21T00:45:47.734 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.734 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.734 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.734 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.734 INFO:teuthology.orchestra.run.smithi044.stdout: "snapshot_clone_no_wait": { 2024-05-21T00:45:47.734 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snapshot_clone_no_wait", 2024-05-21T00:45:47.734 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.735 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.735 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.735 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.735 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.735 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.735 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.735 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-05-21T00:45:47.735 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.735 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.735 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.735 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.735 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.735 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.736 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.736 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.736 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.736 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.736 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.736 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.736 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.736 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.736 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.736 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.736 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.736 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.736 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.736 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.737 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.737 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix", 2024-05-21T00:45:47.737 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.737 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.737 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.737 INFO:teuthology.orchestra.run.smithi044.stdout: "discovery_interval": { 2024-05-21T00:45:47.737 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "discovery_interval", 2024-05-21T00:45:47.737 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-05-21T00:45:47.737 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.737 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.737 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "100", 2024-05-21T00:45:47.737 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.737 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.737 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.738 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.738 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.738 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.738 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.738 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.738 INFO:teuthology.orchestra.run.smithi044.stdout: "identifier": { 2024-05-21T00:45:47.738 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "identifier", 2024-05-21T00:45:47.738 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.738 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.738 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.738 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.738 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.738 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.738 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.739 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.739 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.739 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.739 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.739 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.739 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-05-21T00:45:47.739 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-05-21T00:45:47.739 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.739 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.739 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.739 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-05-21T00:45:47.739 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.739 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.739 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.740 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.740 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.740 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.740 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.740 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.740 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.740 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.740 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.740 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.740 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.740 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.740 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.740 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.740 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.740 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.741 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.741 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.741 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.741 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.741 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.741 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.741 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.741 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.741 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.741 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.741 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.741 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.741 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.741 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.742 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.742 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.742 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.742 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.742 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.742 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.742 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.742 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.742 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.742 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.742 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.742 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.742 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.743 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.743 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.743 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.743 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.743 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.743 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.743 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.743 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.743 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.743 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.743 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.743 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.743 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.743 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.744 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.744 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.744 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.744 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.744 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.744 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.744 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.744 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.744 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.744 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.744 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.744 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.744 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.745 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.745 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.745 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.745 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.745 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.745 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.745 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.745 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.745 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.745 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.745 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.745 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.745 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.745 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.746 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.746 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.746 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.746 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.746 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.746 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.746 INFO:teuthology.orchestra.run.smithi044.stdout: "zabbix_host": { 2024-05-21T00:45:47.746 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix_host", 2024-05-21T00:45:47.746 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.746 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.746 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.746 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.746 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.746 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.747 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.747 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.747 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.747 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.747 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.747 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.747 INFO:teuthology.orchestra.run.smithi044.stdout: "zabbix_port": { 2024-05-21T00:45:47.747 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix_port", 2024-05-21T00:45:47.747 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.747 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.747 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.747 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10051", 2024-05-21T00:45:47.747 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.747 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.748 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.748 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.748 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.748 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.748 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.748 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.748 INFO:teuthology.orchestra.run.smithi044.stdout: "zabbix_sender": { 2024-05-21T00:45:47.748 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix_sender", 2024-05-21T00:45:47.748 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.748 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.748 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.748 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-05-21T00:45:47.748 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.748 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.749 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.749 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.749 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.749 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.749 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.749 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.749 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.749 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.749 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-05-21T00:45:47.749 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.749 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.749 INFO:teuthology.orchestra.run.smithi044.stdout: "modules": [ 2024-05-21T00:45:47.749 INFO:teuthology.orchestra.run.smithi044.stdout: "cephadm", 2024-05-21T00:45:47.749 INFO:teuthology.orchestra.run.smithi044.stdout: "dashboard", 2024-05-21T00:45:47.750 INFO:teuthology.orchestra.run.smithi044.stdout: "iostat", 2024-05-21T00:45:47.750 INFO:teuthology.orchestra.run.smithi044.stdout: "nfs", 2024-05-21T00:45:47.750 INFO:teuthology.orchestra.run.smithi044.stdout: "restful" 2024-05-21T00:45:47.750 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.750 INFO:teuthology.orchestra.run.smithi044.stdout: "available_modules": [ 2024-05-21T00:45:47.750 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.750 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "alerts", 2024-05-21T00:45:47.750 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.750 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.750 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.750 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-05-21T00:45:47.750 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-05-21T00:45:47.750 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.750 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.751 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.751 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-05-21T00:45:47.751 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.751 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.751 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.751 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How frequently to reexamine health status", 2024-05-21T00:45:47.751 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.751 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.751 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.751 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.751 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.751 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.751 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.751 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.752 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.752 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.752 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.752 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.752 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.752 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.752 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.752 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.752 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.752 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.752 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.752 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.752 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.752 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.752 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.753 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.753 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.753 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.753 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.753 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.753 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.753 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.753 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.753 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.753 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.753 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.753 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.753 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.753 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.754 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.754 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.754 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.754 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.754 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.754 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.754 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.754 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.754 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.754 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.754 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.754 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.754 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.754 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.755 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.755 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.755 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.755 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.755 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.755 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.755 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.755 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.755 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.755 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.755 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.755 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.755 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.755 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.756 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.756 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.756 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.756 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.756 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.756 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.756 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.756 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.756 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.756 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_destination": { 2024-05-21T00:45:47.756 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_destination", 2024-05-21T00:45:47.756 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.756 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.756 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.756 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.757 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.757 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.757 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.757 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Email address to send alerts to", 2024-05-21T00:45:47.757 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.757 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.757 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.757 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.757 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_from_name": { 2024-05-21T00:45:47.757 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_from_name", 2024-05-21T00:45:47.757 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.757 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.757 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.757 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "Ceph", 2024-05-21T00:45:47.758 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.758 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.758 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.758 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Email From: name", 2024-05-21T00:45:47.758 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.758 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.758 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.758 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.758 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_host": { 2024-05-21T00:45:47.758 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_host", 2024-05-21T00:45:47.758 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.758 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.758 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.759 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.759 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.759 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.759 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.759 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SMTP server", 2024-05-21T00:45:47.759 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.759 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.759 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.759 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.759 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_password": { 2024-05-21T00:45:47.759 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_password", 2024-05-21T00:45:47.759 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.759 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.759 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.760 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.760 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.760 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.760 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.760 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Password to authenticate with", 2024-05-21T00:45:47.760 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.760 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.760 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.760 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.760 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_port": { 2024-05-21T00:45:47.760 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_port", 2024-05-21T00:45:47.760 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.760 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.760 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.761 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "465", 2024-05-21T00:45:47.761 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.761 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.761 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.761 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SMTP port", 2024-05-21T00:45:47.761 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.761 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.761 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.761 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.761 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_sender": { 2024-05-21T00:45:47.761 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_sender", 2024-05-21T00:45:47.761 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.761 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.761 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.762 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.762 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.762 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.762 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.762 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SMTP envelope sender", 2024-05-21T00:45:47.762 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.762 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.762 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.762 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.762 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_ssl": { 2024-05-21T00:45:47.762 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_ssl", 2024-05-21T00:45:47.762 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.762 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.762 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.763 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.763 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.763 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.763 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.763 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use SSL to connect to SMTP server", 2024-05-21T00:45:47.763 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.763 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.763 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.763 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.763 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_user": { 2024-05-21T00:45:47.763 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_user", 2024-05-21T00:45:47.763 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.763 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.763 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.764 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.764 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.764 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.764 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.764 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "User to authenticate as", 2024-05-21T00:45:47.764 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.764 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.764 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.764 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.764 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.764 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.764 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.764 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.765 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.765 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.765 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.765 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.765 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.765 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.765 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.765 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.765 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.765 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.765 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.765 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.765 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.765 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "balancer", 2024-05-21T00:45:47.765 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.766 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.766 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.766 INFO:teuthology.orchestra.run.smithi044.stdout: "active": { 2024-05-21T00:45:47.766 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "active", 2024-05-21T00:45:47.766 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.766 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.766 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.766 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.766 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.766 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.766 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.766 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "automatically balance PGs across cluster", 2024-05-21T00:45:47.766 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.767 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.767 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.767 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.767 INFO:teuthology.orchestra.run.smithi044.stdout: "begin_time": { 2024-05-21T00:45:47.767 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "begin_time", 2024-05-21T00:45:47.767 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.767 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.767 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.767 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0000", 2024-05-21T00:45:47.767 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.767 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.767 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.767 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "beginning time of day to automatically balance", 2024-05-21T00:45:47.767 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-21T00:45:47.767 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.768 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.768 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.768 INFO:teuthology.orchestra.run.smithi044.stdout: "begin_weekday": { 2024-05-21T00:45:47.768 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "begin_weekday", 2024-05-21T00:45:47.768 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-05-21T00:45:47.768 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.768 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.768 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.768 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "0", 2024-05-21T00:45:47.768 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "6", 2024-05-21T00:45:47.768 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.768 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-05-21T00:45:47.768 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-21T00:45:47.768 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.769 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.769 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.769 INFO:teuthology.orchestra.run.smithi044.stdout: "crush_compat_max_iterations": { 2024-05-21T00:45:47.769 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crush_compat_max_iterations", 2024-05-21T00:45:47.769 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-05-21T00:45:47.769 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.769 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.769 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "25", 2024-05-21T00:45:47.769 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-05-21T00:45:47.769 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "250", 2024-05-21T00:45:47.769 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.769 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-05-21T00:45:47.769 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.769 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.770 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.770 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.770 INFO:teuthology.orchestra.run.smithi044.stdout: "crush_compat_metrics": { 2024-05-21T00:45:47.770 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crush_compat_metrics", 2024-05-21T00:45:47.770 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.770 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.770 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.770 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "pgs,objects,bytes", 2024-05-21T00:45:47.770 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.770 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.770 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.770 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-05-21T00:45:47.770 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-05-21T00:45:47.770 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.771 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.771 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.771 INFO:teuthology.orchestra.run.smithi044.stdout: "crush_compat_step": { 2024-05-21T00:45:47.771 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crush_compat_step", 2024-05-21T00:45:47.771 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-21T00:45:47.771 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.771 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.771 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0.5", 2024-05-21T00:45:47.771 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "0.001", 2024-05-21T00:45:47.771 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "0.999", 2024-05-21T00:45:47.771 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.771 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "aggressiveness of optimization", 2024-05-21T00:45:47.771 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-05-21T00:45:47.771 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.772 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.772 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.772 INFO:teuthology.orchestra.run.smithi044.stdout: "end_time": { 2024-05-21T00:45:47.772 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "end_time", 2024-05-21T00:45:47.772 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.772 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.772 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.772 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "2359", 2024-05-21T00:45:47.772 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.772 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.772 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.772 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "ending time of day to automatically balance", 2024-05-21T00:45:47.772 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-21T00:45:47.772 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.773 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.773 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.773 INFO:teuthology.orchestra.run.smithi044.stdout: "end_weekday": { 2024-05-21T00:45:47.773 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "end_weekday", 2024-05-21T00:45:47.773 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-05-21T00:45:47.773 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.773 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.773 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.773 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "0", 2024-05-21T00:45:47.773 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "6", 2024-05-21T00:45:47.773 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.773 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-05-21T00:45:47.773 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-21T00:45:47.773 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.774 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.774 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.774 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.774 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.774 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.774 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.774 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.774 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.774 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.774 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.774 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.774 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.774 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.775 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.775 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.775 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.775 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.775 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.775 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.775 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.775 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.775 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.775 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.775 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.775 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.775 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.775 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.776 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.776 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.776 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.776 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.776 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.776 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.776 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.776 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.776 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.776 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.776 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.776 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.776 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.776 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.777 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.777 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.777 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.777 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.777 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.777 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.777 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.777 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.777 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.777 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.777 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.777 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.777 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.777 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.778 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.778 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.778 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.778 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.778 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.778 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.778 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.778 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.778 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.778 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.778 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.778 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.778 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.778 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.779 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.779 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.779 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.779 INFO:teuthology.orchestra.run.smithi044.stdout: "min_score": { 2024-05-21T00:45:47.779 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "min_score", 2024-05-21T00:45:47.779 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-21T00:45:47.779 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.779 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.779 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.779 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.779 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.779 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.779 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-05-21T00:45:47.779 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.779 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.780 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.780 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.780 INFO:teuthology.orchestra.run.smithi044.stdout: "mode": { 2024-05-21T00:45:47.780 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mode", 2024-05-21T00:45:47.780 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.780 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.780 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.780 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "upmap", 2024-05-21T00:45:47.780 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.780 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.780 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.780 INFO:teuthology.orchestra.run.smithi044.stdout: "crush-compat", 2024-05-21T00:45:47.780 INFO:teuthology.orchestra.run.smithi044.stdout: "none", 2024-05-21T00:45:47.780 INFO:teuthology.orchestra.run.smithi044.stdout: "read", 2024-05-21T00:45:47.781 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap", 2024-05-21T00:45:47.781 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap-read" 2024-05-21T00:45:47.781 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.781 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Balancer mode", 2024-05-21T00:45:47.781 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.781 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.781 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.781 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.781 INFO:teuthology.orchestra.run.smithi044.stdout: "pool_ids": { 2024-05-21T00:45:47.781 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pool_ids", 2024-05-21T00:45:47.781 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.781 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.781 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.781 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.782 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.782 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.782 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.782 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-05-21T00:45:47.782 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.782 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.782 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.782 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.782 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-05-21T00:45:47.782 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-05-21T00:45:47.782 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.782 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.782 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.783 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-05-21T00:45:47.783 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.783 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.783 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.783 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-05-21T00:45:47.783 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.783 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.783 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.783 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.783 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.783 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.783 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.783 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.783 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.783 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.784 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.784 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.784 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.784 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.784 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.784 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.784 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.784 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.784 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap_max_deviation": { 2024-05-21T00:45:47.784 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "upmap_max_deviation", 2024-05-21T00:45:47.784 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.784 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.784 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.784 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-05-21T00:45:47.784 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-05-21T00:45:47.785 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.785 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.785 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "deviation below which no optimization is attempted", 2024-05-21T00:45:47.785 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-05-21T00:45:47.785 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.785 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.785 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.785 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap_max_optimizations": { 2024-05-21T00:45:47.785 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "upmap_max_optimizations", 2024-05-21T00:45:47.785 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-05-21T00:45:47.785 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.785 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.785 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-21T00:45:47.785 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.786 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.786 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.786 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-05-21T00:45:47.786 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.786 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.786 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.786 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.786 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.786 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.786 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.786 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cephadm", 2024-05-21T00:45:47.786 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.786 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.786 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.787 INFO:teuthology.orchestra.run.smithi044.stdout: "agent_down_multiplier": { 2024-05-21T00:45:47.787 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "agent_down_multiplier", 2024-05-21T00:45:47.787 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-21T00:45:47.787 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.787 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.787 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "3.0", 2024-05-21T00:45:47.787 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.787 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.787 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.787 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-05-21T00:45:47.787 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.787 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.787 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.787 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.788 INFO:teuthology.orchestra.run.smithi044.stdout: "agent_refresh_rate": { 2024-05-21T00:45:47.788 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "agent_refresh_rate", 2024-05-21T00:45:47.788 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.788 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.788 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.788 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "20", 2024-05-21T00:45:47.788 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.788 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.788 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.788 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-05-21T00:45:47.788 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.788 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.788 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.788 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.789 INFO:teuthology.orchestra.run.smithi044.stdout: "agent_starting_port": { 2024-05-21T00:45:47.789 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "agent_starting_port", 2024-05-21T00:45:47.789 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.789 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.789 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.789 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "4721", 2024-05-21T00:45:47.789 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.789 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.789 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.789 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-05-21T00:45:47.789 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.789 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.789 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.790 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.790 INFO:teuthology.orchestra.run.smithi044.stdout: "allow_ptrace": { 2024-05-21T00:45:47.790 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "allow_ptrace", 2024-05-21T00:45:47.790 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.790 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.790 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.790 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.790 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.790 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.790 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.790 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-05-21T00:45:47.790 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-05-21T00:45:47.790 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.790 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.791 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.791 INFO:teuthology.orchestra.run.smithi044.stdout: "autotune_interval": { 2024-05-21T00:45:47.791 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "autotune_interval", 2024-05-21T00:45:47.791 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.791 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.791 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.791 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-05-21T00:45:47.791 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.791 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.791 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.791 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to autotune daemon memory", 2024-05-21T00:45:47.791 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.791 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.791 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.792 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.792 INFO:teuthology.orchestra.run.smithi044.stdout: "autotune_memory_target_ratio": { 2024-05-21T00:45:47.792 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "autotune_memory_target_ratio", 2024-05-21T00:45:47.792 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-21T00:45:47.792 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.792 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.792 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0.7", 2024-05-21T00:45:47.792 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.792 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.792 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.792 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-05-21T00:45:47.792 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.792 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.793 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.793 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.793 INFO:teuthology.orchestra.run.smithi044.stdout: "cephadm_log_destination": { 2024-05-21T00:45:47.793 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cephadm_log_destination", 2024-05-21T00:45:47.793 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.793 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.793 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.793 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.793 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.793 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.793 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.793 INFO:teuthology.orchestra.run.smithi044.stdout: "file", 2024-05-21T00:45:47.793 INFO:teuthology.orchestra.run.smithi044.stdout: "file,syslog", 2024-05-21T00:45:47.793 INFO:teuthology.orchestra.run.smithi044.stdout: "syslog" 2024-05-21T00:45:47.794 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.794 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-05-21T00:45:47.794 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.794 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.794 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.794 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.794 INFO:teuthology.orchestra.run.smithi044.stdout: "cgroups_split": { 2024-05-21T00:45:47.794 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cgroups_split", 2024-05-21T00:45:47.794 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.794 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.794 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.794 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.794 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.795 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.795 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.795 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-05-21T00:45:47.795 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.795 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.795 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.795 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.795 INFO:teuthology.orchestra.run.smithi044.stdout: "config_checks_enabled": { 2024-05-21T00:45:47.795 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "config_checks_enabled", 2024-05-21T00:45:47.795 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.795 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.795 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.795 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.796 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.796 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.796 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.796 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-05-21T00:45:47.796 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.796 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.796 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.796 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.796 INFO:teuthology.orchestra.run.smithi044.stdout: "config_dashboard": { 2024-05-21T00:45:47.796 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "config_dashboard", 2024-05-21T00:45:47.796 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.796 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.797 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.797 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.797 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.797 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.797 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.797 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-05-21T00:45:47.797 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.797 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.797 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.797 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.797 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_alertmanager": { 2024-05-21T00:45:47.797 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_alertmanager", 2024-05-21T00:45:47.797 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.797 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.798 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.798 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-05-21T00:45:47.798 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.798 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.798 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.798 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-05-21T00:45:47.798 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.798 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.798 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.798 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.798 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_base": { 2024-05-21T00:45:47.798 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_base", 2024-05-21T00:45:47.798 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.798 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.799 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.799 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/ceph", 2024-05-21T00:45:47.799 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.799 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.799 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.799 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Container image name, without the tag", 2024-05-21T00:45:47.799 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.799 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.799 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.799 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.799 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_elasticsearch": { 2024-05-21T00:45:47.799 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_elasticsearch", 2024-05-21T00:45:47.799 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.799 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.800 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.800 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-05-21T00:45:47.800 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.800 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.800 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.800 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "elasticsearch container image", 2024-05-21T00:45:47.800 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.800 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.800 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.800 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.800 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_grafana": { 2024-05-21T00:45:47.800 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_grafana", 2024-05-21T00:45:47.800 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.800 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.801 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.801 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-05-21T00:45:47.801 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.801 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.801 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.801 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-05-21T00:45:47.801 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.801 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.801 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.801 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.801 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_haproxy": { 2024-05-21T00:45:47.801 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_haproxy", 2024-05-21T00:45:47.801 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.801 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.802 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.802 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-05-21T00:45:47.802 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.802 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.802 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.802 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "HAproxy container image", 2024-05-21T00:45:47.802 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.802 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.802 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.802 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.802 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_jaeger_agent": { 2024-05-21T00:45:47.802 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_jaeger_agent", 2024-05-21T00:45:47.802 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.803 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.803 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.803 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-05-21T00:45:47.803 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.803 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.803 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.803 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Jaeger agent container image", 2024-05-21T00:45:47.803 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.803 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.803 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.803 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.803 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_jaeger_collector": { 2024-05-21T00:45:47.803 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_jaeger_collector", 2024-05-21T00:45:47.803 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.803 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.804 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.804 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-05-21T00:45:47.804 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.804 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.804 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.804 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Jaeger collector container image", 2024-05-21T00:45:47.804 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.804 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.804 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.804 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.804 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_jaeger_query": { 2024-05-21T00:45:47.804 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_jaeger_query", 2024-05-21T00:45:47.804 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.805 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.805 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.805 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-05-21T00:45:47.805 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.805 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.805 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.805 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Jaeger query container image", 2024-05-21T00:45:47.805 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.805 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.805 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.805 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.805 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_keepalived": { 2024-05-21T00:45:47.805 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_keepalived", 2024-05-21T00:45:47.806 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.806 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.806 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.806 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-05-21T00:45:47.806 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.806 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.806 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.806 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Keepalived container image", 2024-05-21T00:45:47.806 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.806 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.806 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.806 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.806 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_loki": { 2024-05-21T00:45:47.806 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_loki", 2024-05-21T00:45:47.807 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.807 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.807 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.807 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-05-21T00:45:47.807 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.807 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.807 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.807 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Loki container image", 2024-05-21T00:45:47.807 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.807 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.807 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.807 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.807 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_node_exporter": { 2024-05-21T00:45:47.807 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_node_exporter", 2024-05-21T00:45:47.808 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.808 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.808 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.808 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-05-21T00:45:47.808 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.808 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.808 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.808 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-05-21T00:45:47.808 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.808 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.808 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.808 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.808 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_nvmeof": { 2024-05-21T00:45:47.808 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_nvmeof", 2024-05-21T00:45:47.809 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.809 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.809 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.809 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-05-21T00:45:47.809 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.809 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.809 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.809 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Nvme-of container image", 2024-05-21T00:45:47.809 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.809 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.809 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.809 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.809 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_prometheus": { 2024-05-21T00:45:47.809 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_prometheus", 2024-05-21T00:45:47.810 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.810 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.810 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.810 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-05-21T00:45:47.810 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.810 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.810 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.810 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-05-21T00:45:47.810 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.810 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.810 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.810 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.810 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_promtail": { 2024-05-21T00:45:47.810 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_promtail", 2024-05-21T00:45:47.811 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.811 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.811 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.811 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-05-21T00:45:47.811 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.811 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.811 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.811 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Promtail container image", 2024-05-21T00:45:47.811 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.811 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.811 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.811 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.811 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_samba": { 2024-05-21T00:45:47.811 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_samba", 2024-05-21T00:45:47.811 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.812 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.812 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.812 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-05-21T00:45:47.812 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.812 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.812 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.812 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Samba/SMB container image", 2024-05-21T00:45:47.812 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.812 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.812 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.812 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.812 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_snmp_gateway": { 2024-05-21T00:45:47.812 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_snmp_gateway", 2024-05-21T00:45:47.812 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.813 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.813 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.813 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-05-21T00:45:47.813 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.813 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.813 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.813 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SNMP Gateway container image", 2024-05-21T00:45:47.813 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.813 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.813 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.813 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.813 INFO:teuthology.orchestra.run.smithi044.stdout: "container_init": { 2024-05-21T00:45:47.813 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_init", 2024-05-21T00:45:47.813 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.813 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.814 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.814 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.814 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.814 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.814 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.814 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Run podman/docker with `--init`", 2024-05-21T00:45:47.814 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.814 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.814 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.814 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.814 INFO:teuthology.orchestra.run.smithi044.stdout: "daemon_cache_timeout": { 2024-05-21T00:45:47.814 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "daemon_cache_timeout", 2024-05-21T00:45:47.814 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.814 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.815 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.815 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-05-21T00:45:47.815 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.815 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.815 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.815 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-05-21T00:45:47.815 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.815 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.815 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.815 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.815 INFO:teuthology.orchestra.run.smithi044.stdout: "default_cephadm_command_timeout": { 2024-05-21T00:45:47.815 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default_cephadm_command_timeout", 2024-05-21T00:45:47.815 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.815 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.816 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.816 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "900", 2024-05-21T00:45:47.816 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.816 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.816 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.816 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-05-21T00:45:47.816 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.816 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.816 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.816 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.816 INFO:teuthology.orchestra.run.smithi044.stdout: "default_registry": { 2024-05-21T00:45:47.816 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default_registry", 2024-05-21T00:45:47.816 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.816 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.816 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.817 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io", 2024-05-21T00:45:47.817 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.817 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.817 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.817 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-05-21T00:45:47.817 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.817 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.817 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.817 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.817 INFO:teuthology.orchestra.run.smithi044.stdout: "device_cache_timeout": { 2024-05-21T00:45:47.817 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "device_cache_timeout", 2024-05-21T00:45:47.817 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.817 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.817 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.817 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "1800", 2024-05-21T00:45:47.818 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.818 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.818 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.818 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "seconds to cache device inventory", 2024-05-21T00:45:47.818 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.818 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.818 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.818 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.818 INFO:teuthology.orchestra.run.smithi044.stdout: "device_enhanced_scan": { 2024-05-21T00:45:47.818 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "device_enhanced_scan", 2024-05-21T00:45:47.818 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.818 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.818 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.819 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.819 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.819 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.819 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.819 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use libstoragemgmt during device scans", 2024-05-21T00:45:47.819 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.819 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.819 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.819 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.819 INFO:teuthology.orchestra.run.smithi044.stdout: "facts_cache_timeout": { 2024-05-21T00:45:47.819 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "facts_cache_timeout", 2024-05-21T00:45:47.819 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.819 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.820 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.820 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-05-21T00:45:47.820 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.820 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.820 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.820 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "seconds to cache host facts data", 2024-05-21T00:45:47.820 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.820 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.820 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.820 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.820 INFO:teuthology.orchestra.run.smithi044.stdout: "grafana_dashboards_path": { 2024-05-21T00:45:47.820 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "grafana_dashboards_path", 2024-05-21T00:45:47.820 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.820 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.821 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.821 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-05-21T00:45:47.821 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.821 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.821 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.821 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-05-21T00:45:47.821 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.821 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.821 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.821 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.821 INFO:teuthology.orchestra.run.smithi044.stdout: "host_check_interval": { 2024-05-21T00:45:47.821 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "host_check_interval", 2024-05-21T00:45:47.821 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.821 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.822 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.822 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-05-21T00:45:47.822 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.822 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.822 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.822 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to perform a host check", 2024-05-21T00:45:47.822 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.822 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.822 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.822 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.822 INFO:teuthology.orchestra.run.smithi044.stdout: "hw_monitoring": { 2024-05-21T00:45:47.822 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "hw_monitoring", 2024-05-21T00:45:47.822 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.822 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.823 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.823 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.823 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.823 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.823 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.823 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-05-21T00:45:47.823 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.823 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.823 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.823 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.823 INFO:teuthology.orchestra.run.smithi044.stdout: "inventory_list_all": { 2024-05-21T00:45:47.823 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "inventory_list_all", 2024-05-21T00:45:47.823 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.823 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.824 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.824 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.824 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.824 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.824 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.824 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-05-21T00:45:47.824 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.824 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.824 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.824 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.824 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.824 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.824 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.824 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.825 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.825 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.825 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.825 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.825 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.825 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.825 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.825 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.825 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.825 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.825 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.825 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.825 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.825 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.826 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.826 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.826 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.826 INFO:teuthology.orchestra.run.smithi044.stdout: "log_refresh_metadata": { 2024-05-21T00:45:47.826 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_refresh_metadata", 2024-05-21T00:45:47.826 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.826 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.826 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.826 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.826 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.826 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.826 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.826 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-05-21T00:45:47.826 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.827 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.827 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.827 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.827 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.827 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.827 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.827 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.827 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.827 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.827 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.827 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.827 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.827 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-05-21T00:45:47.827 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.828 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.828 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.828 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.828 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.828 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.828 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.828 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.828 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.828 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.828 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.828 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.828 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.828 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.828 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.828 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.829 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.829 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.829 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.829 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.829 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.829 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.829 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.829 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.829 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.829 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.829 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.829 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.829 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.829 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.830 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.830 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.830 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.830 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.830 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.830 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.830 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.830 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.830 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.830 INFO:teuthology.orchestra.run.smithi044.stdout: "manage_etc_ceph_ceph_conf": { 2024-05-21T00:45:47.830 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-05-21T00:45:47.830 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.830 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.831 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.831 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.831 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.831 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.831 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.831 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-05-21T00:45:47.831 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.831 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.831 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.831 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.831 INFO:teuthology.orchestra.run.smithi044.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-05-21T00:45:47.831 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-05-21T00:45:47.831 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.831 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.831 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.832 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "*", 2024-05-21T00:45:47.832 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.832 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.832 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.832 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-05-21T00:45:47.832 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.832 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.832 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.832 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.832 INFO:teuthology.orchestra.run.smithi044.stdout: "max_count_per_host": { 2024-05-21T00:45:47.832 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_count_per_host", 2024-05-21T00:45:47.832 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.832 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.833 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.833 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-21T00:45:47.833 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.833 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.833 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.833 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "max number of daemons per service per host", 2024-05-21T00:45:47.833 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.833 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.833 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.833 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.833 INFO:teuthology.orchestra.run.smithi044.stdout: "max_osd_draining_count": { 2024-05-21T00:45:47.833 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_osd_draining_count", 2024-05-21T00:45:47.834 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.834 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.834 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.834 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-21T00:45:47.834 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.834 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.834 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.834 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-05-21T00:45:47.834 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.834 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.834 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.834 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.835 INFO:teuthology.orchestra.run.smithi044.stdout: "migration_current": { 2024-05-21T00:45:47.835 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "migration_current", 2024-05-21T00:45:47.835 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.835 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.835 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.835 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.835 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.835 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.835 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.835 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "internal - do not modify", 2024-05-21T00:45:47.835 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.835 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.835 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.835 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.836 INFO:teuthology.orchestra.run.smithi044.stdout: "mode": { 2024-05-21T00:45:47.836 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mode", 2024-05-21T00:45:47.836 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.836 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.836 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.836 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "root", 2024-05-21T00:45:47.836 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.836 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.836 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.836 INFO:teuthology.orchestra.run.smithi044.stdout: "cephadm-package", 2024-05-21T00:45:47.836 INFO:teuthology.orchestra.run.smithi044.stdout: "root" 2024-05-21T00:45:47.836 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.836 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "mode for remote execution of cephadm", 2024-05-21T00:45:47.837 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.837 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.837 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.837 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.837 INFO:teuthology.orchestra.run.smithi044.stdout: "oob_default_addr": { 2024-05-21T00:45:47.837 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "oob_default_addr", 2024-05-21T00:45:47.837 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.837 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.837 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.837 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "169.254.1.1", 2024-05-21T00:45:47.837 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.837 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.837 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.838 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Default address for RedFish API (oob management).", 2024-05-21T00:45:47.838 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.838 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.838 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.838 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.838 INFO:teuthology.orchestra.run.smithi044.stdout: "prometheus_alerts_path": { 2024-05-21T00:45:47.838 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "prometheus_alerts_path", 2024-05-21T00:45:47.838 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.838 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.838 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.838 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-05-21T00:45:47.838 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.838 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.838 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.839 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-05-21T00:45:47.839 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.839 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.839 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.839 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.839 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_insecure": { 2024-05-21T00:45:47.839 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_insecure", 2024-05-21T00:45:47.839 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.839 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.839 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.839 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.839 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.839 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.840 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.840 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-05-21T00:45:47.840 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.840 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.840 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.840 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.840 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_password": { 2024-05-21T00:45:47.840 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_password", 2024-05-21T00:45:47.840 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.840 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.840 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.840 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.840 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.840 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.841 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.841 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-05-21T00:45:47.841 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.841 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.841 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.841 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.841 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_url": { 2024-05-21T00:45:47.841 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_url", 2024-05-21T00:45:47.841 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.841 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.841 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.841 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.841 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.842 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.842 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.842 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-05-21T00:45:47.842 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.842 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.842 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.842 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.842 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_username": { 2024-05-21T00:45:47.842 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_username", 2024-05-21T00:45:47.842 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.842 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.842 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.842 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.842 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.843 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.843 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.843 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-05-21T00:45:47.843 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.843 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.843 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.843 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.843 INFO:teuthology.orchestra.run.smithi044.stdout: "secure_monitoring_stack": { 2024-05-21T00:45:47.843 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "secure_monitoring_stack", 2024-05-21T00:45:47.843 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.843 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.843 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.843 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.843 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.843 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.844 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.844 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-05-21T00:45:47.844 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.844 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.844 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.844 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.844 INFO:teuthology.orchestra.run.smithi044.stdout: "service_discovery_port": { 2024-05-21T00:45:47.844 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "service_discovery_port", 2024-05-21T00:45:47.844 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.844 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.844 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.844 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8765", 2024-05-21T00:45:47.844 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.844 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.845 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.845 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "cephadm service discovery port", 2024-05-21T00:45:47.845 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.845 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.845 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.845 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.845 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.845 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.845 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.845 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.845 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.845 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.845 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.845 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.846 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.846 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.846 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.846 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.846 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.846 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.846 INFO:teuthology.orchestra.run.smithi044.stdout: "ssh_config_file": { 2024-05-21T00:45:47.846 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssh_config_file", 2024-05-21T00:45:47.846 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.846 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.846 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.846 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.846 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.846 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.847 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.847 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-05-21T00:45:47.847 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.847 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.847 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.847 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.847 INFO:teuthology.orchestra.run.smithi044.stdout: "use_agent": { 2024-05-21T00:45:47.847 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "use_agent", 2024-05-21T00:45:47.847 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.847 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.847 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.847 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.847 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.847 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.848 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.848 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-05-21T00:45:47.848 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.848 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.848 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.848 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.848 INFO:teuthology.orchestra.run.smithi044.stdout: "use_repo_digest": { 2024-05-21T00:45:47.848 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "use_repo_digest", 2024-05-21T00:45:47.848 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.848 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.848 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.848 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.848 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.848 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.849 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.849 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-05-21T00:45:47.849 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.849 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.849 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.849 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.849 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_on_failed_host_check": { 2024-05-21T00:45:47.849 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_on_failed_host_check", 2024-05-21T00:45:47.849 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.849 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.849 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.849 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.849 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.850 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.850 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.850 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise a health warning if the host check fails", 2024-05-21T00:45:47.850 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.850 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.850 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.850 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.850 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_on_stray_daemons": { 2024-05-21T00:45:47.850 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_on_stray_daemons", 2024-05-21T00:45:47.850 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.850 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.850 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.850 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.850 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.851 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.851 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.851 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-05-21T00:45:47.851 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.851 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.851 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.851 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.851 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_on_stray_hosts": { 2024-05-21T00:45:47.851 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_on_stray_hosts", 2024-05-21T00:45:47.851 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.851 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.851 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.851 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.851 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.852 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.852 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.852 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-05-21T00:45:47.852 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.852 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.852 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.852 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.852 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.852 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.852 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.852 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crash", 2024-05-21T00:45:47.852 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.852 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.852 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.853 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.853 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.853 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.853 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.853 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.853 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.853 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.853 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.853 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.853 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.853 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.853 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.853 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.853 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.853 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.854 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.854 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.854 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.854 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.854 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.854 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.854 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.854 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.854 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.854 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.854 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.854 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.854 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.854 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.855 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.855 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.855 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.855 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.855 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.855 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.855 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.855 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.855 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.855 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.855 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.855 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.855 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.855 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.856 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.856 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.856 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.856 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.856 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.856 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.856 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.856 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.856 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.856 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.856 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.856 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.856 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.856 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.857 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.857 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.857 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.857 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.857 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.857 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.857 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.857 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.857 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.857 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.857 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.857 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.857 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.857 INFO:teuthology.orchestra.run.smithi044.stdout: "retain_interval": { 2024-05-21T00:45:47.858 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "retain_interval", 2024-05-21T00:45:47.858 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.858 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.858 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.858 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "31536000", 2024-05-21T00:45:47.858 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.858 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.858 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.858 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how long to retain crashes before pruning them", 2024-05-21T00:45:47.858 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.858 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.858 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.858 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.859 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.859 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.859 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.859 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.859 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.859 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.859 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.859 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.859 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.859 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.859 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.859 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.859 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.859 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.860 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_recent_interval": { 2024-05-21T00:45:47.860 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_recent_interval", 2024-05-21T00:45:47.860 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.860 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.860 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.860 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "1209600", 2024-05-21T00:45:47.860 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.860 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.860 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.860 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "time interval in which to warn about recent crashes", 2024-05-21T00:45:47.860 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.860 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.860 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.860 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.861 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.861 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.861 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.861 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "dashboard", 2024-05-21T00:45:47.861 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.861 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.861 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.861 INFO:teuthology.orchestra.run.smithi044.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-05-21T00:45:47.861 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-05-21T00:45:47.861 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.861 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.861 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.861 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-21T00:45:47.861 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.862 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.862 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.862 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.862 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.862 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.862 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.862 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.862 INFO:teuthology.orchestra.run.smithi044.stdout: "ALERTMANAGER_API_HOST": { 2024-05-21T00:45:47.862 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ALERTMANAGER_API_HOST", 2024-05-21T00:45:47.862 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.862 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.862 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.862 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.863 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.863 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.863 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.863 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.863 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.863 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.863 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.863 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.863 INFO:teuthology.orchestra.run.smithi044.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-05-21T00:45:47.863 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-05-21T00:45:47.863 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.863 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.863 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.863 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.863 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.864 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.864 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.864 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.864 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.864 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.864 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.864 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.864 INFO:teuthology.orchestra.run.smithi044.stdout: "AUDIT_API_ENABLED": { 2024-05-21T00:45:47.864 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "AUDIT_API_ENABLED", 2024-05-21T00:45:47.864 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.864 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.864 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.864 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.864 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.865 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.865 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.865 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.865 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.865 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.865 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.865 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.865 INFO:teuthology.orchestra.run.smithi044.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-05-21T00:45:47.865 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-05-21T00:45:47.865 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.865 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.865 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.865 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.865 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.866 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.866 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.866 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.866 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.866 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.866 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.866 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.866 INFO:teuthology.orchestra.run.smithi044.stdout: "ENABLE_BROWSABLE_API": { 2024-05-21T00:45:47.866 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ENABLE_BROWSABLE_API", 2024-05-21T00:45:47.866 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.866 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.866 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.866 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.867 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.867 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.867 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.867 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.867 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.867 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.867 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.867 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.867 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-05-21T00:45:47.867 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-05-21T00:45:47.867 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.867 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.867 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.867 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.868 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.868 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.868 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.868 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.868 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.868 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.868 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.868 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.868 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-05-21T00:45:47.868 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-05-21T00:45:47.868 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.868 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.868 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.868 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.869 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.869 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.869 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.869 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.869 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.869 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.869 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.869 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.869 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-05-21T00:45:47.869 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-05-21T00:45:47.869 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.869 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.869 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.869 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.870 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.870 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.870 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.870 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.870 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.870 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.870 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.870 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.870 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-05-21T00:45:47.870 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-05-21T00:45:47.870 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.870 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.870 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.871 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.871 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.871 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.871 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.871 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.871 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.871 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.871 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.871 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.871 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_NFS": { 2024-05-21T00:45:47.871 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-05-21T00:45:47.871 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.871 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.871 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.872 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.872 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.872 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.872 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.872 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.872 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.872 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.872 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.872 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.872 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_RBD": { 2024-05-21T00:45:47.872 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-05-21T00:45:47.872 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.872 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.872 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.873 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.873 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.873 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.873 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.873 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.873 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.873 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.873 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.873 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.873 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_RGW": { 2024-05-21T00:45:47.873 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-05-21T00:45:47.873 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.873 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.873 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.874 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.874 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.874 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.874 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.874 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.874 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.874 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.874 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.874 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.874 INFO:teuthology.orchestra.run.smithi044.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-05-21T00:45:47.874 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-05-21T00:45:47.874 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.874 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.875 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.875 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.875 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.875 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.875 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.875 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.875 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.875 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.875 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.875 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.875 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_PASSWORD": { 2024-05-21T00:45:47.875 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_PASSWORD", 2024-05-21T00:45:47.875 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.875 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.876 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.876 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "admin", 2024-05-21T00:45:47.876 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.876 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.876 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.876 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.876 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.876 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.876 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.876 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.876 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-05-21T00:45:47.876 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-05-21T00:45:47.876 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.876 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.877 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.877 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.877 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.877 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.877 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.877 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.877 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.877 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.877 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.877 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.877 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_URL": { 2024-05-21T00:45:47.877 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_URL", 2024-05-21T00:45:47.877 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.877 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.878 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.878 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.878 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.878 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.878 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.878 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.878 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.878 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.878 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.878 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.878 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_USERNAME": { 2024-05-21T00:45:47.878 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_USERNAME", 2024-05-21T00:45:47.878 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.878 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.879 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.879 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "admin", 2024-05-21T00:45:47.879 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.879 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.879 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.879 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.879 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.879 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.879 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.879 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.879 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-05-21T00:45:47.879 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-05-21T00:45:47.879 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.879 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.879 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.880 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.880 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.880 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.880 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.880 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.880 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.880 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.880 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.880 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.880 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-05-21T00:45:47.880 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-05-21T00:45:47.880 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.880 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.881 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.881 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.881 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.881 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.881 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.881 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.881 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.881 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.881 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.881 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.881 INFO:teuthology.orchestra.run.smithi044.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-05-21T00:45:47.881 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-05-21T00:45:47.881 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.881 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.882 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.882 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.882 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.882 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.882 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.882 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.882 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.882 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.882 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.882 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.882 INFO:teuthology.orchestra.run.smithi044.stdout: "ISSUE_TRACKER_API_KEY": { 2024-05-21T00:45:47.882 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-05-21T00:45:47.882 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.882 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.883 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.883 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.883 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.883 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.883 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.883 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.883 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.883 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.883 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.883 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.883 INFO:teuthology.orchestra.run.smithi044.stdout: "MANAGED_BY_CLUSTERS": { 2024-05-21T00:45:47.883 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-05-21T00:45:47.883 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.883 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.884 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.884 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "[]", 2024-05-21T00:45:47.884 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.884 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.884 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.884 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.884 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.884 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.884 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.884 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.884 INFO:teuthology.orchestra.run.smithi044.stdout: "MULTICLUSTER_CONFIG": { 2024-05-21T00:45:47.884 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "MULTICLUSTER_CONFIG", 2024-05-21T00:45:47.884 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.885 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.885 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.885 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "{}", 2024-05-21T00:45:47.885 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.885 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.885 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.885 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.885 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.885 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.885 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.885 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.885 INFO:teuthology.orchestra.run.smithi044.stdout: "PROMETHEUS_API_HOST": { 2024-05-21T00:45:47.885 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PROMETHEUS_API_HOST", 2024-05-21T00:45:47.885 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.886 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.886 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.886 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.886 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.886 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.886 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.886 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.886 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.886 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.886 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.886 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.886 INFO:teuthology.orchestra.run.smithi044.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-05-21T00:45:47.886 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-05-21T00:45:47.887 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.887 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.887 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.887 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.887 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.887 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.887 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.887 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.887 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.887 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.887 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.887 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.887 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-05-21T00:45:47.887 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-05-21T00:45:47.888 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.888 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.888 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.888 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.888 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.888 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.888 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.888 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.888 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.888 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.888 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.888 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.888 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-05-21T00:45:47.888 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-05-21T00:45:47.889 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.889 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.889 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.889 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.889 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.889 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.889 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.889 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.889 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.889 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.889 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.889 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.889 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-05-21T00:45:47.889 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-05-21T00:45:47.890 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.890 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.890 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.890 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.890 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.890 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.890 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.890 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.890 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.890 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.890 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.890 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.890 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-05-21T00:45:47.890 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-05-21T00:45:47.891 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.891 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.891 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.891 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.891 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.891 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.891 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.891 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.891 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.891 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.891 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.891 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.892 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-05-21T00:45:47.892 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-05-21T00:45:47.892 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.892 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.892 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.892 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.892 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.892 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.892 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.892 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.892 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.892 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.892 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.892 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.893 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-05-21T00:45:47.893 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-05-21T00:45:47.893 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.893 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.893 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.893 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.893 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.893 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.893 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.893 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.893 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.893 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.893 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.893 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.894 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-05-21T00:45:47.894 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-05-21T00:45:47.894 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.894 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.894 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.894 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.894 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.894 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.894 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.894 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.894 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.894 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.894 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.894 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.895 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_ENABLED": { 2024-05-21T00:45:47.895 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_ENABLED", 2024-05-21T00:45:47.895 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.895 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.895 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.895 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.895 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.895 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.895 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.895 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.895 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.895 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.895 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.895 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.896 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-05-21T00:45:47.896 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-05-21T00:45:47.896 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.896 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.896 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.896 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-05-21T00:45:47.896 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.896 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.896 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.896 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.896 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.896 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.896 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.896 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.897 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-05-21T00:45:47.897 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-05-21T00:45:47.897 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.897 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.897 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.897 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-21T00:45:47.897 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.897 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.897 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.897 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.897 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.897 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.897 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.897 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.898 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-05-21T00:45:47.898 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-05-21T00:45:47.898 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.898 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.898 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.898 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8", 2024-05-21T00:45:47.898 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.898 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.898 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.898 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.898 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.898 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.898 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.899 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.899 INFO:teuthology.orchestra.run.smithi044.stdout: "REST_REQUESTS_TIMEOUT": { 2024-05-21T00:45:47.899 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-05-21T00:45:47.899 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.899 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.899 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.899 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "45", 2024-05-21T00:45:47.899 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.899 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.899 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.899 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.899 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.899 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.899 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.900 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.900 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_ACCESS_KEY": { 2024-05-21T00:45:47.900 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_ACCESS_KEY", 2024-05-21T00:45:47.900 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.900 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.900 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.900 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.900 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.900 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.900 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.900 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.900 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.900 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.900 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.901 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.901 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-05-21T00:45:47.901 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-05-21T00:45:47.901 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.901 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.901 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.901 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "admin", 2024-05-21T00:45:47.901 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.901 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.901 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.901 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.901 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.901 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.901 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.902 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.902 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_SECRET_KEY": { 2024-05-21T00:45:47.902 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_SECRET_KEY", 2024-05-21T00:45:47.902 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.902 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.902 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.902 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.902 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.902 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.902 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.902 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.902 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.902 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.903 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.903 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.903 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_SSL_VERIFY": { 2024-05-21T00:45:47.903 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_SSL_VERIFY", 2024-05-21T00:45:47.903 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.903 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.903 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.903 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.903 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.903 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.903 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.903 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.903 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.904 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.904 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.904 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.904 INFO:teuthology.orchestra.run.smithi044.stdout: "UNSAFE_TLS_v1_2": { 2024-05-21T00:45:47.904 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "UNSAFE_TLS_v1_2", 2024-05-21T00:45:47.904 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.904 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.904 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.904 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.904 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.904 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.904 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.904 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.904 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.905 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.905 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.905 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.905 INFO:teuthology.orchestra.run.smithi044.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-05-21T00:45:47.905 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-05-21T00:45:47.905 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.905 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.905 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.905 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.905 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.905 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.905 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.905 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.905 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.906 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.906 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.906 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.906 INFO:teuthology.orchestra.run.smithi044.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-05-21T00:45:47.906 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-05-21T00:45:47.906 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.906 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.906 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.906 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-21T00:45:47.906 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.906 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.906 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.906 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.907 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.907 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.907 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.907 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.907 INFO:teuthology.orchestra.run.smithi044.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-05-21T00:45:47.907 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-05-21T00:45:47.907 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.907 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.907 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.907 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-05-21T00:45:47.907 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.907 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.907 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.908 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.908 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.908 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.908 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.908 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.908 INFO:teuthology.orchestra.run.smithi044.stdout: "cross_origin_url": { 2024-05-21T00:45:47.908 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cross_origin_url", 2024-05-21T00:45:47.908 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.908 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.908 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.908 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.908 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.908 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.908 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.909 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.909 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.909 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.909 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.909 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.909 INFO:teuthology.orchestra.run.smithi044.stdout: "crt_file": { 2024-05-21T00:45:47.909 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crt_file", 2024-05-21T00:45:47.909 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.909 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.909 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.909 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.909 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.909 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.909 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.910 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.910 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.910 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.910 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.910 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.910 INFO:teuthology.orchestra.run.smithi044.stdout: "debug": { 2024-05-21T00:45:47.910 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "debug", 2024-05-21T00:45:47.910 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.910 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.910 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.910 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.910 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.910 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.910 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.911 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Enable/disable debug options", 2024-05-21T00:45:47.911 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.911 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.911 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.911 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.911 INFO:teuthology.orchestra.run.smithi044.stdout: "jwt_token_ttl": { 2024-05-21T00:45:47.911 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "jwt_token_ttl", 2024-05-21T00:45:47.911 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.911 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.913 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.914 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "28800", 2024-05-21T00:45:47.914 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.914 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.914 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.914 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.914 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.914 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.915 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.915 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.915 INFO:teuthology.orchestra.run.smithi044.stdout: "key_file": { 2024-05-21T00:45:47.915 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "key_file", 2024-05-21T00:45:47.915 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.915 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.915 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.915 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.915 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.915 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.915 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.916 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.916 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.916 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.916 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.916 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.916 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.916 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.916 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.916 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.916 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.916 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.917 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.917 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.917 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.917 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.917 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.917 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.917 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.917 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.917 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.917 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.917 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.917 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.918 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.918 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.918 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.918 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.918 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.918 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.918 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.918 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.918 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.918 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.918 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.919 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.919 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.919 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.919 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.919 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.919 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.919 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.919 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.919 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.919 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.919 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.920 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.920 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.920 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.920 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.920 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.920 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.920 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.920 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.920 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.920 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.920 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.920 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.921 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.921 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.921 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.921 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.921 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.921 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.921 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.921 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.921 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.921 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.921 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.922 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.922 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.922 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.922 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.922 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.922 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.922 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.922 INFO:teuthology.orchestra.run.smithi044.stdout: "motd": { 2024-05-21T00:45:47.922 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "motd", 2024-05-21T00:45:47.922 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.922 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.922 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.923 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.923 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.923 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.923 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.923 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "The message of the day", 2024-05-21T00:45:47.923 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.923 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.923 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.923 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.923 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_resolve_ip_addr": { 2024-05-21T00:45:47.923 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "redirect_resolve_ip_addr", 2024-05-21T00:45:47.923 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.924 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.924 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.924 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.924 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.924 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.924 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.924 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.924 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.924 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.924 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.925 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.925 INFO:teuthology.orchestra.run.smithi044.stdout: "server_addr": { 2024-05-21T00:45:47.925 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_addr", 2024-05-21T00:45:47.925 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.925 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.925 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.925 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "::", 2024-05-21T00:45:47.925 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.925 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.925 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.925 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.925 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.926 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.926 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.926 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.926 INFO:teuthology.orchestra.run.smithi044.stdout: "server_port": { 2024-05-21T00:45:47.926 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_port", 2024-05-21T00:45:47.926 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.926 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.926 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.926 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8080", 2024-05-21T00:45:47.926 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.926 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.927 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.927 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.927 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.927 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.927 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.927 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.927 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.927 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.927 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.927 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.927 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.928 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.928 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.928 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.928 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.928 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.928 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.928 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.928 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.928 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.928 INFO:teuthology.orchestra.run.smithi044.stdout: "ssl": { 2024-05-21T00:45:47.928 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssl", 2024-05-21T00:45:47.929 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.929 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.929 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.929 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.929 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.929 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.929 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.929 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.929 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.929 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.929 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.930 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.930 INFO:teuthology.orchestra.run.smithi044.stdout: "ssl_server_port": { 2024-05-21T00:45:47.930 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssl_server_port", 2024-05-21T00:45:47.930 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.930 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.930 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.930 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8443", 2024-05-21T00:45:47.930 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.930 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.930 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.930 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.931 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.931 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.931 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.931 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.931 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_behaviour": { 2024-05-21T00:45:47.931 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_behaviour", 2024-05-21T00:45:47.931 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.931 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.931 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.931 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "redirect", 2024-05-21T00:45:47.931 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.931 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.932 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.932 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.932 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect" 2024-05-21T00:45:47.932 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.932 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.932 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.932 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.932 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.932 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.932 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_error_status_code": { 2024-05-21T00:45:47.932 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_error_status_code", 2024-05-21T00:45:47.932 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.933 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.933 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.933 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "500", 2024-05-21T00:45:47.933 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "400", 2024-05-21T00:45:47.933 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "599", 2024-05-21T00:45:47.933 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.933 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.933 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.933 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.933 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.933 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.933 INFO:teuthology.orchestra.run.smithi044.stdout: "url_prefix": { 2024-05-21T00:45:47.934 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "url_prefix", 2024-05-21T00:45:47.934 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.934 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.934 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.934 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.934 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.934 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.934 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.934 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.934 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.935 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.935 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.935 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.935 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.935 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.935 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.935 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "devicehealth", 2024-05-21T00:45:47.935 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.935 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.935 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.935 INFO:teuthology.orchestra.run.smithi044.stdout: "enable_monitoring": { 2024-05-21T00:45:47.935 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enable_monitoring", 2024-05-21T00:45:47.936 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.936 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.936 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.936 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.936 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.936 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.936 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.936 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "monitor device health metrics", 2024-05-21T00:45:47.936 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.936 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.936 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.936 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.937 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.937 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.937 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.937 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.937 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.937 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.937 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.937 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.937 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.937 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.938 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.938 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.938 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.938 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.938 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.938 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.938 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.938 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.938 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.938 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.938 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.940 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:46 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/3831685833' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-21T00:45:47.940 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:46 smithi092 ceph-mon[36335]: pgmap v570: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:45:47.940 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:46 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/2589846904' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-05-21T00:45:47.940 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:46 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/3831685833' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-21T00:45:47.940 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:46 smithi082 ceph-mon[36141]: pgmap v570: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:45:47.941 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:46 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/2589846904' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-05-21T00:45:47.942 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.942 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.942 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.943 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.943 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.943 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.943 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.943 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.943 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.943 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.943 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.943 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.943 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.943 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.943 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.944 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.944 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.944 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.944 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.944 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.944 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.944 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.944 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.944 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.944 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.944 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.944 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.944 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.945 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.945 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.945 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.945 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.945 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.945 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.945 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.945 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.945 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.945 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.945 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.946 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.946 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.946 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.946 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.946 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.946 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.946 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.946 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.946 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.946 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.946 INFO:teuthology.orchestra.run.smithi044.stdout: "mark_out_threshold": { 2024-05-21T00:45:47.947 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mark_out_threshold", 2024-05-21T00:45:47.947 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.947 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.947 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.947 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "2419200", 2024-05-21T00:45:47.947 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.947 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.947 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.947 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-05-21T00:45:47.947 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.947 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.947 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.948 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.948 INFO:teuthology.orchestra.run.smithi044.stdout: "pool_name": { 2024-05-21T00:45:47.948 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pool_name", 2024-05-21T00:45:47.948 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.948 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.948 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.948 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "device_health_metrics", 2024-05-21T00:45:47.948 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.948 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.948 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.948 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "name of pool in which to store device health metrics", 2024-05-21T00:45:47.948 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.949 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.949 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.949 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.949 INFO:teuthology.orchestra.run.smithi044.stdout: "retention_period": { 2024-05-21T00:45:47.949 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "retention_period", 2024-05-21T00:45:47.949 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.949 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.949 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.949 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "15552000", 2024-05-21T00:45:47.949 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.949 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.950 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.950 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how long to retain device health metrics", 2024-05-21T00:45:47.950 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.950 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.950 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.950 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.950 INFO:teuthology.orchestra.run.smithi044.stdout: "scrape_frequency": { 2024-05-21T00:45:47.950 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "scrape_frequency", 2024-05-21T00:45:47.950 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.950 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.950 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.950 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "86400", 2024-05-21T00:45:47.951 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.951 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.951 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.951 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to scrape device health metrics", 2024-05-21T00:45:47.951 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.951 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.951 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.951 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.951 INFO:teuthology.orchestra.run.smithi044.stdout: "self_heal": { 2024-05-21T00:45:47.951 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "self_heal", 2024-05-21T00:45:47.951 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.951 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.952 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.952 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:47.952 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.952 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.952 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.952 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-05-21T00:45:47.952 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.952 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.952 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.952 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.952 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-05-21T00:45:47.952 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-05-21T00:45:47.953 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.953 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.953 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.953 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-05-21T00:45:47.953 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.953 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.953 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.953 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to wake up and check device health", 2024-05-21T00:45:47.953 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.953 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.953 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.953 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.954 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.954 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.954 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.954 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.954 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.954 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.954 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.954 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.954 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.954 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.954 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.954 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.955 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.955 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.955 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_threshold": { 2024-05-21T00:45:47.955 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_threshold", 2024-05-21T00:45:47.955 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.955 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.955 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.955 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "7257600", 2024-05-21T00:45:47.955 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.955 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.955 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.955 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-05-21T00:45:47.956 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.956 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.956 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.956 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.956 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.956 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.956 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.956 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "diskprediction_local", 2024-05-21T00:45:47.956 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.956 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.956 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.956 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.957 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.957 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.957 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.957 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.957 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.957 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.957 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.957 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.957 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.957 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.957 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.958 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.958 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.958 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.958 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.958 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.958 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.958 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.958 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.958 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.958 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.958 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.958 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.959 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.959 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.959 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.959 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.959 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.959 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.959 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.959 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.959 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.959 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.959 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.959 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.960 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.960 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.960 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.960 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.960 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.960 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.960 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.960 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.960 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.960 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.960 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.960 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.961 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.961 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.961 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.961 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.961 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.961 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.961 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.961 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.961 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.961 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.961 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.961 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.962 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.962 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.962 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.962 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.962 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.962 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.962 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.962 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.962 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.962 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.962 INFO:teuthology.orchestra.run.smithi044.stdout: "predict_interval": { 2024-05-21T00:45:47.963 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "predict_interval", 2024-05-21T00:45:47.963 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.963 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.963 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.963 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "86400", 2024-05-21T00:45:47.963 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.963 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.963 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.963 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.963 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.963 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.963 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.964 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.964 INFO:teuthology.orchestra.run.smithi044.stdout: "predictor_model": { 2024-05-21T00:45:47.964 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "predictor_model", 2024-05-21T00:45:47.964 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.964 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.964 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.964 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "prophetstor", 2024-05-21T00:45:47.964 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.964 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.964 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.964 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.964 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.965 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.965 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.965 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.965 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-05-21T00:45:47.965 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-05-21T00:45:47.965 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.965 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.965 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.965 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-05-21T00:45:47.965 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.965 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.965 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.966 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.966 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.966 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.966 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.966 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.966 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.966 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.966 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.966 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.966 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.966 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.967 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.967 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.967 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.967 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.967 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.967 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.967 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.967 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.967 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.967 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.967 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.967 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "influx", 2024-05-21T00:45:47.968 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": false, 2024-05-21T00:45:47.968 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "influxdb python module not found", 2024-05-21T00:45:47.968 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.968 INFO:teuthology.orchestra.run.smithi044.stdout: "batch_size": { 2024-05-21T00:45:47.968 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "batch_size", 2024-05-21T00:45:47.968 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.968 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.968 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.968 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5000", 2024-05-21T00:45:47.968 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.968 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.968 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.969 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-05-21T00:45:47.969 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.969 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.969 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.969 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.969 INFO:teuthology.orchestra.run.smithi044.stdout: "database": { 2024-05-21T00:45:47.969 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "database", 2024-05-21T00:45:47.969 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.969 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.969 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.969 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "ceph", 2024-05-21T00:45:47.969 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.970 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.970 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.970 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-05-21T00:45:47.970 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.970 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.970 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.970 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.970 INFO:teuthology.orchestra.run.smithi044.stdout: "hostname": { 2024-05-21T00:45:47.970 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "hostname", 2024-05-21T00:45:47.970 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.970 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.971 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.971 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.971 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.971 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.971 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.971 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "InfluxDB server hostname", 2024-05-21T00:45:47.971 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.971 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.971 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.971 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.971 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-05-21T00:45:47.971 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-05-21T00:45:47.972 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:47.972 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.972 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.972 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "30", 2024-05-21T00:45:47.972 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "5", 2024-05-21T00:45:47.972 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.972 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.972 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-05-21T00:45:47.972 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.972 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.972 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.972 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.973 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.973 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.973 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.973 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.973 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.973 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.973 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.973 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.973 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.973 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.973 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.973 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.974 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.974 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.974 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.974 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.974 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.974 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.974 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.974 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.974 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.974 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.974 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.974 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.975 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.975 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.975 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.975 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.975 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.975 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.975 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.975 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.975 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.975 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.975 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.976 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.976 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.976 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.976 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.976 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.976 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.976 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.976 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.976 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.976 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.976 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.977 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.977 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.977 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.977 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.977 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.977 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.977 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.977 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.977 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.977 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.977 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.978 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.978 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.978 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.978 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.978 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.978 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.978 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.978 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.978 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.978 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.978 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.978 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.979 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.979 INFO:teuthology.orchestra.run.smithi044.stdout: "password": { 2024-05-21T00:45:47.979 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "password", 2024-05-21T00:45:47.979 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.979 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.979 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.979 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.979 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.979 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.979 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.979 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "password of InfluxDB server user", 2024-05-21T00:45:47.979 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.980 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.980 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.980 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.980 INFO:teuthology.orchestra.run.smithi044.stdout: "port": { 2024-05-21T00:45:47.980 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "port", 2024-05-21T00:45:47.980 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.980 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.980 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.980 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8086", 2024-05-21T00:45:47.980 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.980 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.980 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.981 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "InfluxDB server port", 2024-05-21T00:45:47.981 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.981 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.981 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.981 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.981 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.981 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.981 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.981 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.981 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.981 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.982 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.982 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.982 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.982 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.982 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.982 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.982 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.982 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.982 INFO:teuthology.orchestra.run.smithi044.stdout: "ssl": { 2024-05-21T00:45:47.982 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssl", 2024-05-21T00:45:47.982 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.982 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.983 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.983 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "false", 2024-05-21T00:45:47.983 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.983 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.983 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.983 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-05-21T00:45:47.983 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.983 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.983 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.983 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.983 INFO:teuthology.orchestra.run.smithi044.stdout: "threads": { 2024-05-21T00:45:47.983 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "threads", 2024-05-21T00:45:47.984 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.984 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.984 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.984 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-05-21T00:45:47.984 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-05-21T00:45:47.984 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "32", 2024-05-21T00:45:47.984 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.984 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-05-21T00:45:47.984 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.984 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.984 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.984 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.985 INFO:teuthology.orchestra.run.smithi044.stdout: "username": { 2024-05-21T00:45:47.985 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "username", 2024-05-21T00:45:47.985 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.985 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.985 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.985 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.985 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.985 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.985 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.985 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "username of InfluxDB server user", 2024-05-21T00:45:47.985 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.986 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.986 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.986 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.986 INFO:teuthology.orchestra.run.smithi044.stdout: "verify_ssl": { 2024-05-21T00:45:47.986 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "verify_ssl", 2024-05-21T00:45:47.986 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.986 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.986 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:47.986 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "true", 2024-05-21T00:45:47.986 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.987 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.987 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.987 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-05-21T00:45:47.987 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.987 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.987 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.987 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.987 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.987 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.987 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.987 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "insights", 2024-05-21T00:45:47.987 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.988 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.988 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.988 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.988 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.988 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.988 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.988 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.988 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.988 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.988 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.989 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.989 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.989 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.989 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.989 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.989 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.989 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.989 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.989 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.989 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.989 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.989 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.990 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.990 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.990 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.990 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.990 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.990 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.990 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.990 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.990 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.990 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.991 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.991 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.991 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.991 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.991 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.991 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.991 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.991 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.991 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.991 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.991 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:47.992 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.992 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.992 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.992 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.992 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.992 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.992 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.992 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.992 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.992 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.992 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.992 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.993 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.993 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.993 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.993 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:47.993 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:47.993 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.993 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.993 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.993 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.993 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.993 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.994 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.994 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.994 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.994 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.994 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.994 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.994 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:47.994 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:47.994 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:47.994 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:47.994 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.994 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:47.995 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.995 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.995 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.995 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.995 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.995 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.995 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.995 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.995 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:47.995 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.995 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:47.995 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "iostat", 2024-05-21T00:45:47.996 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:47.996 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:47.996 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:47.996 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:47.996 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:47.996 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.996 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.996 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.996 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:47.996 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.996 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.996 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:47.997 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:47.997 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:47.997 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:47.997 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:47.997 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:47.997 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:47.997 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:47.997 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.997 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.997 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.997 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.998 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.998 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:47.998 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:47.998 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:47.998 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.998 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.998 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:47.998 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:47.998 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:47.998 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:47.999 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:47.999 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:47.999 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:47.999 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:47.999 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:47.999 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:47.999 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:47.999 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:47.999 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:47.999 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:47.999 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:48.000 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.000 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.000 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.000 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.000 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.000 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.000 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.000 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.000 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.000 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.000 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.000 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.001 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.001 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.001 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.001 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:48.001 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:48.001 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.001 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.001 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.001 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.001 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.001 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.002 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.002 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.002 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.002 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.002 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.002 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.002 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:48.002 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:48.002 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.002 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:48.002 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.003 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:48.003 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.003 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.003 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.003 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.003 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.003 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.003 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.003 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.003 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.004 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.004 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.004 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "k8sevents", 2024-05-21T00:45:48.004 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:48.004 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:48.004 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:48.004 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_event_retention_days": { 2024-05-21T00:45:48.004 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ceph_event_retention_days", 2024-05-21T00:45:48.004 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.004 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.004 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.005 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "7", 2024-05-21T00:45:48.005 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.005 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.005 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.005 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Days to hold ceph event information within local cache", 2024-05-21T00:45:48.005 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.005 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.005 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.005 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.005 INFO:teuthology.orchestra.run.smithi044.stdout: "config_check_secs": { 2024-05-21T00:45:48.005 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "config_check_secs", 2024-05-21T00:45:48.005 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.006 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.006 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.006 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-21T00:45:48.006 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "10", 2024-05-21T00:45:48.006 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.006 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.006 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-05-21T00:45:48.006 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.006 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.006 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.006 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.007 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:48.007 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:48.007 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.007 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.007 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.007 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.007 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.007 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.007 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.007 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.007 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.007 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.008 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.008 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.008 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.008 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.008 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.008 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.008 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.008 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.008 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.008 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:48.008 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:48.009 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.009 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.009 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.009 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.009 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.009 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.009 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.009 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.009 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.009 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.009 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.010 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.010 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:48.010 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:48.010 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.010 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.010 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.010 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:48.010 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.010 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.010 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.010 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.010 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.011 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.011 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.011 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.011 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.011 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.011 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.011 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.011 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.011 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.011 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.011 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:48.011 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:48.012 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.012 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.012 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.012 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.012 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.012 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.012 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.012 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.012 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.012 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.012 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.012 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.013 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:48.013 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:48.013 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.013 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:48.013 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.013 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:48.013 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.013 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.013 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.013 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.013 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.013 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.014 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.014 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.014 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.014 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.014 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.014 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "localpool", 2024-05-21T00:45:48.014 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:48.014 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:48.014 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:48.014 INFO:teuthology.orchestra.run.smithi044.stdout: "failure_domain": { 2024-05-21T00:45:48.014 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "failure_domain", 2024-05-21T00:45:48.014 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.015 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.015 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.015 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "host", 2024-05-21T00:45:48.015 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.015 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.015 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.015 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "failure domain for any created local pool", 2024-05-21T00:45:48.015 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-05-21T00:45:48.015 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.015 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.015 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.016 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:48.016 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:48.016 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.016 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.016 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.016 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.016 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.016 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.016 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.016 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.016 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.016 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.017 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.017 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.017 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.017 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.017 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.017 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.017 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.017 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.017 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.017 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:48.017 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:48.017 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.018 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.018 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.018 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.018 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.018 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.018 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.018 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.018 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.018 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.018 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.018 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.019 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:48.019 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:48.019 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.019 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.019 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.019 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:48.019 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.019 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.019 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.019 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.019 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.019 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.019 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.020 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.020 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.020 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.020 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.020 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.020 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.020 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.020 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.020 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:48.020 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:48.020 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.021 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.021 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.021 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.021 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.021 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.021 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.021 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.021 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.021 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.021 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.021 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.021 INFO:teuthology.orchestra.run.smithi044.stdout: "min_size": { 2024-05-21T00:45:48.022 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "min_size", 2024-05-21T00:45:48.022 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.022 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.022 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.022 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.022 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.022 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.022 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.022 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "default min_size for any created local pool", 2024-05-21T00:45:48.022 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-05-21T00:45:48.023 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.023 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.023 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.023 INFO:teuthology.orchestra.run.smithi044.stdout: "num_rep": { 2024-05-21T00:45:48.023 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "num_rep", 2024-05-21T00:45:48.023 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.023 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.023 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.023 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "3", 2024-05-21T00:45:48.023 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.023 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.024 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.024 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "default replica count for any created local pool", 2024-05-21T00:45:48.024 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.024 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.024 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.024 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.024 INFO:teuthology.orchestra.run.smithi044.stdout: "pg_num": { 2024-05-21T00:45:48.024 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pg_num", 2024-05-21T00:45:48.024 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.024 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.024 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.025 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "128", 2024-05-21T00:45:48.025 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.025 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.025 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.025 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "default pg_num for any created local pool", 2024-05-21T00:45:48.025 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.025 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.025 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.025 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.025 INFO:teuthology.orchestra.run.smithi044.stdout: "prefix": { 2024-05-21T00:45:48.025 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "prefix", 2024-05-21T00:45:48.025 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.026 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.026 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.026 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.026 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.026 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.026 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.026 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "name prefix for any created local pool", 2024-05-21T00:45:48.026 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.026 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.026 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.027 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.027 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:48.027 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:48.027 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.027 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:48.027 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.027 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:48.027 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.027 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.027 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.027 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.028 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.028 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.028 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.028 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.028 INFO:teuthology.orchestra.run.smithi044.stdout: "subtree": { 2024-05-21T00:45:48.028 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "subtree", 2024-05-21T00:45:48.028 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.028 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.028 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.028 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "rack", 2024-05-21T00:45:48.028 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.028 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.029 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.029 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "CRUSH level for which to create a local pool", 2024-05-21T00:45:48.029 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-05-21T00:45:48.029 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.029 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.029 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.029 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.029 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.029 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.029 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mds_autoscaler", 2024-05-21T00:45:48.029 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:48.029 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:48.030 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:48.030 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:48.030 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:48.030 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.030 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.030 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.030 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.030 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.030 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.030 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.030 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.030 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.031 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.031 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.031 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.031 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.031 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.031 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.031 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.031 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.031 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.031 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.031 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:48.032 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:48.032 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.032 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.032 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.032 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.032 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.032 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.032 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.032 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.032 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.032 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.033 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.033 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.033 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:48.033 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:48.033 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.033 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.033 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.033 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:48.033 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.033 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.033 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.033 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.034 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.034 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.034 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.034 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.034 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.034 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.034 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.034 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.034 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.034 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.034 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.035 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:48.035 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:48.035 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.035 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.035 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.035 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.035 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.035 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.035 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.035 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.035 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.035 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.036 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.036 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.036 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:48.036 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:48.036 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.036 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:48.036 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.036 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:48.036 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.036 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.036 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.037 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.037 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.037 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.037 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.037 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.037 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.037 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.037 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.037 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mirroring", 2024-05-21T00:45:48.037 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:48.037 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:48.037 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:48.038 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:48.038 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:48.038 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.038 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.038 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.038 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.038 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.038 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.038 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.038 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.038 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.038 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.039 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.039 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.039 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.039 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.039 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.039 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.039 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.039 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.039 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.039 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:48.039 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:48.039 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.039 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.040 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.040 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.040 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.040 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.040 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.040 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.040 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.040 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.040 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.040 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.040 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:48.041 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:48.041 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.041 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.041 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.041 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:48.041 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.041 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.041 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.041 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.041 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.041 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.042 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.042 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.042 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.042 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.042 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.042 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.042 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.042 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.042 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.042 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:48.042 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:48.042 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.043 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.043 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.043 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.043 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.043 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.043 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.043 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.043 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.043 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.043 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.043 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.044 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:48.044 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:48.044 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.044 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:48.044 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.044 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:48.044 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.044 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.044 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.044 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.044 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.045 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.045 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.045 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.045 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.045 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.045 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.045 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "nfs", 2024-05-21T00:45:48.045 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:48.045 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:48.045 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:48.045 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:48.045 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:48.046 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.046 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.046 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.046 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.046 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.046 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.046 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.046 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.046 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.046 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.046 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.047 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.047 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.047 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.047 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.047 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.047 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.047 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.047 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.047 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:48.047 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:48.047 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.047 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.048 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.048 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.048 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.048 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.048 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.048 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.048 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.048 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.048 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.048 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.048 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:48.048 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:48.049 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.049 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.049 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.049 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:48.049 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.049 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.049 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.049 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.049 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.049 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.049 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.049 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.050 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.050 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.050 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.050 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.050 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.050 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.050 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.050 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:48.050 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:48.050 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.050 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.051 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.051 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.051 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.051 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.051 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.051 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.051 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.051 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.051 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.051 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.051 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:48.052 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:48.052 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.052 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:48.052 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.052 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:48.052 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.052 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.052 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.052 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.052 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.052 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.052 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.053 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.053 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.053 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.053 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.053 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "orchestrator", 2024-05-21T00:45:48.053 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:48.053 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:48.053 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:48.053 INFO:teuthology.orchestra.run.smithi044.stdout: "fail_fs": { 2024-05-21T00:45:48.053 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "fail_fs", 2024-05-21T00:45:48.053 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.053 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.054 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.054 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.054 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.054 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.054 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.054 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-05-21T00:45:48.054 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.054 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.054 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.054 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.054 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:48.054 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:48.055 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.055 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.055 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.055 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.055 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.055 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.055 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.055 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.055 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.055 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.055 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.056 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.056 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.056 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.056 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.056 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.056 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.056 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.056 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.056 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:48.056 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:48.056 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.056 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.057 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.057 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.057 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.057 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.057 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.057 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.057 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.057 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.057 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.057 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.057 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:48.057 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:48.058 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.058 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.058 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.058 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:48.058 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.058 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.058 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.058 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.058 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.058 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.058 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.058 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.059 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.059 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.059 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.059 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.059 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.059 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.059 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.059 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:48.059 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:48.059 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.059 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.060 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.060 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.060 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.060 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.060 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.060 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.060 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.060 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.060 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.060 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.060 INFO:teuthology.orchestra.run.smithi044.stdout: "orchestrator": { 2024-05-21T00:45:48.061 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "orchestrator", 2024-05-21T00:45:48.061 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.061 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.061 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.061 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.061 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.061 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.061 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.061 INFO:teuthology.orchestra.run.smithi044.stdout: "cephadm", 2024-05-21T00:45:48.061 INFO:teuthology.orchestra.run.smithi044.stdout: "rook", 2024-05-21T00:45:48.061 INFO:teuthology.orchestra.run.smithi044.stdout: "test_orchestrator" 2024-05-21T00:45:48.061 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.061 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Orchestrator backend", 2024-05-21T00:45:48.062 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.062 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.062 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.062 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.062 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:48.062 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:48.062 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.062 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:48.066 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.066 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:48.066 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.066 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.066 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.066 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.066 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.066 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.066 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.066 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.066 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.067 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.067 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.067 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "osd_perf_query", 2024-05-21T00:45:48.067 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:48.067 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:48.067 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:48.067 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:48.067 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:48.067 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.067 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.068 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.068 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.068 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.068 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.068 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.068 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.068 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.068 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.068 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.068 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.068 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.069 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.069 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.069 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.069 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.069 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.069 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.069 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:48.069 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:48.069 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.069 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.069 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.070 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.070 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.070 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.070 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.070 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.070 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.070 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.070 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.070 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.070 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:48.070 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:48.071 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.071 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.071 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.071 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:48.071 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.071 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.071 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.071 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.071 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.071 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.071 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.071 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.072 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.072 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.072 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.072 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.072 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.072 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.072 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.072 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:48.072 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:48.072 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.073 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.073 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.073 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.073 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.073 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.073 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.073 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.073 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.073 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.073 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.073 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.073 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:48.074 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:48.074 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.074 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:48.074 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.074 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:48.074 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.074 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.074 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.074 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.074 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.074 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.074 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.075 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.075 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.075 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.075 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.075 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "osd_support", 2024-05-21T00:45:48.075 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:48.075 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:48.075 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:48.075 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:48.075 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:48.075 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.075 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.076 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.076 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.076 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.076 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.076 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.076 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.076 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.076 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.076 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.076 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.076 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.077 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.077 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.077 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.077 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.077 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.077 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.077 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:48.077 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:48.077 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.077 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.077 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.077 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.078 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.078 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.078 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.078 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.078 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.078 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.078 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.078 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.078 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:48.078 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:48.078 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.079 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.079 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.079 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:48.079 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.079 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.079 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.079 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.079 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.079 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.079 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.079 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.079 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.080 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.080 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.080 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.080 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.080 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.080 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.080 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:48.080 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:48.080 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.080 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.080 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.081 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.081 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.081 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.081 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.081 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.081 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.081 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.081 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.081 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.081 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:48.081 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:48.081 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.082 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:48.082 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.082 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:48.082 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.082 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.082 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.082 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.082 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.082 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.082 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.082 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.083 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.083 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.083 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.083 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pg_autoscaler", 2024-05-21T00:45:48.083 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:48.083 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:48.083 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:48.083 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:48.083 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:48.083 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.083 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.083 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.084 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.084 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.084 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.084 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.084 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.084 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.084 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.084 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.084 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.084 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.084 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.084 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.084 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.085 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.085 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.085 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.085 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:48.085 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:48.085 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.085 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.085 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.085 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.085 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.085 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.085 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.086 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.086 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.086 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.086 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.086 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.086 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:48.086 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:48.086 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.086 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.086 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.086 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:48.087 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.087 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.087 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.087 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.087 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.087 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.087 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.087 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.087 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.087 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.087 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.087 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.088 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.088 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.088 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.088 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:48.088 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:48.088 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.088 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.088 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.088 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.088 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.089 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.089 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.089 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.089 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.089 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.089 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.089 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.089 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-05-21T00:45:48.089 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-05-21T00:45:48.089 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:48.089 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.089 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.089 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-05-21T00:45:48.090 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.090 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.090 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.090 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.090 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.090 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.090 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.090 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.090 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:48.090 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:48.090 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.091 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:48.091 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.091 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:48.091 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.091 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.091 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.091 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.091 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.091 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.091 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.092 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.092 INFO:teuthology.orchestra.run.smithi044.stdout: "threshold": { 2024-05-21T00:45:48.092 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "threshold", 2024-05-21T00:45:48.092 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-21T00:45:48.092 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.092 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.092 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "3.0", 2024-05-21T00:45:48.092 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1.0", 2024-05-21T00:45:48.092 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.092 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.092 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "scaling threshold", 2024-05-21T00:45:48.092 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-05-21T00:45:48.093 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.093 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.093 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.093 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.093 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.093 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.093 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "progress", 2024-05-21T00:45:48.093 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:48.093 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:48.093 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:48.093 INFO:teuthology.orchestra.run.smithi044.stdout: "allow_pg_recovery_event": { 2024-05-21T00:45:48.094 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "allow_pg_recovery_event", 2024-05-21T00:45:48.094 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.094 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.094 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.094 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.094 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.094 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.094 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.095 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "allow the module to show pg recovery progress", 2024-05-21T00:45:48.095 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.095 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.095 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.095 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.095 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": { 2024-05-21T00:45:48.095 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enabled", 2024-05-21T00:45:48.095 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.095 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.095 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.095 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:48.095 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.096 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.096 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.096 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.096 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.096 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.096 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.096 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.096 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:48.096 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:48.096 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.096 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.096 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.097 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.097 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.097 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.097 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.097 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.097 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.097 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.097 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.097 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.097 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.098 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.098 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.098 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.098 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.098 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.098 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.098 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:48.098 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:48.098 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.098 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.098 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.099 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.099 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.099 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.099 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.099 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.099 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.099 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.099 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.099 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.099 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:48.099 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:48.099 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.100 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.100 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.100 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:48.100 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.100 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.100 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.100 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.100 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.100 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.100 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.100 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.101 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.101 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.101 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.101 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.101 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.101 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.101 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.101 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:48.101 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:48.101 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.101 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.101 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.102 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.102 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.102 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.102 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.102 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.102 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.102 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.102 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.102 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.102 INFO:teuthology.orchestra.run.smithi044.stdout: "max_completed_events": { 2024-05-21T00:45:48.102 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_completed_events", 2024-05-21T00:45:48.103 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.103 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.103 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.103 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "50", 2024-05-21T00:45:48.103 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.103 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.103 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.103 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "number of past completed events to remember", 2024-05-21T00:45:48.103 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.103 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.103 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.103 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.103 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-05-21T00:45:48.104 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-05-21T00:45:48.104 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:48.104 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.104 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.104 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-05-21T00:45:48.104 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.104 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.104 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.104 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how long the module is going to sleep", 2024-05-21T00:45:48.104 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.104 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.105 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.105 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.105 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:48.105 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:48.105 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.105 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:48.105 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.105 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:48.105 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.105 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.105 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.106 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.106 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.106 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.106 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.106 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.106 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.106 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.106 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.106 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "prometheus", 2024-05-21T00:45:48.106 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:48.107 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:48.107 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:48.107 INFO:teuthology.orchestra.run.smithi044.stdout: "cache": { 2024-05-21T00:45:48.107 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cache", 2024-05-21T00:45:48.107 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.107 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.107 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.107 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:48.107 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.107 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.107 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.107 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.108 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.108 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.108 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.108 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.108 INFO:teuthology.orchestra.run.smithi044.stdout: "exclude_perf_counters": { 2024-05-21T00:45:48.108 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "exclude_perf_counters", 2024-05-21T00:45:48.108 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.108 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.108 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.108 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:48.108 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.108 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.109 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.109 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-05-21T00:45:48.109 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-05-21T00:45:48.109 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.109 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.109 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.109 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:48.109 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:48.109 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.109 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.109 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.109 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.110 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.110 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.110 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.110 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.110 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.110 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.110 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.110 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.110 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.110 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.111 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.111 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.111 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.111 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.111 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.111 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:48.111 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:48.111 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.111 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.111 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.111 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.111 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.112 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.112 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.112 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.112 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.112 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.112 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.112 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.112 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:48.112 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:48.112 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.112 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.113 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.113 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:48.113 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.113 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.113 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.113 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.113 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.113 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.113 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.113 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.113 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.114 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.114 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.114 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.114 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.114 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.114 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.114 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:48.114 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:48.114 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.114 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.114 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.115 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.115 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.115 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.115 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.115 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.115 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.115 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.115 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.115 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.115 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_stats_pools": { 2024-05-21T00:45:48.115 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rbd_stats_pools", 2024-05-21T00:45:48.115 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.116 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.116 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.116 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.116 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.116 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.116 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.116 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.116 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.116 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.116 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.116 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.116 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_stats_pools_refresh_interval": { 2024-05-21T00:45:48.117 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-05-21T00:45:48.117 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.117 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.117 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.117 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "300", 2024-05-21T00:45:48.117 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.117 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.117 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.117 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.117 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.117 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.117 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.118 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.118 INFO:teuthology.orchestra.run.smithi044.stdout: "scrape_interval": { 2024-05-21T00:45:48.118 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "scrape_interval", 2024-05-21T00:45:48.118 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-21T00:45:48.118 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.118 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.118 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "15.0", 2024-05-21T00:45:48.118 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.118 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.118 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.118 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.119 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.119 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.119 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.119 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.119 INFO:teuthology.orchestra.run.smithi044.stdout: "server_addr": { 2024-05-21T00:45:48.119 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_addr", 2024-05-21T00:45:48.119 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.119 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.119 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.119 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "::", 2024-05-21T00:45:48.119 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.120 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.120 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.120 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-05-21T00:45:48.120 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.120 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.120 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.120 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.120 INFO:teuthology.orchestra.run.smithi044.stdout: "server_port": { 2024-05-21T00:45:48.120 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_port", 2024-05-21T00:45:48.120 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.120 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.120 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.120 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "9283", 2024-05-21T00:45:48.121 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.121 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.121 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.121 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-05-21T00:45:48.121 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.121 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.121 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.121 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.121 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:48.121 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:48.121 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.121 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:48.122 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.122 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:48.122 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.122 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.122 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.122 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.122 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.122 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.122 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.122 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.122 INFO:teuthology.orchestra.run.smithi044.stdout: "stale_cache_strategy": { 2024-05-21T00:45:48.123 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "stale_cache_strategy", 2024-05-21T00:45:48.123 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.123 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.123 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.123 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "log", 2024-05-21T00:45:48.123 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.123 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.123 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.123 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.123 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.123 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.123 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.124 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.124 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_behaviour": { 2024-05-21T00:45:48.124 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_behaviour", 2024-05-21T00:45:48.124 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.124 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.124 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.124 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "default", 2024-05-21T00:45:48.124 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.124 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.124 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.124 INFO:teuthology.orchestra.run.smithi044.stdout: "default", 2024-05-21T00:45:48.124 INFO:teuthology.orchestra.run.smithi044.stdout: "error" 2024-05-21T00:45:48.125 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.125 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.125 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.125 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.125 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.125 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.125 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_error_status_code": { 2024-05-21T00:45:48.125 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_error_status_code", 2024-05-21T00:45:48.125 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.125 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.125 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.125 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "500", 2024-05-21T00:45:48.125 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "400", 2024-05-21T00:45:48.126 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "599", 2024-05-21T00:45:48.126 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.126 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.126 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.126 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.126 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.126 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.126 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.126 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.126 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.126 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rbd_support", 2024-05-21T00:45:48.126 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:48.127 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:48.127 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:48.127 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:48.127 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:48.127 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.127 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.127 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.127 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.127 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.127 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.127 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.128 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.128 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.128 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.128 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.128 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.128 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.128 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.128 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.128 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.128 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.128 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.129 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.129 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:48.129 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:48.129 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.129 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.129 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.129 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.129 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.129 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.129 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.129 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.129 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.130 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.130 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.130 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.130 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:48.130 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:48.130 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.130 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.130 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.130 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:48.130 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.130 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.131 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.131 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.131 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.131 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.131 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.131 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.131 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.131 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.131 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.131 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.131 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.131 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.132 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.132 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:48.132 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:48.132 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.132 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.132 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.132 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.132 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.132 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.132 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.132 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.132 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.133 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.133 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.133 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.133 INFO:teuthology.orchestra.run.smithi044.stdout: "max_concurrent_snap_create": { 2024-05-21T00:45:48.133 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_concurrent_snap_create", 2024-05-21T00:45:48.133 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.133 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.133 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.133 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-21T00:45:48.133 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.133 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.133 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.134 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.134 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.134 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.134 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.134 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.134 INFO:teuthology.orchestra.run.smithi044.stdout: "mirror_snapshot_schedule": { 2024-05-21T00:45:48.134 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mirror_snapshot_schedule", 2024-05-21T00:45:48.134 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.134 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.134 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.134 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.134 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.135 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.135 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.135 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.135 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.135 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.135 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.135 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.135 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:48.135 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:48.135 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.135 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:48.135 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.136 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:48.136 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.136 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.136 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.136 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.136 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.136 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.136 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.136 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.136 INFO:teuthology.orchestra.run.smithi044.stdout: "trash_purge_schedule": { 2024-05-21T00:45:48.136 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "trash_purge_schedule", 2024-05-21T00:45:48.136 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.137 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.137 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.137 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.137 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.137 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.137 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.137 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.137 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.137 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.137 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.137 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.138 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.138 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.138 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.138 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "restful", 2024-05-21T00:45:48.138 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:48.138 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:48.138 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:48.138 INFO:teuthology.orchestra.run.smithi044.stdout: "enable_auth": { 2024-05-21T00:45:48.138 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enable_auth", 2024-05-21T00:45:48.138 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.138 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.138 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.139 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:48.139 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.139 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.139 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.139 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.139 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.139 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.139 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.139 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.139 INFO:teuthology.orchestra.run.smithi044.stdout: "key_file": { 2024-05-21T00:45:48.139 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "key_file", 2024-05-21T00:45:48.140 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.140 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.140 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.140 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.140 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.140 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.140 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.140 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.140 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.140 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.140 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.140 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.141 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:48.141 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:48.141 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.141 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.141 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.141 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.141 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.141 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.141 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.141 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.141 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.142 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.142 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.142 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.142 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.142 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.142 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.142 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.142 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.142 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.142 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.142 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:48.143 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:48.143 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.143 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.143 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.143 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.143 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.143 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.143 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.143 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.143 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.143 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.143 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.143 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.144 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:48.144 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:48.144 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.144 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.144 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.144 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:48.144 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.144 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.144 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.144 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.144 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.145 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.145 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.145 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.145 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.145 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.145 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.145 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.145 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.145 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.145 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.145 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:48.145 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:48.145 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.146 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.146 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.146 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.146 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.146 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.146 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.146 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.146 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.146 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.146 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.146 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.147 INFO:teuthology.orchestra.run.smithi044.stdout: "server_addr": { 2024-05-21T00:45:48.147 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_addr", 2024-05-21T00:45:48.147 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.147 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.147 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.147 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.147 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.147 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.147 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.147 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.147 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.147 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.147 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.148 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.148 INFO:teuthology.orchestra.run.smithi044.stdout: "server_port": { 2024-05-21T00:45:48.148 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_port", 2024-05-21T00:45:48.148 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.148 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.148 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.148 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.148 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.148 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.148 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.148 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.149 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.149 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.149 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.149 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.149 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:48.149 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:48.149 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.149 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:48.149 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.149 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:48.149 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.150 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.150 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.150 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.150 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.150 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.150 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.150 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.150 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.150 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.150 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.150 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rgw", 2024-05-21T00:45:48.151 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:48.151 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:48.151 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:48.151 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:48.151 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:48.151 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.151 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.151 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.151 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.151 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.151 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.151 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.152 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.152 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.152 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.152 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.152 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.152 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.152 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.152 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.152 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.152 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.152 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.152 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.152 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:48.153 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:48.153 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.153 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.153 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.153 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.153 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.153 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.153 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.153 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.153 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.153 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.154 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.154 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.154 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:48.154 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:48.154 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.154 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.154 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.154 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:48.154 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.154 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.154 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.155 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.155 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.155 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.155 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.155 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.155 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.155 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.155 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.155 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.155 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.155 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.155 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.156 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:48.156 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:48.156 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.156 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.156 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.156 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.156 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.156 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.156 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.156 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.156 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.157 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.157 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.157 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.157 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:48.157 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:48.157 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.157 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:48.157 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.157 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:48.157 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.157 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.157 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.158 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.158 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.158 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.158 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.158 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.158 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.158 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.158 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.158 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rook", 2024-05-21T00:45:48.158 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:48.158 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:48.159 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:48.159 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:48.159 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:48.159 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.159 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.159 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.159 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.159 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.159 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.159 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.159 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.159 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.160 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.160 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.160 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.160 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.160 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.160 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.160 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.160 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.160 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.160 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.160 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:48.160 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:48.161 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.161 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.161 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.161 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.161 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.161 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.161 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.161 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.161 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.161 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.161 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.161 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.162 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:48.162 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:48.162 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.162 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.162 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.162 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:48.162 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.162 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.162 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.162 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.162 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.162 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.163 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.163 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.163 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.163 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.163 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.163 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.163 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.163 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.163 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.163 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:48.163 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:48.163 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.164 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.164 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.164 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.164 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.164 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.164 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.164 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.164 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.164 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.164 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.164 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.165 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:48.165 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:48.165 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.165 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:48.165 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.165 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:48.165 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.165 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.165 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.165 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.165 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.166 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.166 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.166 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.166 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": { 2024-05-21T00:45:48.166 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "storage_class", 2024-05-21T00:45:48.166 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.166 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.166 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.166 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "local", 2024-05-21T00:45:48.166 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.166 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.166 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.167 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-05-21T00:45:48.167 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.167 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.167 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.167 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.167 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.167 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.167 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.167 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "selftest", 2024-05-21T00:45:48.167 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:48.167 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:48.168 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:48.168 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:48.168 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:48.168 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.168 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.168 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.168 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.168 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.168 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.168 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.168 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.169 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.169 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.169 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.169 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.169 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.169 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.169 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.169 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.169 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.169 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.169 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.170 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:48.170 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:48.170 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.170 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.170 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.170 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.170 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.170 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.170 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.170 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.170 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.171 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.171 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.171 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.171 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:48.171 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:48.171 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.171 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.171 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.171 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:48.171 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.171 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.172 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.172 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.172 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.172 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.172 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.172 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.172 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.172 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.172 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.172 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.172 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.173 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.173 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.173 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:48.173 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:48.173 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.173 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.173 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.173 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.173 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.173 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.173 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.173 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.174 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.174 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.174 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.174 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.174 INFO:teuthology.orchestra.run.smithi044.stdout: "roption1": { 2024-05-21T00:45:48.174 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "roption1", 2024-05-21T00:45:48.174 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.174 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.174 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.174 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.174 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.175 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.175 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.175 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.175 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.175 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.175 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.175 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.175 INFO:teuthology.orchestra.run.smithi044.stdout: "roption2": { 2024-05-21T00:45:48.175 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "roption2", 2024-05-21T00:45:48.175 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.175 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.175 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.176 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "xyz", 2024-05-21T00:45:48.176 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.176 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.176 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.176 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.176 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.176 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.176 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.176 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.176 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption1": { 2024-05-21T00:45:48.176 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption1", 2024-05-21T00:45:48.176 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.176 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.177 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.177 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.177 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.177 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.177 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.177 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.177 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.177 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.177 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.177 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.177 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption2": { 2024-05-21T00:45:48.177 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption2", 2024-05-21T00:45:48.178 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.178 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.178 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.178 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.178 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.178 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.178 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.178 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.178 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.178 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.178 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.179 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.179 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption3": { 2024-05-21T00:45:48.179 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption3", 2024-05-21T00:45:48.179 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-21T00:45:48.179 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.179 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.179 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.179 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.179 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.179 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.179 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.179 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.180 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.180 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.180 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.180 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption4": { 2024-05-21T00:45:48.180 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption4", 2024-05-21T00:45:48.180 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.180 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.180 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.180 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.180 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.180 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.180 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.180 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.181 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.181 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.181 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.181 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.181 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption5": { 2024-05-21T00:45:48.181 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption5", 2024-05-21T00:45:48.181 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.181 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.181 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.181 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.181 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.182 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.182 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.182 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.182 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.182 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.182 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.182 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.182 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption6": { 2024-05-21T00:45:48.182 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption6", 2024-05-21T00:45:48.182 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.182 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.182 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.183 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:48.183 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.183 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.183 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.183 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.183 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.183 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.183 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.183 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.183 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption7": { 2024-05-21T00:45:48.183 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption7", 2024-05-21T00:45:48.183 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.184 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.184 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.184 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.184 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-05-21T00:45:48.184 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "42", 2024-05-21T00:45:48.184 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.184 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.184 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.184 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.184 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.184 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.184 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:48.185 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:48.185 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.185 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:48.185 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.185 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:48.185 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.185 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.185 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.185 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.185 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.185 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.185 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.186 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.186 INFO:teuthology.orchestra.run.smithi044.stdout: "testkey": { 2024-05-21T00:45:48.186 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "testkey", 2024-05-21T00:45:48.186 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.186 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.186 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.186 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.186 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.186 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.186 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.186 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.187 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.187 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.187 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.187 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.187 INFO:teuthology.orchestra.run.smithi044.stdout: "testlkey": { 2024-05-21T00:45:48.187 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "testlkey", 2024-05-21T00:45:48.187 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.187 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.187 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.187 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.187 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.187 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.188 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.188 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.188 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.188 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.188 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.188 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.188 INFO:teuthology.orchestra.run.smithi044.stdout: "testnewline": { 2024-05-21T00:45:48.188 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "testnewline", 2024-05-21T00:45:48.188 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.188 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.188 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.188 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.189 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.189 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.189 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.189 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.189 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.189 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.189 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.189 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.189 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.189 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.189 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.189 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smb", 2024-05-21T00:45:48.190 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:48.190 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:48.190 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:48.190 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:48.190 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:48.190 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.190 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.190 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.190 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.190 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.190 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.191 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.191 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.191 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.191 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.191 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.191 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.191 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.191 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.191 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.191 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.191 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.192 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.192 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.192 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:48.192 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:48.192 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.192 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.192 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.192 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.192 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.192 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.192 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.192 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.193 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.193 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.193 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.193 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.193 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:48.193 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:48.193 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.193 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.193 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.193 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:48.193 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.193 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.194 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.194 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.194 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.194 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.194 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.194 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.194 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.194 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.194 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.194 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.194 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.195 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.195 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.195 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:48.195 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:48.195 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.195 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.195 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.195 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.195 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.195 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.195 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.195 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.196 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.196 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.196 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.196 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.196 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:48.196 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:48.196 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.196 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:48.196 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.196 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:48.196 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.196 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.196 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.197 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.197 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.197 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.197 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.197 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.197 INFO:teuthology.orchestra.run.smithi044.stdout: "update_orchestration": { 2024-05-21T00:45:48.197 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "update_orchestration", 2024-05-21T00:45:48.197 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.197 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.197 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.197 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:48.197 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.198 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.198 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.198 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "automatically update orchestration when smb resources are changed", 2024-05-21T00:45:48.198 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.198 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.198 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.198 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.198 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.198 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.198 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.198 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snap_schedule", 2024-05-21T00:45:48.199 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:48.199 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:48.199 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:48.199 INFO:teuthology.orchestra.run.smithi044.stdout: "allow_m_granularity": { 2024-05-21T00:45:48.199 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "allow_m_granularity", 2024-05-21T00:45:48.199 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.199 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.199 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.199 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.199 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.199 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.199 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.200 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "allow minute scheduled snapshots", 2024-05-21T00:45:48.200 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.200 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.200 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.200 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.200 INFO:teuthology.orchestra.run.smithi044.stdout: "dump_on_update": { 2024-05-21T00:45:48.200 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "dump_on_update", 2024-05-21T00:45:48.200 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.200 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.200 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.200 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.200 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.201 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.201 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.201 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "dump database to debug log on update", 2024-05-21T00:45:48.201 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.201 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.201 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.201 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.201 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:48.201 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:48.201 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.201 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.202 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.202 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.202 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.202 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.202 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.202 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.202 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.202 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.202 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.202 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.202 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.203 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.203 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.203 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.203 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.203 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.203 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.203 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:48.203 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:48.203 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.203 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.203 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.203 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.204 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.204 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.204 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.204 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.204 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.204 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.204 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.204 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.204 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:48.204 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:48.204 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.205 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.205 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.205 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:48.205 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.205 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.205 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.205 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.205 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.205 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.205 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.205 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.205 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.206 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.206 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.206 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.206 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.206 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.206 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.206 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:48.206 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:48.206 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.206 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.206 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.207 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.207 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.207 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.207 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.207 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.207 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.207 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.207 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.207 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.207 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:48.207 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:48.207 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.208 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:48.208 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.208 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:48.208 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.208 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.208 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.208 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.208 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.208 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.208 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.208 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.208 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.209 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.209 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.209 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "stats", 2024-05-21T00:45:48.209 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:48.209 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:48.209 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:48.209 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:48.209 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:48.209 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.209 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.209 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.209 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.209 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.210 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.210 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.210 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.210 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.210 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.210 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.210 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.210 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.210 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.210 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.210 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.210 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.211 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.211 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.211 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:48.211 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:48.211 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.211 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.211 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.211 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.211 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.211 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.211 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.212 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.212 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.212 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.212 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.212 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.212 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:48.212 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:48.212 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.212 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.212 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.212 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:48.213 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.213 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.213 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.213 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.213 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.213 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.213 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.213 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.213 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.213 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.213 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.213 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.213 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.214 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.214 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.214 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:48.214 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:48.214 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.214 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.214 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.214 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.214 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.214 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.214 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.215 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.215 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.215 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.215 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.215 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.215 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:48.215 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:48.215 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.215 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:48.215 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.215 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:48.215 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.216 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.216 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.216 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.216 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.216 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.216 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.216 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.216 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.216 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.216 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.216 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "status", 2024-05-21T00:45:48.216 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:48.217 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:48.217 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:48.217 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:48.217 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:48.217 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.217 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.217 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.217 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.217 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.217 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.217 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.218 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.218 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.218 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.218 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.218 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.218 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.218 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.218 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.218 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.218 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.218 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.218 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.219 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:48.219 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:48.219 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.219 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.219 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.219 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.219 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.219 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.219 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.219 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.219 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.219 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.220 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.220 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.220 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:48.220 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:48.220 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.220 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.220 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.220 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:48.220 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.220 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.220 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.220 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.221 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.221 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.221 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.221 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.221 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.221 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.221 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.221 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.221 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.221 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.221 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.222 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:48.222 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:48.222 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.222 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.222 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.222 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.222 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.222 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.222 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.222 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.222 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.222 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.223 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.223 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.223 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:48.223 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:48.223 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.223 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:48.223 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.223 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:48.223 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.223 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.223 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.224 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.224 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.224 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.224 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.224 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.224 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.224 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.224 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.224 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "telegraf", 2024-05-21T00:45:48.224 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:48.224 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:48.224 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:48.225 INFO:teuthology.orchestra.run.smithi044.stdout: "address": { 2024-05-21T00:45:48.225 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "address", 2024-05-21T00:45:48.225 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.225 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.225 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.225 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-05-21T00:45:48.225 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.225 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.225 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.225 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.225 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.225 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.226 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.226 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.226 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-05-21T00:45:48.226 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-05-21T00:45:48.226 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:48.226 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.226 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.226 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "15", 2024-05-21T00:45:48.226 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.226 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.226 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.226 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.227 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.227 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.227 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.227 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.227 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:48.227 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:48.227 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.227 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.227 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.227 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.227 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.227 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.227 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.228 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.228 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.228 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.228 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.228 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.228 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.228 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.228 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.228 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.228 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.228 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.228 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.228 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:48.229 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:48.229 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.229 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.229 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.229 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.229 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.229 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.229 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.229 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.229 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.229 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.229 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.229 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.230 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:48.230 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:48.230 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.230 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.230 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.230 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:48.230 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.230 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.230 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.230 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.230 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.231 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.231 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.231 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.231 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.231 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.231 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.231 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.231 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.231 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.231 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.231 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:48.232 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:48.232 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.232 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.232 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.232 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.232 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.232 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.232 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.232 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.232 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.232 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.233 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.233 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.233 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:48.233 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:48.233 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.233 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:48.233 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.233 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:48.233 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.233 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.233 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.234 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.234 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.234 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.234 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.234 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.234 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.234 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.234 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.234 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "telemetry", 2024-05-21T00:45:48.234 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:48.234 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:48.235 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:48.235 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_basic": { 2024-05-21T00:45:48.235 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_basic", 2024-05-21T00:45:48.235 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.235 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.235 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.235 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:48.235 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.235 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.235 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.235 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share basic cluster information (size, version)", 2024-05-21T00:45:48.235 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.236 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.236 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.236 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.236 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_crash": { 2024-05-21T00:45:48.236 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_crash", 2024-05-21T00:45:48.236 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.236 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.236 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.236 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:48.236 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.236 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.236 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.237 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-05-21T00:45:48.237 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.237 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.237 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.237 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.237 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_device": { 2024-05-21T00:45:48.237 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_device", 2024-05-21T00:45:48.237 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.237 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.237 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.237 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:48.237 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.238 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.238 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.238 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-05-21T00:45:48.238 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.238 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.238 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.238 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.238 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_ident": { 2024-05-21T00:45:48.238 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_ident", 2024-05-21T00:45:48.238 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.238 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.238 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.239 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.239 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.239 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.239 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.239 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-05-21T00:45:48.239 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.239 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.239 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.239 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.239 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_perf": { 2024-05-21T00:45:48.239 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_perf", 2024-05-21T00:45:48.239 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.239 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.240 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.240 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.240 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.240 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.240 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.240 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share various performance metrics of a cluster", 2024-05-21T00:45:48.240 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.240 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.240 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.240 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.240 INFO:teuthology.orchestra.run.smithi044.stdout: "contact": { 2024-05-21T00:45:48.240 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "contact", 2024-05-21T00:45:48.241 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.241 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.241 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.241 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.241 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.241 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.241 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.241 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.241 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.241 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.241 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.242 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.242 INFO:teuthology.orchestra.run.smithi044.stdout: "description": { 2024-05-21T00:45:48.242 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "description", 2024-05-21T00:45:48.242 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.242 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.242 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.242 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.242 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.242 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.242 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.242 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.242 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.243 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.243 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.243 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.243 INFO:teuthology.orchestra.run.smithi044.stdout: "device_url": { 2024-05-21T00:45:48.243 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "device_url", 2024-05-21T00:45:48.243 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.243 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.243 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.243 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-05-21T00:45:48.243 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.243 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.244 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.244 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.244 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.244 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.244 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.244 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.244 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": { 2024-05-21T00:45:48.244 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enabled", 2024-05-21T00:45:48.244 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.244 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.244 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.244 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.244 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.245 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.245 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.245 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.245 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.245 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.245 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.245 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.245 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-05-21T00:45:48.245 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-05-21T00:45:48.245 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.245 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.245 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.245 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "24", 2024-05-21T00:45:48.246 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "8", 2024-05-21T00:45:48.246 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.246 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.246 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.246 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.246 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.246 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.246 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.246 INFO:teuthology.orchestra.run.smithi044.stdout: "last_opt_revision": { 2024-05-21T00:45:48.246 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "last_opt_revision", 2024-05-21T00:45:48.246 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.247 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.247 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.247 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "1", 2024-05-21T00:45:48.247 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.247 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.247 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.247 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.247 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.247 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.247 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.247 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.247 INFO:teuthology.orchestra.run.smithi044.stdout: "leaderboard": { 2024-05-21T00:45:48.248 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "leaderboard", 2024-05-21T00:45:48.248 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.248 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.248 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.248 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.248 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.248 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.248 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.248 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.248 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.248 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.248 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.249 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.249 INFO:teuthology.orchestra.run.smithi044.stdout: "leaderboard_description": { 2024-05-21T00:45:48.249 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "leaderboard_description", 2024-05-21T00:45:48.249 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.249 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.249 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.249 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.249 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.249 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.249 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.249 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.249 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.249 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.250 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.250 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.250 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:48.250 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:48.250 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.250 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.250 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.250 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.250 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.250 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.250 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.251 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.251 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.251 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.251 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.251 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.251 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.251 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.251 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.251 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.251 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.251 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.251 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.252 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:48.252 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:48.252 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.252 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.252 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.252 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.252 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.252 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.252 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.252 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.252 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.252 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.253 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.253 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.253 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:48.253 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:48.253 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.253 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.253 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.253 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:48.253 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.253 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.253 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.253 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.254 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.254 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.254 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.254 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.254 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.254 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.254 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.254 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.254 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.254 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.254 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.255 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:48.255 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:48.255 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.255 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.255 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.255 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.255 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.255 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.255 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.255 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.255 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.255 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.256 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.256 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.256 INFO:teuthology.orchestra.run.smithi044.stdout: "organization": { 2024-05-21T00:45:48.256 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "organization", 2024-05-21T00:45:48.256 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.256 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.256 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.256 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.256 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.256 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.256 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.256 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.257 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.257 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.257 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.257 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.257 INFO:teuthology.orchestra.run.smithi044.stdout: "proxy": { 2024-05-21T00:45:48.257 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "proxy", 2024-05-21T00:45:48.257 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.257 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.257 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.257 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.257 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.257 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.258 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.258 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.258 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.258 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.258 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.258 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.258 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:48.258 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:48.258 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.258 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:48.258 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.258 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:48.259 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.259 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.259 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.259 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.259 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.259 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.259 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.259 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.259 INFO:teuthology.orchestra.run.smithi044.stdout: "url": { 2024-05-21T00:45:48.259 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "url", 2024-05-21T00:45:48.259 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.259 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.260 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.260 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-05-21T00:45:48.260 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.260 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.260 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.260 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.260 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.260 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.260 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.260 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.260 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.261 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.261 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.261 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test_orchestrator", 2024-05-21T00:45:48.261 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:48.261 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:48.261 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:48.261 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:48.261 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:48.261 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.261 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.261 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.261 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.262 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.262 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.262 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.262 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.262 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.262 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.262 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.262 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.262 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.262 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.262 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.263 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.263 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.263 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.263 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.263 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:48.263 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:48.263 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.263 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.263 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.263 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.263 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.263 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.264 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.264 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.264 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.264 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.264 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.264 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.264 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:48.264 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:48.264 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.264 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.264 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.264 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:48.265 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.265 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.265 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.265 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.265 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.265 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.265 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.265 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.265 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.265 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.265 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.265 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.266 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.266 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.266 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.266 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:48.266 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:48.266 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.266 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.266 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.266 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.266 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.266 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.267 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.267 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.267 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.267 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.267 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.267 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.267 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:48.267 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:48.267 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.267 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:48.267 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.267 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:48.268 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.268 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.268 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.268 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.268 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.268 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.268 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.268 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.268 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.268 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.268 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.269 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "volumes", 2024-05-21T00:45:48.269 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:48.269 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:48.269 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:48.269 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:48.269 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:48.269 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.269 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.269 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.270 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.270 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.270 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.270 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.270 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.270 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.270 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.270 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.270 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.271 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.271 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.271 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.271 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.271 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.271 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.271 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.271 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:48.271 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:48.271 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.271 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.272 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.272 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.272 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.272 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.272 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.272 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.272 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.272 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.272 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.272 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.273 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:48.273 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:48.273 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.273 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.273 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.273 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:48.273 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.273 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.273 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.273 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.273 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.273 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.274 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.274 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.274 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.274 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.274 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.274 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.274 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.274 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.274 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.274 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:48.274 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:48.275 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.275 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.275 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.275 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.275 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.275 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.275 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.275 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.275 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.275 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.275 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.276 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.276 INFO:teuthology.orchestra.run.smithi044.stdout: "max_concurrent_clones": { 2024-05-21T00:45:48.276 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_concurrent_clones", 2024-05-21T00:45:48.276 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.276 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.276 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.276 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "4", 2024-05-21T00:45:48.276 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.276 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.276 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.276 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Number of asynchronous cloner threads", 2024-05-21T00:45:48.276 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.276 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.277 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.277 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.277 INFO:teuthology.orchestra.run.smithi044.stdout: "periodic_async_work": { 2024-05-21T00:45:48.277 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "periodic_async_work", 2024-05-21T00:45:48.277 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.277 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.277 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.277 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.277 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.277 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.277 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.278 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Periodically check for async work", 2024-05-21T00:45:48.278 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.278 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.278 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.278 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.278 INFO:teuthology.orchestra.run.smithi044.stdout: "snapshot_clone_delay": { 2024-05-21T00:45:48.278 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snapshot_clone_delay", 2024-05-21T00:45:48.278 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.278 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.278 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.278 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:48.279 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.279 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.279 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.279 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-05-21T00:45:48.279 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.279 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.279 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.279 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.279 INFO:teuthology.orchestra.run.smithi044.stdout: "snapshot_clone_no_wait": { 2024-05-21T00:45:48.279 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snapshot_clone_no_wait", 2024-05-21T00:45:48.279 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.279 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.280 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.280 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-21T00:45:48.280 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.280 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.280 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.280 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-05-21T00:45:48.280 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.280 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.280 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.280 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.280 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:48.280 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:48.281 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.281 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:48.281 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.281 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:48.281 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.281 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.281 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.281 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.281 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.281 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.281 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.281 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.282 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.282 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.282 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.282 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix", 2024-05-21T00:45:48.282 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-21T00:45:48.282 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-21T00:45:48.282 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-21T00:45:48.282 INFO:teuthology.orchestra.run.smithi044.stdout: "discovery_interval": { 2024-05-21T00:45:48.282 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "discovery_interval", 2024-05-21T00:45:48.282 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-05-21T00:45:48.282 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.283 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.283 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "100", 2024-05-21T00:45:48.283 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.283 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.283 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.283 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.283 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.283 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.283 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.283 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.283 INFO:teuthology.orchestra.run.smithi044.stdout: "identifier": { 2024-05-21T00:45:48.284 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "identifier", 2024-05-21T00:45:48.284 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.284 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.284 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.284 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.284 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.284 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.284 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.284 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.284 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.284 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.285 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.285 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.285 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-05-21T00:45:48.285 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-05-21T00:45:48.285 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-21T00:45:48.285 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.285 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.285 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-05-21T00:45:48.285 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.285 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.285 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.286 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.286 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.286 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.286 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.286 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.286 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-21T00:45:48.286 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-21T00:45:48.286 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.286 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.286 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.286 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.287 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.287 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.287 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.287 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.287 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.287 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.287 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.287 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.287 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.287 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.287 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.288 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.288 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.288 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.288 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.288 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-21T00:45:48.288 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-21T00:45:48.288 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.288 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.288 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.288 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.288 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.288 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.289 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.289 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.289 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.289 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.289 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.289 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.289 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-21T00:45:48.289 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-21T00:45:48.289 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.289 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.289 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.289 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-21T00:45:48.290 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.290 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.290 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-21T00:45:48.290 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-21T00:45:48.290 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-21T00:45:48.290 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-21T00:45:48.290 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-21T00:45:48.290 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-21T00:45:48.290 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-21T00:45:48.290 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.290 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.291 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.291 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.291 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.291 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.291 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-21T00:45:48.291 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-21T00:45:48.291 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-21T00:45:48.291 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.291 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.291 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-21T00:45:48.291 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.291 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.292 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.292 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.292 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.292 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.292 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.292 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.292 INFO:teuthology.orchestra.run.smithi044.stdout: "sqlite3_killpoint": { 2024-05-21T00:45:48.292 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:45:48.292 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.292 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "dev", 2024-05-21T00:45:48.293 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-21T00:45:48.293 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-21T00:45:48.293 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.293 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.293 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.293 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.293 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.293 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.293 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.293 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.293 INFO:teuthology.orchestra.run.smithi044.stdout: "zabbix_host": { 2024-05-21T00:45:48.293 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix_host", 2024-05-21T00:45:48.294 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.294 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.294 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.294 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-21T00:45:48.294 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.294 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.294 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.294 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.294 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.294 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.294 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.295 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.295 INFO:teuthology.orchestra.run.smithi044.stdout: "zabbix_port": { 2024-05-21T00:45:48.295 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix_port", 2024-05-21T00:45:48.295 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-21T00:45:48.295 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.295 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.295 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10051", 2024-05-21T00:45:48.295 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.295 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.295 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.295 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.295 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.296 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.296 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.296 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.296 INFO:teuthology.orchestra.run.smithi044.stdout: "zabbix_sender": { 2024-05-21T00:45:48.296 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix_sender", 2024-05-21T00:45:48.296 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-21T00:45:48.296 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-21T00:45:48.296 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-21T00:45:48.296 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-05-21T00:45:48.296 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-21T00:45:48.296 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-21T00:45:48.296 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-21T00:45:48.297 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-21T00:45:48.297 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-21T00:45:48.297 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-21T00:45:48.297 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-21T00:45:48.297 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.297 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.297 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.297 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.297 INFO:teuthology.orchestra.run.smithi044.stdout: "services": { 2024-05-21T00:45:48.297 INFO:teuthology.orchestra.run.smithi044.stdout: "dashboard": "https://172.21.15.44:8443/" 2024-05-21T00:45:48.297 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.297 INFO:teuthology.orchestra.run.smithi044.stdout: "always_on_modules": { 2024-05-21T00:45:48.298 INFO:teuthology.orchestra.run.smithi044.stdout: "octopus": [ 2024-05-21T00:45:48.298 INFO:teuthology.orchestra.run.smithi044.stdout: "balancer", 2024-05-21T00:45:48.298 INFO:teuthology.orchestra.run.smithi044.stdout: "crash", 2024-05-21T00:45:48.298 INFO:teuthology.orchestra.run.smithi044.stdout: "devicehealth", 2024-05-21T00:45:48.298 INFO:teuthology.orchestra.run.smithi044.stdout: "orchestrator", 2024-05-21T00:45:48.298 INFO:teuthology.orchestra.run.smithi044.stdout: "pg_autoscaler", 2024-05-21T00:45:48.298 INFO:teuthology.orchestra.run.smithi044.stdout: "progress", 2024-05-21T00:45:48.298 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_support", 2024-05-21T00:45:48.298 INFO:teuthology.orchestra.run.smithi044.stdout: "status", 2024-05-21T00:45:48.298 INFO:teuthology.orchestra.run.smithi044.stdout: "telemetry", 2024-05-21T00:45:48.298 INFO:teuthology.orchestra.run.smithi044.stdout: "volumes" 2024-05-21T00:45:48.299 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.299 INFO:teuthology.orchestra.run.smithi044.stdout: "pacific": [ 2024-05-21T00:45:48.299 INFO:teuthology.orchestra.run.smithi044.stdout: "balancer", 2024-05-21T00:45:48.299 INFO:teuthology.orchestra.run.smithi044.stdout: "crash", 2024-05-21T00:45:48.299 INFO:teuthology.orchestra.run.smithi044.stdout: "devicehealth", 2024-05-21T00:45:48.299 INFO:teuthology.orchestra.run.smithi044.stdout: "orchestrator", 2024-05-21T00:45:48.299 INFO:teuthology.orchestra.run.smithi044.stdout: "pg_autoscaler", 2024-05-21T00:45:48.299 INFO:teuthology.orchestra.run.smithi044.stdout: "progress", 2024-05-21T00:45:48.299 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_support", 2024-05-21T00:45:48.299 INFO:teuthology.orchestra.run.smithi044.stdout: "status", 2024-05-21T00:45:48.299 INFO:teuthology.orchestra.run.smithi044.stdout: "telemetry", 2024-05-21T00:45:48.299 INFO:teuthology.orchestra.run.smithi044.stdout: "volumes" 2024-05-21T00:45:48.299 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.300 INFO:teuthology.orchestra.run.smithi044.stdout: "quincy": [ 2024-05-21T00:45:48.300 INFO:teuthology.orchestra.run.smithi044.stdout: "balancer", 2024-05-21T00:45:48.300 INFO:teuthology.orchestra.run.smithi044.stdout: "crash", 2024-05-21T00:45:48.300 INFO:teuthology.orchestra.run.smithi044.stdout: "devicehealth", 2024-05-21T00:45:48.300 INFO:teuthology.orchestra.run.smithi044.stdout: "orchestrator", 2024-05-21T00:45:48.300 INFO:teuthology.orchestra.run.smithi044.stdout: "pg_autoscaler", 2024-05-21T00:45:48.300 INFO:teuthology.orchestra.run.smithi044.stdout: "progress", 2024-05-21T00:45:48.300 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_support", 2024-05-21T00:45:48.300 INFO:teuthology.orchestra.run.smithi044.stdout: "status", 2024-05-21T00:45:48.300 INFO:teuthology.orchestra.run.smithi044.stdout: "telemetry", 2024-05-21T00:45:48.300 INFO:teuthology.orchestra.run.smithi044.stdout: "volumes" 2024-05-21T00:45:48.301 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.301 INFO:teuthology.orchestra.run.smithi044.stdout: "reef": [ 2024-05-21T00:45:48.301 INFO:teuthology.orchestra.run.smithi044.stdout: "balancer", 2024-05-21T00:45:48.301 INFO:teuthology.orchestra.run.smithi044.stdout: "crash", 2024-05-21T00:45:48.301 INFO:teuthology.orchestra.run.smithi044.stdout: "devicehealth", 2024-05-21T00:45:48.301 INFO:teuthology.orchestra.run.smithi044.stdout: "orchestrator", 2024-05-21T00:45:48.301 INFO:teuthology.orchestra.run.smithi044.stdout: "pg_autoscaler", 2024-05-21T00:45:48.301 INFO:teuthology.orchestra.run.smithi044.stdout: "progress", 2024-05-21T00:45:48.301 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_support", 2024-05-21T00:45:48.301 INFO:teuthology.orchestra.run.smithi044.stdout: "status", 2024-05-21T00:45:48.301 INFO:teuthology.orchestra.run.smithi044.stdout: "telemetry", 2024-05-21T00:45:48.302 INFO:teuthology.orchestra.run.smithi044.stdout: "volumes" 2024-05-21T00:45:48.302 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-21T00:45:48.302 INFO:teuthology.orchestra.run.smithi044.stdout: "squid": [ 2024-05-21T00:45:48.302 INFO:teuthology.orchestra.run.smithi044.stdout: "balancer", 2024-05-21T00:45:48.302 INFO:teuthology.orchestra.run.smithi044.stdout: "crash", 2024-05-21T00:45:48.302 INFO:teuthology.orchestra.run.smithi044.stdout: "devicehealth", 2024-05-21T00:45:48.302 INFO:teuthology.orchestra.run.smithi044.stdout: "orchestrator", 2024-05-21T00:45:48.302 INFO:teuthology.orchestra.run.smithi044.stdout: "pg_autoscaler", 2024-05-21T00:45:48.302 INFO:teuthology.orchestra.run.smithi044.stdout: "progress", 2024-05-21T00:45:48.302 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_support", 2024-05-21T00:45:48.302 INFO:teuthology.orchestra.run.smithi044.stdout: "status", 2024-05-21T00:45:48.302 INFO:teuthology.orchestra.run.smithi044.stdout: "telemetry", 2024-05-21T00:45:48.303 INFO:teuthology.orchestra.run.smithi044.stdout: "volumes" 2024-05-21T00:45:48.303 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-05-21T00:45:48.303 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.303 INFO:teuthology.orchestra.run.smithi044.stdout: "last_failure_osd_epoch": 3, 2024-05-21T00:45:48.303 INFO:teuthology.orchestra.run.smithi044.stdout: "active_clients": [ 2024-05-21T00:45:48.303 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.303 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "devicehealth", 2024-05-21T00:45:48.303 INFO:teuthology.orchestra.run.smithi044.stdout: "addrvec": [ 2024-05-21T00:45:48.303 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.303 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "v2", 2024-05-21T00:45:48.303 INFO:teuthology.orchestra.run.smithi044.stdout: "addr": "172.21.15.44:0", 2024-05-21T00:45:48.304 INFO:teuthology.orchestra.run.smithi044.stdout: "nonce": 1014539865 2024-05-21T00:45:48.304 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.304 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-05-21T00:45:48.304 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.304 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.304 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "libcephsqlite", 2024-05-21T00:45:48.304 INFO:teuthology.orchestra.run.smithi044.stdout: "addrvec": [ 2024-05-21T00:45:48.304 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.304 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "v2", 2024-05-21T00:45:48.304 INFO:teuthology.orchestra.run.smithi044.stdout: "addr": "172.21.15.44:0", 2024-05-21T00:45:48.304 INFO:teuthology.orchestra.run.smithi044.stdout: "nonce": 44349617 2024-05-21T00:45:48.304 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.305 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-05-21T00:45:48.305 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.305 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.305 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rbd_support", 2024-05-21T00:45:48.305 INFO:teuthology.orchestra.run.smithi044.stdout: "addrvec": [ 2024-05-21T00:45:48.305 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.305 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "v2", 2024-05-21T00:45:48.305 INFO:teuthology.orchestra.run.smithi044.stdout: "addr": "172.21.15.44:0", 2024-05-21T00:45:48.305 INFO:teuthology.orchestra.run.smithi044.stdout: "nonce": 2315290038 2024-05-21T00:45:48.305 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.305 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-05-21T00:45:48.306 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:48.306 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.306 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "volumes", 2024-05-21T00:45:48.306 INFO:teuthology.orchestra.run.smithi044.stdout: "addrvec": [ 2024-05-21T00:45:48.306 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-21T00:45:48.306 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "v2", 2024-05-21T00:45:48.306 INFO:teuthology.orchestra.run.smithi044.stdout: "addr": "172.21.15.44:0", 2024-05-21T00:45:48.306 INFO:teuthology.orchestra.run.smithi044.stdout: "nonce": 1180311977 2024-05-21T00:45:48.306 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.306 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-05-21T00:45:48.306 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:48.307 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-05-21T00:45:48.307 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:45:48.308 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.654+0000 7f551a400640 1 -- 172.21.15.44:0/2589846904 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f54fc0b27e0 msgr2=0x7f54fc0b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:48.308 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.654+0000 7f551a400640 1 --2- 172.21.15.44:0/2589846904 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f54fc0b27e0 0x7f54fc0b4ca0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f55080095f0 tx=0x7f5508005f90 comp rx=0 tx=0).stop 2024-05-21T00:45:48.308 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.654+0000 7f551a400640 1 -- 172.21.15.44:0/2589846904 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5514105d80 msgr2=0x7f551419b2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:45:48.308 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.654+0000 7f551a400640 1 --2- 172.21.15.44:0/2589846904 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5514105d80 0x7f551419b2a0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f550000e9f0 tx=0x7f550000eeb0 comp rx=0 tx=0).stop 2024-05-21T00:45:48.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.654+0000 7f551a400640 1 -- 172.21.15.44:0/2589846904 shutdown_connections 2024-05-21T00:45:48.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.654+0000 7f551a400640 1 --2- 172.21.15.44:0/2589846904 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f54fc0b27e0 0x7f54fc0b4ca0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:48.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.654+0000 7f551a400640 1 --2- 172.21.15.44:0/2589846904 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5514106740 0x7f55141a2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:48.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.654+0000 7f551a400640 1 --2- 172.21.15.44:0/2589846904 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5514105d80 0x7f551419b2a0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:48.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.654+0000 7f551a400640 1 --2- 172.21.15.44:0/2589846904 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5514104b90 0x7f551419ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:45:48.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.654+0000 7f551a400640 1 -- 172.21.15.44:0/2589846904 >> 172.21.15.44:0/2589846904 conn(0x7f5514100120 msgr2=0x7f5514109150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:45:48.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.654+0000 7f551a400640 1 -- 172.21.15.44:0/2589846904 shutdown_connections 2024-05-21T00:45:48.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:45:46.654+0000 7f551a400640 1 -- 172.21.15.44:0/2589846904 wait complete. 2024-05-21T00:45:48.383 DEBUG:tasks.check_counter:Getting stats from a 2024-05-21T00:45:48.384 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph daemon mds.a perf dump 2024-05-21T00:45:48.384 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:46 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/3831685833' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-21T00:45:48.384 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:46 smithi044 ceph-mon[31392]: pgmap v570: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:45:48.384 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:46 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/2589846904' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-05-21T00:45:48.860 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:45:49.647 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:49 smithi044 ceph-mon[31392]: pgmap v571: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-05-21T00:45:49.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:49 smithi092 ceph-mon[36335]: pgmap v571: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-05-21T00:45:49.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:49 smithi082 ceph-mon[36141]: pgmap v571: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-05-21T00:45:51.230 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:45:51.231 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T00:45:51.231 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 64, 2024-05-21T00:45:51.231 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 64, 2024-05-21T00:45:51.231 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 16415, 2024-05-21T00:45:51.231 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 261442, 2024-05-21T00:45:51.231 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 30, 2024-05-21T00:45:51.231 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 1, 2024-05-21T00:45:51.231 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.033941721, 2024-05-21T00:45:51.231 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.004466539, 2024-05-21T00:45:51.231 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.019964913, 2024-05-21T00:45:51.231 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.001011847, 2024-05-21T00:45:51.231 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:45:51.232 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 63, 2024-05-21T00:45:51.232 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.036852074, 2024-05-21T00:45:51.232 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000584953 2024-05-21T00:45:51.232 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.232 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:45:51.232 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 48, 2024-05-21T00:45:51.232 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000009361, 2024-05-21T00:45:51.232 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000195 2024-05-21T00:45:51.232 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.232 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 6960, 2024-05-21T00:45:51.232 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 5376 2024-05-21T00:45:51.232 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.232 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T00:45:51.233 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 210, 2024-05-21T00:45:51.233 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 200, 2024-05-21T00:45:51.233 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 833760, 2024-05-21T00:45:51.233 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 108759, 2024-05-21T00:45:51.233 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 6, 2024-05-21T00:45:51.233 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 5, 2024-05-21T00:45:51.233 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.067669763, 2024-05-21T00:45:51.233 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.016478350, 2024-05-21T00:45:51.233 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.062706842, 2024-05-21T00:45:51.233 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.007404499, 2024-05-21T00:45:51.233 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:45:51.233 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 199, 2024-05-21T00:45:51.233 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.049905649, 2024-05-21T00:45:51.234 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000250782 2024-05-21T00:45:51.234 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.234 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:45:51.234 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.234 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.234 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.234 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.234 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 828176, 2024-05-21T00:45:51.234 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 93408 2024-05-21T00:45:51.234 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.234 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T00:45:51.234 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 894, 2024-05-21T00:45:51.235 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 779, 2024-05-21T00:45:51.235 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 249903, 2024-05-21T00:45:51.235 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 441843, 2024-05-21T00:45:51.235 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 7, 2024-05-21T00:45:51.235 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 5, 2024-05-21T00:45:51.235 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.205952063, 2024-05-21T00:45:51.235 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.099305426, 2024-05-21T00:45:51.235 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.127308268, 2024-05-21T00:45:51.235 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.004492692, 2024-05-21T00:45:51.235 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:45:51.235 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 777, 2024-05-21T00:45:51.235 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.073079880, 2024-05-21T00:45:51.235 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000094053 2024-05-21T00:45:51.236 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.236 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:45:51.236 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 1530, 2024-05-21T00:45:51.236 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000655943, 2024-05-21T00:45:51.236 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000428 2024-05-21T00:45:51.236 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.236 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-21T00:45:51.236 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 263872 2024-05-21T00:45:51.236 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.236 INFO:teuthology.orchestra.run.smithi044.stdout: "cct": { 2024-05-21T00:45:51.236 INFO:teuthology.orchestra.run.smithi044.stdout: "total_workers": 1, 2024-05-21T00:45:51.236 INFO:teuthology.orchestra.run.smithi044.stdout: "unhealthy_workers": 0 2024-05-21T00:45:51.237 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.237 INFO:teuthology.orchestra.run.smithi044.stdout: "finisher-MDSRank": { 2024-05-21T00:45:51.237 INFO:teuthology.orchestra.run.smithi044.stdout: "queue_len": 0, 2024-05-21T00:45:51.237 INFO:teuthology.orchestra.run.smithi044.stdout: "complete_latency": { 2024-05-21T00:45:51.237 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 47, 2024-05-21T00:45:51.237 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.003668939, 2024-05-21T00:45:51.237 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000078062 2024-05-21T00:45:51.237 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:51.237 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.237 INFO:teuthology.orchestra.run.smithi044.stdout: "finisher-PurgeQueue": { 2024-05-21T00:45:51.238 INFO:teuthology.orchestra.run.smithi044.stdout: "queue_len": 0, 2024-05-21T00:45:51.238 INFO:teuthology.orchestra.run.smithi044.stdout: "complete_latency": { 2024-05-21T00:45:51.238 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 2, 2024-05-21T00:45:51.238 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000010686, 2024-05-21T00:45:51.238 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000005343 2024-05-21T00:45:51.238 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:51.238 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.238 INFO:teuthology.orchestra.run.smithi044.stdout: "mds": { 2024-05-21T00:45:51.238 INFO:teuthology.orchestra.run.smithi044.stdout: "request": 8, 2024-05-21T00:45:51.238 INFO:teuthology.orchestra.run.smithi044.stdout: "reply": 6, 2024-05-21T00:45:51.238 INFO:teuthology.orchestra.run.smithi044.stdout: "reply_latency": { 2024-05-21T00:45:51.238 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 6, 2024-05-21T00:45:51.239 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.434576844, 2024-05-21T00:45:51.239 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.072429474 2024-05-21T00:45:51.239 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.239 INFO:teuthology.orchestra.run.smithi044.stdout: "slow_reply": 0, 2024-05-21T00:45:51.239 INFO:teuthology.orchestra.run.smithi044.stdout: "forward": 2, 2024-05-21T00:45:51.239 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_fetch_complete": 0, 2024-05-21T00:45:51.239 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_fetch_keys": 0, 2024-05-21T00:45:51.239 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_commit": 11, 2024-05-21T00:45:51.239 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_split": 0, 2024-05-21T00:45:51.239 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_merge": 0, 2024-05-21T00:45:51.239 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes": 18, 2024-05-21T00:45:51.239 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_top": 2, 2024-05-21T00:45:51.239 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_bottom": 16, 2024-05-21T00:45:51.240 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_pin_tail": 0, 2024-05-21T00:45:51.240 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_pinned": 13, 2024-05-21T00:45:51.240 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_expired": 8, 2024-05-21T00:45:51.240 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_with_caps": 1, 2024-05-21T00:45:51.240 INFO:teuthology.orchestra.run.smithi044.stdout: "caps": 1, 2024-05-21T00:45:51.240 INFO:teuthology.orchestra.run.smithi044.stdout: "subtrees": 3, 2024-05-21T00:45:51.240 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse": 27, 2024-05-21T00:45:51.240 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_hit": 18, 2024-05-21T00:45:51.240 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_forward": 0, 2024-05-21T00:45:51.240 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_discover": 5, 2024-05-21T00:45:51.240 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_dir_fetch": 0, 2024-05-21T00:45:51.240 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_remote_ino": 0, 2024-05-21T00:45:51.240 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_lock": 1, 2024-05-21T00:45:51.241 INFO:teuthology.orchestra.run.smithi044.stdout: "load_cent": 0, 2024-05-21T00:45:51.241 INFO:teuthology.orchestra.run.smithi044.stdout: "q": 0, 2024-05-21T00:45:51.241 INFO:teuthology.orchestra.run.smithi044.stdout: "exported": 0, 2024-05-21T00:45:51.241 INFO:teuthology.orchestra.run.smithi044.stdout: "exported_inodes": 0, 2024-05-21T00:45:51.241 INFO:teuthology.orchestra.run.smithi044.stdout: "imported": 0, 2024-05-21T00:45:51.241 INFO:teuthology.orchestra.run.smithi044.stdout: "imported_inodes": 0, 2024-05-21T00:45:51.241 INFO:teuthology.orchestra.run.smithi044.stdout: "openino_dir_fetch": 0, 2024-05-21T00:45:51.241 INFO:teuthology.orchestra.run.smithi044.stdout: "openino_backtrace_fetch": 0, 2024-05-21T00:45:51.241 INFO:teuthology.orchestra.run.smithi044.stdout: "openino_peer_discover": 0, 2024-05-21T00:45:51.241 INFO:teuthology.orchestra.run.smithi044.stdout: "root_rfiles": 4, 2024-05-21T00:45:51.241 INFO:teuthology.orchestra.run.smithi044.stdout: "root_rbytes": 234, 2024-05-21T00:45:51.241 INFO:teuthology.orchestra.run.smithi044.stdout: "root_rsnaps": 0, 2024-05-21T00:45:51.241 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_backtrace_fetch": 0, 2024-05-21T00:45:51.241 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_set_tag": 0, 2024-05-21T00:45:51.242 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T00:45:51.242 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_inotable_repaired": 0, 2024-05-21T00:45:51.242 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_dir_inodes": 0, 2024-05-21T00:45:51.242 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_dir_base_inodes": 0, 2024-05-21T00:45:51.242 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_dirfrag_rstats": 0, 2024-05-21T00:45:51.242 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_file_inodes": 0, 2024-05-21T00:45:51.242 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_inode_file_caps": 0, 2024-05-21T00:45:51.242 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_revoke": 2, 2024-05-21T00:45:51.242 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_grant": 1, 2024-05-21T00:45:51.242 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_trunc": 0, 2024-05-21T00:45:51.242 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T00:45:51.242 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T00:45:51.242 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_caps": 3, 2024-05-21T00:45:51.243 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_caps_dirty": 0, 2024-05-21T00:45:51.243 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_cap_release": 1, 2024-05-21T00:45:51.243 INFO:teuthology.orchestra.run.smithi044.stdout: "process_request_cap_release": 1 2024-05-21T00:45:51.243 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.243 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_cache": { 2024-05-21T00:45:51.243 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_update": 0, 2024-05-21T00:45:51.243 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_update_receipt": 16, 2024-05-21T00:45:51.243 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_try_discover": 10, 2024-05-21T00:45:51.243 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_send_discover": 12, 2024-05-21T00:45:51.243 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_handle_discover": 0, 2024-05-21T00:45:51.243 INFO:teuthology.orchestra.run.smithi044.stdout: "num_strays": 0, 2024-05-21T00:45:51.243 INFO:teuthology.orchestra.run.smithi044.stdout: "num_strays_delayed": 0, 2024-05-21T00:45:51.243 INFO:teuthology.orchestra.run.smithi044.stdout: "num_strays_enqueuing": 0, 2024-05-21T00:45:51.243 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_created": 0, 2024-05-21T00:45:51.244 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_enqueued": 0, 2024-05-21T00:45:51.244 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_reintegrated": 0, 2024-05-21T00:45:51.244 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_migrated": 0, 2024-05-21T00:45:51.244 INFO:teuthology.orchestra.run.smithi044.stdout: "num_recovering_processing": 0, 2024-05-21T00:45:51.244 INFO:teuthology.orchestra.run.smithi044.stdout: "num_recovering_enqueued": 0, 2024-05-21T00:45:51.244 INFO:teuthology.orchestra.run.smithi044.stdout: "num_recovering_prioritized": 0, 2024-05-21T00:45:51.244 INFO:teuthology.orchestra.run.smithi044.stdout: "recovery_started": 0, 2024-05-21T00:45:51.244 INFO:teuthology.orchestra.run.smithi044.stdout: "recovery_completed": 0, 2024-05-21T00:45:51.244 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_quiesce_path": 2, 2024-05-21T00:45:51.244 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_quiesce_inode": 11, 2024-05-21T00:45:51.244 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_enqueue_scrub": 0, 2024-05-21T00:45:51.244 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_exportdir": 0, 2024-05-21T00:45:51.244 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_flush": 0, 2024-05-21T00:45:51.244 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_fragmentdir": 0, 2024-05-21T00:45:51.245 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_fragstats": 0, 2024-05-21T00:45:51.245 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_inodestats": 0 2024-05-21T00:45:51.245 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.245 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_log": { 2024-05-21T00:45:51.245 INFO:teuthology.orchestra.run.smithi044.stdout: "evlrg": 0, 2024-05-21T00:45:51.245 INFO:teuthology.orchestra.run.smithi044.stdout: "evadd": 7, 2024-05-21T00:45:51.245 INFO:teuthology.orchestra.run.smithi044.stdout: "evex": 0, 2024-05-21T00:45:51.245 INFO:teuthology.orchestra.run.smithi044.stdout: "evtrm": 0, 2024-05-21T00:45:51.245 INFO:teuthology.orchestra.run.smithi044.stdout: "ev": 7, 2024-05-21T00:45:51.245 INFO:teuthology.orchestra.run.smithi044.stdout: "evexg": 0, 2024-05-21T00:45:51.245 INFO:teuthology.orchestra.run.smithi044.stdout: "evexd": 0, 2024-05-21T00:45:51.245 INFO:teuthology.orchestra.run.smithi044.stdout: "segadd": 2, 2024-05-21T00:45:51.245 INFO:teuthology.orchestra.run.smithi044.stdout: "segex": 0, 2024-05-21T00:45:51.245 INFO:teuthology.orchestra.run.smithi044.stdout: "segtrm": 0, 2024-05-21T00:45:51.246 INFO:teuthology.orchestra.run.smithi044.stdout: "seg": 2, 2024-05-21T00:45:51.246 INFO:teuthology.orchestra.run.smithi044.stdout: "segmjr": 2, 2024-05-21T00:45:51.246 INFO:teuthology.orchestra.run.smithi044.stdout: "segexg": 0, 2024-05-21T00:45:51.246 INFO:teuthology.orchestra.run.smithi044.stdout: "segexd": 0, 2024-05-21T00:45:51.246 INFO:teuthology.orchestra.run.smithi044.stdout: "expos": 4194304, 2024-05-21T00:45:51.246 INFO:teuthology.orchestra.run.smithi044.stdout: "wrpos": 4196266, 2024-05-21T00:45:51.246 INFO:teuthology.orchestra.run.smithi044.stdout: "rdpos": 0, 2024-05-21T00:45:51.246 INFO:teuthology.orchestra.run.smithi044.stdout: "jlat": { 2024-05-21T00:45:51.246 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 6, 2024-05-21T00:45:51.246 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.014441677, 2024-05-21T00:45:51.246 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.002406946 2024-05-21T00:45:51.246 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.246 INFO:teuthology.orchestra.run.smithi044.stdout: "replayed": 0 2024-05-21T00:45:51.246 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.247 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_mem": { 2024-05-21T00:45:51.247 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 22, 2024-05-21T00:45:51.247 INFO:teuthology.orchestra.run.smithi044.stdout: "ino+": 28, 2024-05-21T00:45:51.247 INFO:teuthology.orchestra.run.smithi044.stdout: "ino-": 6, 2024-05-21T00:45:51.247 INFO:teuthology.orchestra.run.smithi044.stdout: "dir": 21, 2024-05-21T00:45:51.247 INFO:teuthology.orchestra.run.smithi044.stdout: "dir+": 26, 2024-05-21T00:45:51.247 INFO:teuthology.orchestra.run.smithi044.stdout: "dir-": 5, 2024-05-21T00:45:51.247 INFO:teuthology.orchestra.run.smithi044.stdout: "dn": 18, 2024-05-21T00:45:51.247 INFO:teuthology.orchestra.run.smithi044.stdout: "dn+": 26, 2024-05-21T00:45:51.247 INFO:teuthology.orchestra.run.smithi044.stdout: "dn-": 8, 2024-05-21T00:45:51.248 INFO:teuthology.orchestra.run.smithi044.stdout: "cap": 1, 2024-05-21T00:45:51.248 INFO:teuthology.orchestra.run.smithi044.stdout: "cap+": 6, 2024-05-21T00:45:51.248 INFO:teuthology.orchestra.run.smithi044.stdout: "cap-": 5, 2024-05-21T00:45:51.248 INFO:teuthology.orchestra.run.smithi044.stdout: "rss": 51200, 2024-05-21T00:45:51.248 INFO:teuthology.orchestra.run.smithi044.stdout: "heap": 223608 2024-05-21T00:45:51.248 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.248 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_server": { 2024-05-21T00:45:51.248 INFO:teuthology.orchestra.run.smithi044.stdout: "dispatch_client_request": 13, 2024-05-21T00:45:51.248 INFO:teuthology.orchestra.run.smithi044.stdout: "dispatch_server_request": 0, 2024-05-21T00:45:51.248 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_request": 8, 2024-05-21T00:45:51.248 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_session": 13, 2024-05-21T00:45:51.248 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_peer_request": 12, 2024-05-21T00:45:51.248 INFO:teuthology.orchestra.run.smithi044.stdout: "req_create_latency": { 2024-05-21T00:45:51.248 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.249 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.249 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.249 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.249 INFO:teuthology.orchestra.run.smithi044.stdout: "req_getattr_latency": { 2024-05-21T00:45:51.249 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 2, 2024-05-21T00:45:51.249 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.002037836, 2024-05-21T00:45:51.249 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.001018918 2024-05-21T00:45:51.249 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.249 INFO:teuthology.orchestra.run.smithi044.stdout: "req_getfilelock_latency": { 2024-05-21T00:45:51.249 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.249 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.249 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.249 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.249 INFO:teuthology.orchestra.run.smithi044.stdout: "req_link_latency": { 2024-05-21T00:45:51.250 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.250 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.250 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.250 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.250 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookup_latency": { 2024-05-21T00:45:51.250 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 3, 2024-05-21T00:45:51.250 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.432320168, 2024-05-21T00:45:51.250 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.144106722 2024-05-21T00:45:51.250 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.250 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookuphash_latency": { 2024-05-21T00:45:51.250 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.250 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.250 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.251 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.251 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupino_latency": { 2024-05-21T00:45:51.251 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 1, 2024-05-21T00:45:51.251 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000218840, 2024-05-21T00:45:51.251 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000218840 2024-05-21T00:45:51.251 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.251 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupname_latency": { 2024-05-21T00:45:51.251 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.251 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.251 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.251 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.251 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupparent_latency": { 2024-05-21T00:45:51.251 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.252 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.252 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.252 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.252 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupsnap_latency": { 2024-05-21T00:45:51.252 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.252 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.252 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.252 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.252 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lssnap_latency": { 2024-05-21T00:45:51.252 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.252 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.252 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.252 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.252 INFO:teuthology.orchestra.run.smithi044.stdout: "req_mkdir_latency": { 2024-05-21T00:45:51.253 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.253 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.253 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.253 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.253 INFO:teuthology.orchestra.run.smithi044.stdout: "req_mknod_latency": { 2024-05-21T00:45:51.253 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.253 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.254 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.254 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.254 INFO:teuthology.orchestra.run.smithi044.stdout: "req_mksnap_latency": { 2024-05-21T00:45:51.254 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.254 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.254 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.254 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.254 INFO:teuthology.orchestra.run.smithi044.stdout: "req_open_latency": { 2024-05-21T00:45:51.254 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.254 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.254 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.254 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.254 INFO:teuthology.orchestra.run.smithi044.stdout: "req_readdir_latency": { 2024-05-21T00:45:51.255 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.255 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.255 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.255 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.255 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rename_latency": { 2024-05-21T00:45:51.255 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.255 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.255 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.255 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.255 INFO:teuthology.orchestra.run.smithi044.stdout: "req_renamesnap_latency": { 2024-05-21T00:45:51.255 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.255 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.255 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.256 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.256 INFO:teuthology.orchestra.run.smithi044.stdout: "req_snapdiff_latency": { 2024-05-21T00:45:51.256 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.256 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.256 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.256 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.256 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rmdir_latency": { 2024-05-21T00:45:51.256 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.256 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.256 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.256 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.256 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rmsnap_latency": { 2024-05-21T00:45:51.256 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.257 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.257 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.257 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.257 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rmxattr_latency": { 2024-05-21T00:45:51.257 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.257 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.257 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.257 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.257 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setattr_latency": { 2024-05-21T00:45:51.257 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.257 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.257 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.258 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.258 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setdirlayout_latency": { 2024-05-21T00:45:51.258 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.258 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.258 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.258 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.258 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setfilelock_latency": { 2024-05-21T00:45:51.258 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.258 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.258 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.258 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.258 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setlayout_latency": { 2024-05-21T00:45:51.258 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.259 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.259 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.259 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.259 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setxattr_latency": { 2024-05-21T00:45:51.259 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.259 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.259 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.259 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.259 INFO:teuthology.orchestra.run.smithi044.stdout: "req_symlink_latency": { 2024-05-21T00:45:51.259 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.259 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.259 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.259 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.259 INFO:teuthology.orchestra.run.smithi044.stdout: "req_unlink_latency": { 2024-05-21T00:45:51.260 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.260 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.260 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.260 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.260 INFO:teuthology.orchestra.run.smithi044.stdout: "cap_revoke_eviction": 0, 2024-05-21T00:45:51.260 INFO:teuthology.orchestra.run.smithi044.stdout: "cap_acquisition_throttle": 0, 2024-05-21T00:45:51.260 INFO:teuthology.orchestra.run.smithi044.stdout: "req_getvxattr_latency": { 2024-05-21T00:45:51.260 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.260 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.260 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.260 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:51.260 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.260 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_sessions": { 2024-05-21T00:45:51.261 INFO:teuthology.orchestra.run.smithi044.stdout: "session_count": 1, 2024-05-21T00:45:51.261 INFO:teuthology.orchestra.run.smithi044.stdout: "session_add": 3, 2024-05-21T00:45:51.261 INFO:teuthology.orchestra.run.smithi044.stdout: "session_remove": 2, 2024-05-21T00:45:51.261 INFO:teuthology.orchestra.run.smithi044.stdout: "sessions_open": 1, 2024-05-21T00:45:51.261 INFO:teuthology.orchestra.run.smithi044.stdout: "sessions_stale": 0, 2024-05-21T00:45:51.261 INFO:teuthology.orchestra.run.smithi044.stdout: "total_load": 1, 2024-05-21T00:45:51.261 INFO:teuthology.orchestra.run.smithi044.stdout: "average_load": 1, 2024-05-21T00:45:51.261 INFO:teuthology.orchestra.run.smithi044.stdout: "avg_session_uptime": 211, 2024-05-21T00:45:51.261 INFO:teuthology.orchestra.run.smithi044.stdout: "mdthresh_evicted": 0 2024-05-21T00:45:51.261 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.261 INFO:teuthology.orchestra.run.smithi044.stdout: "mempool": { 2024-05-21T00:45:51.261 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_bytes": 0, 2024-05-21T00:45:51.261 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_items": 0, 2024-05-21T00:45:51.261 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T00:45:51.262 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_items": 0, 2024-05-21T00:45:51.262 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T00:45:51.262 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_items": 0, 2024-05-21T00:45:51.262 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T00:45:51.262 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T00:45:51.262 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T00:45:51.262 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T00:45:51.262 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T00:45:51.262 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_items": 0, 2024-05-21T00:45:51.262 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T00:45:51.262 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T00:45:51.262 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_bytes": 0, 2024-05-21T00:45:51.262 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_items": 0, 2024-05-21T00:45:51.263 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_bytes": 0, 2024-05-21T00:45:51.263 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_items": 0, 2024-05-21T00:45:51.263 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T00:45:51.263 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T00:45:51.263 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T00:45:51.263 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T00:45:51.263 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T00:45:51.263 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_items": 0, 2024-05-21T00:45:51.263 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_bytes": 0, 2024-05-21T00:45:51.263 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_items": 0, 2024-05-21T00:45:51.263 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T00:45:51.263 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T00:45:51.263 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_bytes": 0, 2024-05-21T00:45:51.263 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_items": 0, 2024-05-21T00:45:51.264 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_bytes": 0, 2024-05-21T00:45:51.264 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_items": 0, 2024-05-21T00:45:51.264 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T00:45:51.264 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_items": 0, 2024-05-21T00:45:51.264 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T00:45:51.264 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_items": 0, 2024-05-21T00:45:51.264 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_bytes": 256450, 2024-05-21T00:45:51.264 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_items": 91, 2024-05-21T00:45:51.264 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_bytes": 0, 2024-05-21T00:45:51.264 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_items": 0, 2024-05-21T00:45:51.264 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_bytes": 0, 2024-05-21T00:45:51.264 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_items": 0, 2024-05-21T00:45:51.264 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_bytes": 0, 2024-05-21T00:45:51.264 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_items": 0, 2024-05-21T00:45:51.265 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_bytes": 0, 2024-05-21T00:45:51.265 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_items": 0, 2024-05-21T00:45:51.265 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_bytes": 7816, 2024-05-21T00:45:51.265 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_items": 164, 2024-05-21T00:45:51.265 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T00:45:51.265 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_items": 0, 2024-05-21T00:45:51.265 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_bytes": 0, 2024-05-21T00:45:51.265 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_items": 0, 2024-05-21T00:45:51.265 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_bytes": 89821, 2024-05-21T00:45:51.265 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_items": 368, 2024-05-21T00:45:51.265 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_bytes": 0, 2024-05-21T00:45:51.265 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_items": 0, 2024-05-21T00:45:51.265 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_bytes": 0, 2024-05-21T00:45:51.265 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_items": 0 2024-05-21T00:45:51.266 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.266 INFO:teuthology.orchestra.run.smithi044.stdout: "objecter": { 2024-05-21T00:45:51.266 INFO:teuthology.orchestra.run.smithi044.stdout: "op_active": 0, 2024-05-21T00:45:51.266 INFO:teuthology.orchestra.run.smithi044.stdout: "op_laggy": 0, 2024-05-21T00:45:51.266 INFO:teuthology.orchestra.run.smithi044.stdout: "op_send": 50, 2024-05-21T00:45:51.266 INFO:teuthology.orchestra.run.smithi044.stdout: "op_send_bytes": 13493, 2024-05-21T00:45:51.266 INFO:teuthology.orchestra.run.smithi044.stdout: "op_resend": 31, 2024-05-21T00:45:51.266 INFO:teuthology.orchestra.run.smithi044.stdout: "op_reply": 50, 2024-05-21T00:45:51.266 INFO:teuthology.orchestra.run.smithi044.stdout: "op_latency": { 2024-05-21T00:45:51.266 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 50, 2024-05-21T00:45:51.266 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.424993157, 2024-05-21T00:45:51.266 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.008499863 2024-05-21T00:45:51.266 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.267 INFO:teuthology.orchestra.run.smithi044.stdout: "op_inflight": 0, 2024-05-21T00:45:51.267 INFO:teuthology.orchestra.run.smithi044.stdout: "oplen_avg": { 2024-05-21T00:45:51.267 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 50, 2024-05-21T00:45:51.267 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 79 2024-05-21T00:45:51.267 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.267 INFO:teuthology.orchestra.run.smithi044.stdout: "op": 50, 2024-05-21T00:45:51.267 INFO:teuthology.orchestra.run.smithi044.stdout: "op_r": 0, 2024-05-21T00:45:51.267 INFO:teuthology.orchestra.run.smithi044.stdout: "op_w": 50, 2024-05-21T00:45:51.267 INFO:teuthology.orchestra.run.smithi044.stdout: "op_rmw": 0, 2024-05-21T00:45:51.267 INFO:teuthology.orchestra.run.smithi044.stdout: "op_pg": 0, 2024-05-21T00:45:51.267 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_stat": 0, 2024-05-21T00:45:51.267 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_create": 10, 2024-05-21T00:45:51.267 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_read": 0, 2024-05-21T00:45:51.267 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_write": 6, 2024-05-21T00:45:51.268 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_writefull": 9, 2024-05-21T00:45:51.268 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_writesame": 0, 2024-05-21T00:45:51.268 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_append": 0, 2024-05-21T00:45:51.268 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_zero": 0, 2024-05-21T00:45:51.268 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_truncate": 0, 2024-05-21T00:45:51.268 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_delete": 6, 2024-05-21T00:45:51.268 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_mapext": 0, 2024-05-21T00:45:51.268 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_sparse_read": 0, 2024-05-21T00:45:51.268 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_clonerange": 0, 2024-05-21T00:45:51.268 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_getxattr": 0, 2024-05-21T00:45:51.268 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_setxattr": 20, 2024-05-21T00:45:51.268 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_cmpxattr": 0, 2024-05-21T00:45:51.268 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_rmxattr": 0, 2024-05-21T00:45:51.268 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_resetxattrs": 0, 2024-05-21T00:45:51.268 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_call": 0, 2024-05-21T00:45:51.269 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_watch": 0, 2024-05-21T00:45:51.269 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_notify": 0, 2024-05-21T00:45:51.269 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T00:45:51.269 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_pgls": 0, 2024-05-21T00:45:51.269 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_pgls_filter": 0, 2024-05-21T00:45:51.269 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_other": 0, 2024-05-21T00:45:51.269 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_active": 0, 2024-05-21T00:45:51.269 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_send": 0, 2024-05-21T00:45:51.269 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_resend": 0, 2024-05-21T00:45:51.269 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_ping": 0, 2024-05-21T00:45:51.269 INFO:teuthology.orchestra.run.smithi044.stdout: "poolop_active": 0, 2024-05-21T00:45:51.269 INFO:teuthology.orchestra.run.smithi044.stdout: "poolop_send": 0, 2024-05-21T00:45:51.269 INFO:teuthology.orchestra.run.smithi044.stdout: "poolop_resend": 0, 2024-05-21T00:45:51.269 INFO:teuthology.orchestra.run.smithi044.stdout: "poolstat_active": 0, 2024-05-21T00:45:51.269 INFO:teuthology.orchestra.run.smithi044.stdout: "poolstat_send": 0, 2024-05-21T00:45:51.270 INFO:teuthology.orchestra.run.smithi044.stdout: "poolstat_resend": 0, 2024-05-21T00:45:51.270 INFO:teuthology.orchestra.run.smithi044.stdout: "statfs_active": 0, 2024-05-21T00:45:51.270 INFO:teuthology.orchestra.run.smithi044.stdout: "statfs_send": 0, 2024-05-21T00:45:51.270 INFO:teuthology.orchestra.run.smithi044.stdout: "statfs_resend": 0, 2024-05-21T00:45:51.270 INFO:teuthology.orchestra.run.smithi044.stdout: "command_active": 0, 2024-05-21T00:45:51.270 INFO:teuthology.orchestra.run.smithi044.stdout: "command_send": 0, 2024-05-21T00:45:51.270 INFO:teuthology.orchestra.run.smithi044.stdout: "command_resend": 0, 2024-05-21T00:45:51.270 INFO:teuthology.orchestra.run.smithi044.stdout: "map_epoch": 82, 2024-05-21T00:45:51.270 INFO:teuthology.orchestra.run.smithi044.stdout: "map_full": 0, 2024-05-21T00:45:51.270 INFO:teuthology.orchestra.run.smithi044.stdout: "map_inc": 4, 2024-05-21T00:45:51.270 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_sessions": 9, 2024-05-21T00:45:51.270 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_session_open": 9, 2024-05-21T00:45:51.270 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_session_close": 0, 2024-05-21T00:45:51.271 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_laggy": 0, 2024-05-21T00:45:51.271 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_wr": 24, 2024-05-21T00:45:51.271 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_rd": 0, 2024-05-21T00:45:51.271 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_del": 4 2024-05-21T00:45:51.271 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.271 INFO:teuthology.orchestra.run.smithi044.stdout: "oft": { 2024-05-21T00:45:51.271 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_objs": 1, 2024-05-21T00:45:51.271 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_kv_pairs": 0, 2024-05-21T00:45:51.271 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_updates": 0, 2024-05-21T00:45:51.271 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_removes": 0 2024-05-21T00:45:51.271 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.271 INFO:teuthology.orchestra.run.smithi044.stdout: "osd-slow-ops": { 2024-05-21T00:45:51.271 INFO:teuthology.orchestra.run.smithi044.stdout: "slow_ops_count": 13 2024-05-21T00:45:51.271 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.271 INFO:teuthology.orchestra.run.smithi044.stdout: "purge_queue": { 2024-05-21T00:45:51.272 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing_ops": 0, 2024-05-21T00:45:51.272 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing_ops_high_water": 0, 2024-05-21T00:45:51.272 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing": 0, 2024-05-21T00:45:51.272 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing_high_water": 0, 2024-05-21T00:45:51.272 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executed_ops": 0, 2024-05-21T00:45:51.272 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executed": 0, 2024-05-21T00:45:51.272 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_item_in_journal": 0 2024-05-21T00:45:51.272 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.272 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T00:45:51.272 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-05-21T00:45:51.272 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 104857600, 2024-05-21T00:45:51.272 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-05-21T00:45:51.272 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 1164, 2024-05-21T00:45:51.273 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 982006, 2024-05-21T00:45:51.273 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-05-21T00:45:51.273 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 1164, 2024-05-21T00:45:51.273 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-05-21T00:45:51.273 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-05-21T00:45:51.273 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 1164, 2024-05-21T00:45:51.273 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 982006, 2024-05-21T00:45:51.273 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-05-21T00:45:51.273 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.273 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.273 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.273 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:51.273 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.273 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-objecter_bytes": { 2024-05-21T00:45:51.274 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-05-21T00:45:51.274 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 104857600, 2024-05-21T00:45:51.274 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-05-21T00:45:51.274 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 0, 2024-05-21T00:45:51.274 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 0, 2024-05-21T00:45:51.274 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-05-21T00:45:51.274 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 0, 2024-05-21T00:45:51.274 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 50, 2024-05-21T00:45:51.274 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 13493, 2024-05-21T00:45:51.274 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 50, 2024-05-21T00:45:51.274 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 13493, 2024-05-21T00:45:51.274 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-05-21T00:45:51.274 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.275 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.275 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.275 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:51.275 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.275 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-objecter_ops": { 2024-05-21T00:45:51.275 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-05-21T00:45:51.275 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 1024, 2024-05-21T00:45:51.275 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-05-21T00:45:51.275 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 0, 2024-05-21T00:45:51.275 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 0, 2024-05-21T00:45:51.275 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-05-21T00:45:51.275 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 0, 2024-05-21T00:45:51.275 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 50, 2024-05-21T00:45:51.275 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 50, 2024-05-21T00:45:51.276 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 50, 2024-05-21T00:45:51.276 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 50, 2024-05-21T00:45:51.276 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-05-21T00:45:51.276 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.276 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.276 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.276 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:51.276 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.276 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-write_buf_throttle": { 2024-05-21T00:45:51.276 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-05-21T00:45:51.276 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 3758096384, 2024-05-21T00:45:51.276 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-05-21T00:45:51.276 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 0, 2024-05-21T00:45:51.277 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 0, 2024-05-21T00:45:51.277 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-05-21T00:45:51.277 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 0, 2024-05-21T00:45:51.277 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-05-21T00:45:51.277 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-05-21T00:45:51.277 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 0, 2024-05-21T00:45:51.277 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 0, 2024-05-21T00:45:51.277 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-05-21T00:45:51.277 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.277 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.277 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.277 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:51.277 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:51.278 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-write_buf_throttle-0x555b9dfe6460": { 2024-05-21T00:45:51.278 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-05-21T00:45:51.278 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 3758096384, 2024-05-21T00:45:51.278 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-05-21T00:45:51.278 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 7, 2024-05-21T00:45:51.278 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 1962, 2024-05-21T00:45:51.278 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-05-21T00:45:51.278 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 7, 2024-05-21T00:45:51.278 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-05-21T00:45:51.278 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-05-21T00:45:51.278 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 6, 2024-05-21T00:45:51.278 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 1962, 2024-05-21T00:45:51.278 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-05-21T00:45:51.279 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:51.279 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:51.279 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:51.279 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:51.279 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:51.279 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:45:51.773 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:51 smithi044 ceph-mon[31392]: pgmap v572: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-05-21T00:45:51.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:51 smithi092 ceph-mon[36335]: pgmap v572: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-05-21T00:45:51.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:51 smithi082 ceph-mon[36141]: pgmap v572: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-05-21T00:45:52.318 INFO:tasks.check_counter:Daemon mds.a mds.exported=0 2024-05-21T00:45:52.318 INFO:tasks.check_counter:Daemon mds.a mds.imported=0 2024-05-21T00:45:52.318 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update=0 2024-05-21T00:45:52.318 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update_receipt=16 2024-05-21T00:45:52.318 DEBUG:tasks.check_counter:Getting stats from d 2024-05-21T00:45:52.318 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph daemon mds.d perf dump 2024-05-21T00:45:52.796 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:45:53.802 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:53 smithi044 ceph-mon[31392]: pgmap v573: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:45:53.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:53 smithi092 ceph-mon[36335]: pgmap v573: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:45:53.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:53 smithi082 ceph-mon[36141]: pgmap v573: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:45:55.150 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:45:55.150 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T00:45:55.150 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 0, 2024-05-21T00:45:55.150 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 2, 2024-05-21T00:45:55.151 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 0, 2024-05-21T00:45:55.151 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 0, 2024-05-21T00:45:55.151 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 4, 2024-05-21T00:45:55.151 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 0, 2024-05-21T00:45:55.151 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.006199759, 2024-05-21T00:45:55.151 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.000000000, 2024-05-21T00:45:55.151 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.001084101, 2024-05-21T00:45:55.151 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T00:45:55.151 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:45:55.151 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:55.151 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:55.151 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:55.151 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:55.152 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:45:55.152 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:55.152 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:55.152 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:55.152 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:55.152 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-21T00:45:55.152 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 0 2024-05-21T00:45:55.152 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:55.152 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T00:45:55.152 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 156, 2024-05-21T00:45:55.152 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 151, 2024-05-21T00:45:55.152 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 794960, 2024-05-21T00:45:55.152 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 92208, 2024-05-21T00:45:55.153 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 2, 2024-05-21T00:45:55.153 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 1, 2024-05-21T00:45:55.153 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.057009190, 2024-05-21T00:45:55.153 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.021136834, 2024-05-21T00:45:55.153 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.035748186, 2024-05-21T00:45:55.153 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.006699304, 2024-05-21T00:45:55.153 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:45:55.153 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 150, 2024-05-21T00:45:55.153 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.014334735, 2024-05-21T00:45:55.153 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000095564 2024-05-21T00:45:55.153 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:55.153 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:45:55.153 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:55.153 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:55.154 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:55.154 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:55.154 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 794960, 2024-05-21T00:45:55.154 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 92208 2024-05-21T00:45:55.154 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:55.154 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T00:45:55.154 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 5, 2024-05-21T00:45:55.154 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 116, 2024-05-21T00:45:55.154 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 3200, 2024-05-21T00:45:55.154 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 99168, 2024-05-21T00:45:55.154 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 3, 2024-05-21T00:45:55.154 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 2, 2024-05-21T00:45:55.154 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.021884215, 2024-05-21T00:45:55.155 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.016372126, 2024-05-21T00:45:55.155 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.003231171, 2024-05-21T00:45:55.155 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T00:45:55.155 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:45:55.155 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 115, 2024-05-21T00:45:55.155 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.011586298, 2024-05-21T00:45:55.155 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000100750 2024-05-21T00:45:55.155 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:55.155 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:45:55.155 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:55.155 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:55.155 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:55.155 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:55.156 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 3200, 2024-05-21T00:45:55.156 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 99168 2024-05-21T00:45:55.156 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:55.156 INFO:teuthology.orchestra.run.smithi044.stdout: "cct": { 2024-05-21T00:45:55.156 INFO:teuthology.orchestra.run.smithi044.stdout: "total_workers": 0, 2024-05-21T00:45:55.156 INFO:teuthology.orchestra.run.smithi044.stdout: "unhealthy_workers": 0 2024-05-21T00:45:55.156 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:55.156 INFO:teuthology.orchestra.run.smithi044.stdout: "mempool": { 2024-05-21T00:45:55.156 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_bytes": 0, 2024-05-21T00:45:55.156 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_items": 0, 2024-05-21T00:45:55.156 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T00:45:55.156 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_items": 0, 2024-05-21T00:45:55.157 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T00:45:55.157 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_items": 0, 2024-05-21T00:45:55.157 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T00:45:55.157 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T00:45:55.157 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T00:45:55.157 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T00:45:55.158 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T00:45:55.158 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_items": 0, 2024-05-21T00:45:55.158 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T00:45:55.158 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T00:45:55.158 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_bytes": 0, 2024-05-21T00:45:55.158 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_items": 0, 2024-05-21T00:45:55.158 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_bytes": 0, 2024-05-21T00:45:55.158 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_items": 0, 2024-05-21T00:45:55.158 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T00:45:55.158 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T00:45:55.158 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T00:45:55.158 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T00:45:55.159 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T00:45:55.159 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_items": 0, 2024-05-21T00:45:55.159 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_bytes": 0, 2024-05-21T00:45:55.159 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_items": 0, 2024-05-21T00:45:55.159 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T00:45:55.159 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T00:45:55.159 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_bytes": 0, 2024-05-21T00:45:55.159 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_items": 0, 2024-05-21T00:45:55.159 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_bytes": 0, 2024-05-21T00:45:55.159 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_items": 0, 2024-05-21T00:45:55.159 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T00:45:55.159 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_items": 0, 2024-05-21T00:45:55.159 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T00:45:55.159 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_items": 0, 2024-05-21T00:45:55.160 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_bytes": 151029, 2024-05-21T00:45:55.160 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_items": 31, 2024-05-21T00:45:55.160 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_bytes": 0, 2024-05-21T00:45:55.160 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_items": 0, 2024-05-21T00:45:55.160 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_bytes": 0, 2024-05-21T00:45:55.160 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_items": 0, 2024-05-21T00:45:55.160 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_bytes": 0, 2024-05-21T00:45:55.160 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_items": 0, 2024-05-21T00:45:55.160 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_bytes": 0, 2024-05-21T00:45:55.160 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_items": 0, 2024-05-21T00:45:55.160 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_bytes": 0, 2024-05-21T00:45:55.160 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_items": 0, 2024-05-21T00:45:55.160 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T00:45:55.160 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_items": 0, 2024-05-21T00:45:55.161 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_bytes": 0, 2024-05-21T00:45:55.161 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_items": 0, 2024-05-21T00:45:55.161 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_bytes": 928, 2024-05-21T00:45:55.161 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_items": 2, 2024-05-21T00:45:55.161 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_bytes": 0, 2024-05-21T00:45:55.161 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_items": 0, 2024-05-21T00:45:55.161 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_bytes": 0, 2024-05-21T00:45:55.161 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_items": 0 2024-05-21T00:45:55.161 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:55.161 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T00:45:55.162 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-05-21T00:45:55.162 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 104857600, 2024-05-21T00:45:55.162 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-05-21T00:45:55.162 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 157, 2024-05-21T00:45:55.162 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 772936, 2024-05-21T00:45:55.163 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-05-21T00:45:55.163 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 157, 2024-05-21T00:45:55.163 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-05-21T00:45:55.163 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-05-21T00:45:55.163 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 157, 2024-05-21T00:45:55.163 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 772936, 2024-05-21T00:45:55.164 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-05-21T00:45:55.164 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:55.164 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:55.164 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:55.164 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:55.164 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:55.165 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:45:55.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:55 smithi092 ceph-mon[36335]: pgmap v574: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-05-21T00:45:55.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:55 smithi044 ceph-mon[31392]: pgmap v574: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-05-21T00:45:55.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:55 smithi082 ceph-mon[36141]: pgmap v574: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-05-21T00:45:56.021 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-05-21T00:45:56.021 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-05-21T00:45:56.021 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-05-21T00:45:56.021 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-05-21T00:45:56.021 DEBUG:tasks.check_counter:Getting stats from g 2024-05-21T00:45:56.022 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph daemon mds.g perf dump 2024-05-21T00:45:56.479 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:45:57.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:57 smithi092 ceph-mon[36335]: pgmap v575: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:45:57.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:57 smithi044 ceph-mon[31392]: pgmap v575: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:45:57.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:57 smithi082 ceph-mon[36141]: pgmap v575: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:45:58.920 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:45:58.921 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T00:45:58.921 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 1097, 2024-05-21T00:45:58.921 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 865, 2024-05-21T00:45:58.921 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 1085280, 2024-05-21T00:45:58.921 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 311572, 2024-05-21T00:45:58.921 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 9, 2024-05-21T00:45:58.921 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 3, 2024-05-21T00:45:58.921 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.255993117, 2024-05-21T00:45:58.921 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.096345317, 2024-05-21T00:45:58.921 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.188316236, 2024-05-21T00:45:58.921 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.012518696, 2024-05-21T00:45:58.921 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:45:58.922 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 865, 2024-05-21T00:45:58.922 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.093839652, 2024-05-21T00:45:58.922 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000108485 2024-05-21T00:45:58.922 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.922 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:45:58.922 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 1512, 2024-05-21T00:45:58.922 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000643194, 2024-05-21T00:45:58.922 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000425 2024-05-21T00:45:58.922 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.922 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 836592, 2024-05-21T00:45:58.922 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 96736 2024-05-21T00:45:58.922 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.922 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T00:45:58.923 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 36, 2024-05-21T00:45:58.923 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 145, 2024-05-21T00:45:58.923 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 8955, 2024-05-21T00:45:58.923 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 325359, 2024-05-21T00:45:58.923 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 13, 2024-05-21T00:45:58.923 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 4, 2024-05-21T00:45:58.923 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.043789954, 2024-05-21T00:45:58.923 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.025063185, 2024-05-21T00:45:58.923 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.015186211, 2024-05-21T00:45:58.923 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.000502211, 2024-05-21T00:45:58.923 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:45:58.923 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 143, 2024-05-21T00:45:58.923 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.029209921, 2024-05-21T00:45:58.924 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000204265 2024-05-21T00:45:58.924 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.924 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:45:58.924 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 38, 2024-05-21T00:45:58.924 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000014557, 2024-05-21T00:45:58.924 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000383 2024-05-21T00:45:58.924 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.924 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 1248, 2024-05-21T00:45:58.924 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 266736 2024-05-21T00:45:58.924 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.924 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T00:45:58.924 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 39, 2024-05-21T00:45:58.924 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 41, 2024-05-21T00:45:58.925 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 8816, 2024-05-21T00:45:58.925 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 185964, 2024-05-21T00:45:58.925 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 21, 2024-05-21T00:45:58.925 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 4, 2024-05-21T00:45:58.925 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.020002083, 2024-05-21T00:45:58.925 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.003134665, 2024-05-21T00:45:58.925 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.013918837, 2024-05-21T00:45:58.926 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.000998856, 2024-05-21T00:45:58.926 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:45:58.926 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 39, 2024-05-21T00:45:58.926 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.031921419, 2024-05-21T00:45:58.926 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000818497 2024-05-21T00:45:58.926 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.926 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:45:58.926 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 21, 2024-05-21T00:45:58.926 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000003644, 2024-05-21T00:45:58.926 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000173 2024-05-21T00:45:58.926 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.926 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 928, 2024-05-21T00:45:58.926 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 736 2024-05-21T00:45:58.927 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.927 INFO:teuthology.orchestra.run.smithi044.stdout: "cct": { 2024-05-21T00:45:58.927 INFO:teuthology.orchestra.run.smithi044.stdout: "total_workers": 1, 2024-05-21T00:45:58.927 INFO:teuthology.orchestra.run.smithi044.stdout: "unhealthy_workers": 0 2024-05-21T00:45:58.927 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.927 INFO:teuthology.orchestra.run.smithi044.stdout: "finisher-MDSRank": { 2024-05-21T00:45:58.927 INFO:teuthology.orchestra.run.smithi044.stdout: "queue_len": 0, 2024-05-21T00:45:58.927 INFO:teuthology.orchestra.run.smithi044.stdout: "complete_latency": { 2024-05-21T00:45:58.927 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 56, 2024-05-21T00:45:58.927 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.003054654, 2024-05-21T00:45:58.927 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000054547 2024-05-21T00:45:58.928 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:58.928 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.928 INFO:teuthology.orchestra.run.smithi044.stdout: "finisher-PurgeQueue": { 2024-05-21T00:45:58.928 INFO:teuthology.orchestra.run.smithi044.stdout: "queue_len": 0, 2024-05-21T00:45:58.928 INFO:teuthology.orchestra.run.smithi044.stdout: "complete_latency": { 2024-05-21T00:45:58.928 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 2, 2024-05-21T00:45:58.928 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000008740, 2024-05-21T00:45:58.928 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000004370 2024-05-21T00:45:58.928 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:58.928 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.928 INFO:teuthology.orchestra.run.smithi044.stdout: "mds": { 2024-05-21T00:45:58.929 INFO:teuthology.orchestra.run.smithi044.stdout: "request": 5, 2024-05-21T00:45:58.929 INFO:teuthology.orchestra.run.smithi044.stdout: "reply": 4, 2024-05-21T00:45:58.929 INFO:teuthology.orchestra.run.smithi044.stdout: "reply_latency": { 2024-05-21T00:45:58.929 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 4, 2024-05-21T00:45:58.929 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 9.906263496, 2024-05-21T00:45:58.929 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 2.476565874 2024-05-21T00:45:58.929 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.929 INFO:teuthology.orchestra.run.smithi044.stdout: "slow_reply": 0, 2024-05-21T00:45:58.929 INFO:teuthology.orchestra.run.smithi044.stdout: "forward": 1, 2024-05-21T00:45:58.929 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_fetch_complete": 0, 2024-05-21T00:45:58.929 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_fetch_keys": 0, 2024-05-21T00:45:58.929 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_commit": 11, 2024-05-21T00:45:58.930 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_split": 0, 2024-05-21T00:45:58.930 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_merge": 0, 2024-05-21T00:45:58.930 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes": 18, 2024-05-21T00:45:58.930 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_top": 2, 2024-05-21T00:45:58.930 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_bottom": 16, 2024-05-21T00:45:58.930 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_pin_tail": 0, 2024-05-21T00:45:58.930 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_pinned": 13, 2024-05-21T00:45:58.930 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_expired": 8, 2024-05-21T00:45:58.930 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_with_caps": 1, 2024-05-21T00:45:58.930 INFO:teuthology.orchestra.run.smithi044.stdout: "caps": 1, 2024-05-21T00:45:58.930 INFO:teuthology.orchestra.run.smithi044.stdout: "subtrees": 3, 2024-05-21T00:45:58.930 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse": 25, 2024-05-21T00:45:58.931 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_hit": 11, 2024-05-21T00:45:58.931 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_forward": 1, 2024-05-21T00:45:58.931 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_discover": 4, 2024-05-21T00:45:58.931 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_dir_fetch": 0, 2024-05-21T00:45:58.931 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_remote_ino": 0, 2024-05-21T00:45:58.931 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_lock": 3, 2024-05-21T00:45:58.931 INFO:teuthology.orchestra.run.smithi044.stdout: "load_cent": 0, 2024-05-21T00:45:58.931 INFO:teuthology.orchestra.run.smithi044.stdout: "q": 0, 2024-05-21T00:45:58.931 INFO:teuthology.orchestra.run.smithi044.stdout: "exported": 0, 2024-05-21T00:45:58.931 INFO:teuthology.orchestra.run.smithi044.stdout: "exported_inodes": 0, 2024-05-21T00:45:58.931 INFO:teuthology.orchestra.run.smithi044.stdout: "imported": 0, 2024-05-21T00:45:58.931 INFO:teuthology.orchestra.run.smithi044.stdout: "imported_inodes": 0, 2024-05-21T00:45:58.931 INFO:teuthology.orchestra.run.smithi044.stdout: "openino_dir_fetch": 0, 2024-05-21T00:45:58.931 INFO:teuthology.orchestra.run.smithi044.stdout: "openino_backtrace_fetch": 0, 2024-05-21T00:45:58.932 INFO:teuthology.orchestra.run.smithi044.stdout: "openino_peer_discover": 0, 2024-05-21T00:45:58.932 INFO:teuthology.orchestra.run.smithi044.stdout: "root_rfiles": 4, 2024-05-21T00:45:58.932 INFO:teuthology.orchestra.run.smithi044.stdout: "root_rbytes": 234, 2024-05-21T00:45:58.932 INFO:teuthology.orchestra.run.smithi044.stdout: "root_rsnaps": 0, 2024-05-21T00:45:58.932 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_backtrace_fetch": 0, 2024-05-21T00:45:58.932 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_set_tag": 0, 2024-05-21T00:45:58.932 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T00:45:58.932 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_inotable_repaired": 0, 2024-05-21T00:45:58.932 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_dir_inodes": 0, 2024-05-21T00:45:58.932 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_dir_base_inodes": 0, 2024-05-21T00:45:58.932 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_dirfrag_rstats": 0, 2024-05-21T00:45:58.932 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_file_inodes": 0, 2024-05-21T00:45:58.932 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_inode_file_caps": 0, 2024-05-21T00:45:58.932 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_revoke": 2, 2024-05-21T00:45:58.933 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_grant": 1, 2024-05-21T00:45:58.933 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_trunc": 0, 2024-05-21T00:45:58.933 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T00:45:58.933 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T00:45:58.933 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_caps": 3, 2024-05-21T00:45:58.933 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_caps_dirty": 0, 2024-05-21T00:45:58.933 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_cap_release": 1, 2024-05-21T00:45:58.933 INFO:teuthology.orchestra.run.smithi044.stdout: "process_request_cap_release": 0 2024-05-21T00:45:58.933 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.933 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_cache": { 2024-05-21T00:45:58.933 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_update": 0, 2024-05-21T00:45:58.933 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_update_receipt": 18, 2024-05-21T00:45:58.933 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_try_discover": 11, 2024-05-21T00:45:58.933 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_send_discover": 12, 2024-05-21T00:45:58.934 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_handle_discover": 0, 2024-05-21T00:45:58.934 INFO:teuthology.orchestra.run.smithi044.stdout: "num_strays": 0, 2024-05-21T00:45:58.934 INFO:teuthology.orchestra.run.smithi044.stdout: "num_strays_delayed": 0, 2024-05-21T00:45:58.934 INFO:teuthology.orchestra.run.smithi044.stdout: "num_strays_enqueuing": 0, 2024-05-21T00:45:58.934 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_created": 0, 2024-05-21T00:45:58.934 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_enqueued": 0, 2024-05-21T00:45:58.934 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_reintegrated": 0, 2024-05-21T00:45:58.934 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_migrated": 0, 2024-05-21T00:45:58.934 INFO:teuthology.orchestra.run.smithi044.stdout: "num_recovering_processing": 0, 2024-05-21T00:45:58.934 INFO:teuthology.orchestra.run.smithi044.stdout: "num_recovering_enqueued": 0, 2024-05-21T00:45:58.934 INFO:teuthology.orchestra.run.smithi044.stdout: "num_recovering_prioritized": 0, 2024-05-21T00:45:58.934 INFO:teuthology.orchestra.run.smithi044.stdout: "recovery_started": 0, 2024-05-21T00:45:58.934 INFO:teuthology.orchestra.run.smithi044.stdout: "recovery_completed": 0, 2024-05-21T00:45:58.935 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_quiesce_path": 2, 2024-05-21T00:45:58.935 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_quiesce_inode": 11, 2024-05-21T00:45:58.935 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_enqueue_scrub": 0, 2024-05-21T00:45:58.935 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_exportdir": 0, 2024-05-21T00:45:58.935 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_flush": 0, 2024-05-21T00:45:58.935 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_fragmentdir": 0, 2024-05-21T00:45:58.935 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_fragstats": 0, 2024-05-21T00:45:58.935 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_inodestats": 0 2024-05-21T00:45:58.935 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.935 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_log": { 2024-05-21T00:45:58.935 INFO:teuthology.orchestra.run.smithi044.stdout: "evlrg": 0, 2024-05-21T00:45:58.935 INFO:teuthology.orchestra.run.smithi044.stdout: "evadd": 7, 2024-05-21T00:45:58.935 INFO:teuthology.orchestra.run.smithi044.stdout: "evex": 0, 2024-05-21T00:45:58.935 INFO:teuthology.orchestra.run.smithi044.stdout: "evtrm": 0, 2024-05-21T00:45:58.936 INFO:teuthology.orchestra.run.smithi044.stdout: "ev": 7, 2024-05-21T00:45:58.936 INFO:teuthology.orchestra.run.smithi044.stdout: "evexg": 0, 2024-05-21T00:45:58.936 INFO:teuthology.orchestra.run.smithi044.stdout: "evexd": 0, 2024-05-21T00:45:58.936 INFO:teuthology.orchestra.run.smithi044.stdout: "segadd": 2, 2024-05-21T00:45:58.936 INFO:teuthology.orchestra.run.smithi044.stdout: "segex": 0, 2024-05-21T00:45:58.936 INFO:teuthology.orchestra.run.smithi044.stdout: "segtrm": 0, 2024-05-21T00:45:58.936 INFO:teuthology.orchestra.run.smithi044.stdout: "seg": 2, 2024-05-21T00:45:58.936 INFO:teuthology.orchestra.run.smithi044.stdout: "segmjr": 2, 2024-05-21T00:45:58.936 INFO:teuthology.orchestra.run.smithi044.stdout: "segexg": 0, 2024-05-21T00:45:58.936 INFO:teuthology.orchestra.run.smithi044.stdout: "segexd": 0, 2024-05-21T00:45:58.936 INFO:teuthology.orchestra.run.smithi044.stdout: "expos": 4194304, 2024-05-21T00:45:58.936 INFO:teuthology.orchestra.run.smithi044.stdout: "wrpos": 4196266, 2024-05-21T00:45:58.937 INFO:teuthology.orchestra.run.smithi044.stdout: "rdpos": 0, 2024-05-21T00:45:58.937 INFO:teuthology.orchestra.run.smithi044.stdout: "jlat": { 2024-05-21T00:45:58.937 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 6, 2024-05-21T00:45:58.937 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.013906062, 2024-05-21T00:45:58.937 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.002317677 2024-05-21T00:45:58.937 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.937 INFO:teuthology.orchestra.run.smithi044.stdout: "replayed": 0 2024-05-21T00:45:58.937 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.937 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_mem": { 2024-05-21T00:45:58.937 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 22, 2024-05-21T00:45:58.937 INFO:teuthology.orchestra.run.smithi044.stdout: "ino+": 28, 2024-05-21T00:45:58.937 INFO:teuthology.orchestra.run.smithi044.stdout: "ino-": 6, 2024-05-21T00:45:58.937 INFO:teuthology.orchestra.run.smithi044.stdout: "dir": 21, 2024-05-21T00:45:58.938 INFO:teuthology.orchestra.run.smithi044.stdout: "dir+": 27, 2024-05-21T00:45:58.938 INFO:teuthology.orchestra.run.smithi044.stdout: "dir-": 6, 2024-05-21T00:45:58.938 INFO:teuthology.orchestra.run.smithi044.stdout: "dn": 18, 2024-05-21T00:45:58.938 INFO:teuthology.orchestra.run.smithi044.stdout: "dn+": 26, 2024-05-21T00:45:58.938 INFO:teuthology.orchestra.run.smithi044.stdout: "dn-": 8, 2024-05-21T00:45:58.938 INFO:teuthology.orchestra.run.smithi044.stdout: "cap": 1, 2024-05-21T00:45:58.938 INFO:teuthology.orchestra.run.smithi044.stdout: "cap+": 2, 2024-05-21T00:45:58.938 INFO:teuthology.orchestra.run.smithi044.stdout: "cap-": 1, 2024-05-21T00:45:58.938 INFO:teuthology.orchestra.run.smithi044.stdout: "rss": 51328, 2024-05-21T00:45:58.938 INFO:teuthology.orchestra.run.smithi044.stdout: "heap": 223608 2024-05-21T00:45:58.938 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.938 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_server": { 2024-05-21T00:45:58.938 INFO:teuthology.orchestra.run.smithi044.stdout: "dispatch_client_request": 8, 2024-05-21T00:45:58.939 INFO:teuthology.orchestra.run.smithi044.stdout: "dispatch_server_request": 0, 2024-05-21T00:45:58.939 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_request": 5, 2024-05-21T00:45:58.939 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_session": 13, 2024-05-21T00:45:58.939 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_peer_request": 11, 2024-05-21T00:45:58.939 INFO:teuthology.orchestra.run.smithi044.stdout: "req_create_latency": { 2024-05-21T00:45:58.939 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.939 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.939 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.939 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.939 INFO:teuthology.orchestra.run.smithi044.stdout: "req_getattr_latency": { 2024-05-21T00:45:58.939 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.939 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.940 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.940 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.940 INFO:teuthology.orchestra.run.smithi044.stdout: "req_getfilelock_latency": { 2024-05-21T00:45:58.940 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.940 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.940 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.940 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.940 INFO:teuthology.orchestra.run.smithi044.stdout: "req_link_latency": { 2024-05-21T00:45:58.940 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.940 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.940 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.940 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.940 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookup_latency": { 2024-05-21T00:45:58.940 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 3, 2024-05-21T00:45:58.941 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 9.905876555, 2024-05-21T00:45:58.941 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 3.301958851 2024-05-21T00:45:58.941 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.941 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookuphash_latency": { 2024-05-21T00:45:58.941 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.941 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.941 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.941 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.941 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupino_latency": { 2024-05-21T00:45:58.941 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 1, 2024-05-21T00:45:58.941 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000386941, 2024-05-21T00:45:58.941 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000386941 2024-05-21T00:45:58.941 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.941 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupname_latency": { 2024-05-21T00:45:58.942 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.942 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.942 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.942 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.942 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupparent_latency": { 2024-05-21T00:45:58.942 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.942 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.942 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.942 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.942 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupsnap_latency": { 2024-05-21T00:45:58.942 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.942 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.943 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.943 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.943 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lssnap_latency": { 2024-05-21T00:45:58.943 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.943 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.943 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.943 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.943 INFO:teuthology.orchestra.run.smithi044.stdout: "req_mkdir_latency": { 2024-05-21T00:45:58.943 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.944 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.944 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.944 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.944 INFO:teuthology.orchestra.run.smithi044.stdout: "req_mknod_latency": { 2024-05-21T00:45:58.944 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.944 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.944 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.944 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.944 INFO:teuthology.orchestra.run.smithi044.stdout: "req_mksnap_latency": { 2024-05-21T00:45:58.945 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.945 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.945 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.945 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.945 INFO:teuthology.orchestra.run.smithi044.stdout: "req_open_latency": { 2024-05-21T00:45:58.945 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.945 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.945 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.945 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.945 INFO:teuthology.orchestra.run.smithi044.stdout: "req_readdir_latency": { 2024-05-21T00:45:58.945 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.945 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.945 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.946 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.946 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rename_latency": { 2024-05-21T00:45:58.946 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.946 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.946 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.946 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.946 INFO:teuthology.orchestra.run.smithi044.stdout: "req_renamesnap_latency": { 2024-05-21T00:45:58.946 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.946 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.946 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.946 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.946 INFO:teuthology.orchestra.run.smithi044.stdout: "req_snapdiff_latency": { 2024-05-21T00:45:58.946 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.947 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.947 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.947 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.947 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rmdir_latency": { 2024-05-21T00:45:58.947 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.947 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.947 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.947 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.947 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rmsnap_latency": { 2024-05-21T00:45:58.947 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.947 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.947 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.948 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.948 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rmxattr_latency": { 2024-05-21T00:45:58.948 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.948 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.948 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.948 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.948 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setattr_latency": { 2024-05-21T00:45:58.948 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.948 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.948 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.948 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.948 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setdirlayout_latency": { 2024-05-21T00:45:58.948 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.948 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.949 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.949 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.949 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setfilelock_latency": { 2024-05-21T00:45:58.949 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.949 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.949 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.949 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.949 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setlayout_latency": { 2024-05-21T00:45:58.949 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.949 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.949 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.949 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.949 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setxattr_latency": { 2024-05-21T00:45:58.949 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.950 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.950 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.950 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.950 INFO:teuthology.orchestra.run.smithi044.stdout: "req_symlink_latency": { 2024-05-21T00:45:58.950 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.950 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.950 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.950 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.950 INFO:teuthology.orchestra.run.smithi044.stdout: "req_unlink_latency": { 2024-05-21T00:45:58.950 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.950 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.950 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.950 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.951 INFO:teuthology.orchestra.run.smithi044.stdout: "cap_revoke_eviction": 0, 2024-05-21T00:45:58.951 INFO:teuthology.orchestra.run.smithi044.stdout: "cap_acquisition_throttle": 0, 2024-05-21T00:45:58.951 INFO:teuthology.orchestra.run.smithi044.stdout: "req_getvxattr_latency": { 2024-05-21T00:45:58.951 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.951 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.951 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.951 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:58.951 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.951 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_sessions": { 2024-05-21T00:45:58.952 INFO:teuthology.orchestra.run.smithi044.stdout: "session_count": 1, 2024-05-21T00:45:58.952 INFO:teuthology.orchestra.run.smithi044.stdout: "session_add": 3, 2024-05-21T00:45:58.952 INFO:teuthology.orchestra.run.smithi044.stdout: "session_remove": 2, 2024-05-21T00:45:58.952 INFO:teuthology.orchestra.run.smithi044.stdout: "sessions_open": 1, 2024-05-21T00:45:58.953 INFO:teuthology.orchestra.run.smithi044.stdout: "sessions_stale": 0, 2024-05-21T00:45:58.953 INFO:teuthology.orchestra.run.smithi044.stdout: "total_load": 3, 2024-05-21T00:45:58.953 INFO:teuthology.orchestra.run.smithi044.stdout: "average_load": 3, 2024-05-21T00:45:58.953 INFO:teuthology.orchestra.run.smithi044.stdout: "avg_session_uptime": 266, 2024-05-21T00:45:58.953 INFO:teuthology.orchestra.run.smithi044.stdout: "mdthresh_evicted": 0 2024-05-21T00:45:58.953 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.953 INFO:teuthology.orchestra.run.smithi044.stdout: "mempool": { 2024-05-21T00:45:58.953 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_bytes": 0, 2024-05-21T00:45:58.953 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_items": 0, 2024-05-21T00:45:58.953 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T00:45:58.953 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_items": 0, 2024-05-21T00:45:58.953 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T00:45:58.954 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_items": 0, 2024-05-21T00:45:58.954 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T00:45:58.954 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T00:45:58.954 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T00:45:58.954 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T00:45:58.954 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T00:45:58.954 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_items": 0, 2024-05-21T00:45:58.954 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T00:45:58.954 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T00:45:58.954 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_bytes": 0, 2024-05-21T00:45:58.954 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_items": 0, 2024-05-21T00:45:58.954 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_bytes": 0, 2024-05-21T00:45:58.955 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_items": 0, 2024-05-21T00:45:58.955 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T00:45:58.955 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T00:45:58.955 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T00:45:58.955 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T00:45:58.955 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T00:45:58.955 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_items": 0, 2024-05-21T00:45:58.955 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_bytes": 0, 2024-05-21T00:45:58.955 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_items": 0, 2024-05-21T00:45:58.955 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T00:45:58.955 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T00:45:58.955 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_bytes": 0, 2024-05-21T00:45:58.955 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_items": 0, 2024-05-21T00:45:58.956 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_bytes": 0, 2024-05-21T00:45:58.956 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_items": 0, 2024-05-21T00:45:58.956 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T00:45:58.956 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_items": 0, 2024-05-21T00:45:58.956 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T00:45:58.956 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_items": 0, 2024-05-21T00:45:58.956 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_bytes": 254956, 2024-05-21T00:45:58.956 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_items": 83, 2024-05-21T00:45:58.956 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_bytes": 0, 2024-05-21T00:45:58.956 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_items": 0, 2024-05-21T00:45:58.956 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_bytes": 0, 2024-05-21T00:45:58.956 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_items": 0, 2024-05-21T00:45:58.956 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_bytes": 0, 2024-05-21T00:45:58.957 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_items": 0, 2024-05-21T00:45:58.957 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_bytes": 0, 2024-05-21T00:45:58.957 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_items": 0, 2024-05-21T00:45:58.957 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_bytes": 7816, 2024-05-21T00:45:58.957 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_items": 164, 2024-05-21T00:45:58.957 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T00:45:58.957 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_items": 0, 2024-05-21T00:45:58.957 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_bytes": 0, 2024-05-21T00:45:58.957 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_items": 0, 2024-05-21T00:45:58.957 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_bytes": 89749, 2024-05-21T00:45:58.957 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_items": 359, 2024-05-21T00:45:58.957 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_bytes": 0, 2024-05-21T00:45:58.958 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_items": 0, 2024-05-21T00:45:58.958 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_bytes": 0, 2024-05-21T00:45:58.958 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_items": 0 2024-05-21T00:45:58.958 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.958 INFO:teuthology.orchestra.run.smithi044.stdout: "objecter": { 2024-05-21T00:45:58.958 INFO:teuthology.orchestra.run.smithi044.stdout: "op_active": 0, 2024-05-21T00:45:58.958 INFO:teuthology.orchestra.run.smithi044.stdout: "op_laggy": 0, 2024-05-21T00:45:58.958 INFO:teuthology.orchestra.run.smithi044.stdout: "op_send": 48, 2024-05-21T00:45:58.958 INFO:teuthology.orchestra.run.smithi044.stdout: "op_send_bytes": 13193, 2024-05-21T00:45:58.958 INFO:teuthology.orchestra.run.smithi044.stdout: "op_resend": 33, 2024-05-21T00:45:58.958 INFO:teuthology.orchestra.run.smithi044.stdout: "op_reply": 48, 2024-05-21T00:45:58.958 INFO:teuthology.orchestra.run.smithi044.stdout: "op_latency": { 2024-05-21T00:45:58.958 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 48, 2024-05-21T00:45:58.959 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.311994981, 2024-05-21T00:45:58.959 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.006499895 2024-05-21T00:45:58.959 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.959 INFO:teuthology.orchestra.run.smithi044.stdout: "op_inflight": 0, 2024-05-21T00:45:58.959 INFO:teuthology.orchestra.run.smithi044.stdout: "oplen_avg": { 2024-05-21T00:45:58.959 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 48, 2024-05-21T00:45:58.959 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 76 2024-05-21T00:45:58.959 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.959 INFO:teuthology.orchestra.run.smithi044.stdout: "op": 48, 2024-05-21T00:45:58.959 INFO:teuthology.orchestra.run.smithi044.stdout: "op_r": 0, 2024-05-21T00:45:58.959 INFO:teuthology.orchestra.run.smithi044.stdout: "op_w": 48, 2024-05-21T00:45:58.959 INFO:teuthology.orchestra.run.smithi044.stdout: "op_rmw": 0, 2024-05-21T00:45:58.959 INFO:teuthology.orchestra.run.smithi044.stdout: "op_pg": 0, 2024-05-21T00:45:58.960 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_stat": 0, 2024-05-21T00:45:58.960 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_create": 10, 2024-05-21T00:45:58.960 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_read": 0, 2024-05-21T00:45:58.960 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_write": 6, 2024-05-21T00:45:58.960 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_writefull": 8, 2024-05-21T00:45:58.960 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_writesame": 0, 2024-05-21T00:45:58.960 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_append": 0, 2024-05-21T00:45:58.960 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_zero": 0, 2024-05-21T00:45:58.960 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_truncate": 0, 2024-05-21T00:45:58.960 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_delete": 6, 2024-05-21T00:45:58.960 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_mapext": 0, 2024-05-21T00:45:58.960 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_sparse_read": 0, 2024-05-21T00:45:58.961 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_clonerange": 0, 2024-05-21T00:45:58.961 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_getxattr": 0, 2024-05-21T00:45:58.961 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_setxattr": 20, 2024-05-21T00:45:58.961 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_cmpxattr": 0, 2024-05-21T00:45:58.961 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_rmxattr": 0, 2024-05-21T00:45:58.961 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_resetxattrs": 0, 2024-05-21T00:45:58.961 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_call": 0, 2024-05-21T00:45:58.961 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_watch": 0, 2024-05-21T00:45:58.961 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_notify": 0, 2024-05-21T00:45:58.961 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T00:45:58.961 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_pgls": 0, 2024-05-21T00:45:58.961 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_pgls_filter": 0, 2024-05-21T00:45:58.961 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_other": 0, 2024-05-21T00:45:58.961 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_active": 0, 2024-05-21T00:45:58.962 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_send": 0, 2024-05-21T00:45:58.962 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_resend": 0, 2024-05-21T00:45:58.962 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_ping": 0, 2024-05-21T00:45:58.962 INFO:teuthology.orchestra.run.smithi044.stdout: "poolop_active": 0, 2024-05-21T00:45:58.962 INFO:teuthology.orchestra.run.smithi044.stdout: "poolop_send": 0, 2024-05-21T00:45:58.962 INFO:teuthology.orchestra.run.smithi044.stdout: "poolop_resend": 0, 2024-05-21T00:45:58.962 INFO:teuthology.orchestra.run.smithi044.stdout: "poolstat_active": 0, 2024-05-21T00:45:58.962 INFO:teuthology.orchestra.run.smithi044.stdout: "poolstat_send": 0, 2024-05-21T00:45:58.962 INFO:teuthology.orchestra.run.smithi044.stdout: "poolstat_resend": 0, 2024-05-21T00:45:58.962 INFO:teuthology.orchestra.run.smithi044.stdout: "statfs_active": 0, 2024-05-21T00:45:58.962 INFO:teuthology.orchestra.run.smithi044.stdout: "statfs_send": 0, 2024-05-21T00:45:58.962 INFO:teuthology.orchestra.run.smithi044.stdout: "statfs_resend": 0, 2024-05-21T00:45:58.963 INFO:teuthology.orchestra.run.smithi044.stdout: "command_active": 0, 2024-05-21T00:45:58.963 INFO:teuthology.orchestra.run.smithi044.stdout: "command_send": 0, 2024-05-21T00:45:58.963 INFO:teuthology.orchestra.run.smithi044.stdout: "command_resend": 0, 2024-05-21T00:45:58.963 INFO:teuthology.orchestra.run.smithi044.stdout: "map_epoch": 82, 2024-05-21T00:45:58.963 INFO:teuthology.orchestra.run.smithi044.stdout: "map_full": 0, 2024-05-21T00:45:58.963 INFO:teuthology.orchestra.run.smithi044.stdout: "map_inc": 4, 2024-05-21T00:45:58.963 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_sessions": 9, 2024-05-21T00:45:58.963 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_session_open": 9, 2024-05-21T00:45:58.963 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_session_close": 0, 2024-05-21T00:45:58.963 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_laggy": 0, 2024-05-21T00:45:58.963 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_wr": 23, 2024-05-21T00:45:58.963 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_rd": 0, 2024-05-21T00:45:58.963 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_del": 3 2024-05-21T00:45:58.964 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.964 INFO:teuthology.orchestra.run.smithi044.stdout: "oft": { 2024-05-21T00:45:58.964 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_objs": 1, 2024-05-21T00:45:58.964 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_kv_pairs": 0, 2024-05-21T00:45:58.964 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_updates": 0, 2024-05-21T00:45:58.964 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_removes": 0 2024-05-21T00:45:58.964 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.964 INFO:teuthology.orchestra.run.smithi044.stdout: "osd-slow-ops": { 2024-05-21T00:45:58.964 INFO:teuthology.orchestra.run.smithi044.stdout: "slow_ops_count": 13 2024-05-21T00:45:58.964 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.964 INFO:teuthology.orchestra.run.smithi044.stdout: "purge_queue": { 2024-05-21T00:45:58.964 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing_ops": 0, 2024-05-21T00:45:58.964 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing_ops_high_water": 0, 2024-05-21T00:45:58.964 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing": 0, 2024-05-21T00:45:58.965 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing_high_water": 0, 2024-05-21T00:45:58.965 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executed_ops": 0, 2024-05-21T00:45:58.965 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executed": 0, 2024-05-21T00:45:58.965 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_item_in_journal": 0 2024-05-21T00:45:58.965 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.965 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T00:45:58.965 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-05-21T00:45:58.965 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 104857600, 2024-05-21T00:45:58.965 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-05-21T00:45:58.965 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 1168, 2024-05-21T00:45:58.965 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 984503, 2024-05-21T00:45:58.965 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-05-21T00:45:58.965 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 1168, 2024-05-21T00:45:58.966 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-05-21T00:45:58.966 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-05-21T00:45:58.966 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 1168, 2024-05-21T00:45:58.966 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 984503, 2024-05-21T00:45:58.966 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-05-21T00:45:58.966 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.966 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.966 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.966 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:58.966 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.966 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-objecter_bytes": { 2024-05-21T00:45:58.966 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-05-21T00:45:58.967 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 104857600, 2024-05-21T00:45:58.967 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-05-21T00:45:58.967 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 0, 2024-05-21T00:45:58.967 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 0, 2024-05-21T00:45:58.967 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-05-21T00:45:58.967 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 0, 2024-05-21T00:45:58.967 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 48, 2024-05-21T00:45:58.967 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 13193, 2024-05-21T00:45:58.967 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 48, 2024-05-21T00:45:58.967 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 13193, 2024-05-21T00:45:58.967 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-05-21T00:45:58.967 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.967 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.968 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.968 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:58.968 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.968 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-objecter_ops": { 2024-05-21T00:45:58.968 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-05-21T00:45:58.968 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 1024, 2024-05-21T00:45:58.968 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-05-21T00:45:58.968 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 0, 2024-05-21T00:45:58.968 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 0, 2024-05-21T00:45:58.968 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-05-21T00:45:58.968 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 0, 2024-05-21T00:45:58.968 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 48, 2024-05-21T00:45:58.968 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 48, 2024-05-21T00:45:58.968 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 48, 2024-05-21T00:45:58.969 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 48, 2024-05-21T00:45:58.969 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-05-21T00:45:58.969 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.969 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.969 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.969 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:58.969 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.969 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-write_buf_throttle": { 2024-05-21T00:45:58.969 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-05-21T00:45:58.969 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 3758096384, 2024-05-21T00:45:58.969 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-05-21T00:45:58.969 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 0, 2024-05-21T00:45:58.969 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 0, 2024-05-21T00:45:58.969 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-05-21T00:45:58.970 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 0, 2024-05-21T00:45:58.970 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-05-21T00:45:58.970 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-05-21T00:45:58.970 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 0, 2024-05-21T00:45:58.970 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 0, 2024-05-21T00:45:58.970 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-05-21T00:45:58.970 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.970 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.970 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.970 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:58.970 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:45:58.970 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-write_buf_throttle-0x55cdd658e460": { 2024-05-21T00:45:58.970 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-05-21T00:45:58.971 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 3758096384, 2024-05-21T00:45:58.971 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-05-21T00:45:58.971 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 7, 2024-05-21T00:45:58.971 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 1962, 2024-05-21T00:45:58.971 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-05-21T00:45:58.971 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 7, 2024-05-21T00:45:58.971 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-05-21T00:45:58.971 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-05-21T00:45:58.971 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 6, 2024-05-21T00:45:58.971 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 1962, 2024-05-21T00:45:58.971 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-05-21T00:45:58.971 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:45:58.971 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:45:58.971 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:45:58.972 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:58.972 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:45:58.972 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:45:59.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:45:59 smithi092 ceph-mon[36335]: pgmap v576: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-05-21T00:45:59.889 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:45:59 smithi044 ceph-mon[31392]: pgmap v576: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-05-21T00:45:59.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:45:59 smithi082 ceph-mon[36141]: pgmap v576: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-05-21T00:45:59.949 INFO:tasks.check_counter:Daemon mds.g mds.exported=0 2024-05-21T00:45:59.949 INFO:tasks.check_counter:Daemon mds.g mds.imported=0 2024-05-21T00:45:59.949 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update=0 2024-05-21T00:45:59.949 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update_receipt=18 2024-05-21T00:45:59.949 DEBUG:tasks.check_counter:Getting stats from j 2024-05-21T00:45:59.950 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph daemon mds.j perf dump 2024-05-21T00:46:00.431 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:46:00.805 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:00 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:46:00.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:00 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:46:00.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:00 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:46:01.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:01 smithi092 ceph-mon[36335]: pgmap v577: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-05-21T00:46:01.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:01 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:46:01.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:01 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:46:01.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:01 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:46:01.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:01 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:46:01.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:01 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:46:01.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:01 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:46:01.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:01 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:46:01.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:01 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:46:01.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:01 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:46:01.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:01 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:46:01.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:01 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:46:01.846 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:01 smithi082 ceph-mon[36141]: pgmap v577: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-05-21T00:46:01.846 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:01 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:46:01.846 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:01 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:46:01.847 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:01 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:46:01.847 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:01 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:46:01.847 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:01 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:46:01.847 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:01 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:46:01.847 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:01 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:46:01.847 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:01 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:46:01.847 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:01 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:46:01.847 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:01 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:46:01.847 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:01 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:46:01.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:01 smithi044 ceph-mon[31392]: pgmap v577: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-05-21T00:46:01.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:01 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:46:01.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:01 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:46:01.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:01 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:46:01.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:01 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:46:01.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:01 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:46:01.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:01 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:46:01.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:01 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:46:01.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:01 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:46:01.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:01 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:46:01.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:01 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:46:01.899 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:01 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' 2024-05-21T00:46:02.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:02 smithi092 ceph-mon[36335]: Adjusting osd_memory_target on smithi082 to 176.2M 2024-05-21T00:46:02.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:02 smithi092 ceph-mon[36335]: Unable to set osd_memory_target on smithi082 to 184763084: error parsing value: Value '184763084' is below minimum 939524096 2024-05-21T00:46:02.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:02 smithi092 ceph-mon[36335]: Adjusting osd_memory_target on smithi044 to 177.5M 2024-05-21T00:46:02.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:02 smithi092 ceph-mon[36335]: Unable to set osd_memory_target on smithi044 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-21T00:46:02.872 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:02 smithi044 ceph-mon[31392]: Adjusting osd_memory_target on smithi082 to 176.2M 2024-05-21T00:46:02.873 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:02 smithi044 ceph-mon[31392]: Unable to set osd_memory_target on smithi082 to 184763084: error parsing value: Value '184763084' is below minimum 939524096 2024-05-21T00:46:02.873 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:02 smithi044 ceph-mon[31392]: Adjusting osd_memory_target on smithi044 to 177.5M 2024-05-21T00:46:02.873 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:02 smithi044 ceph-mon[31392]: Unable to set osd_memory_target on smithi044 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-21T00:46:02.874 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-21T00:46:02.875 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T00:46:02.875 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 0, 2024-05-21T00:46:02.875 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 2, 2024-05-21T00:46:02.875 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 0, 2024-05-21T00:46:02.875 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 0, 2024-05-21T00:46:02.875 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 4, 2024-05-21T00:46:02.875 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 0, 2024-05-21T00:46:02.875 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.003839591, 2024-05-21T00:46:02.875 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.000000000, 2024-05-21T00:46:02.876 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.000822813, 2024-05-21T00:46:02.876 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T00:46:02.876 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:46:02.876 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:46:02.876 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:46:02.876 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:46:02.876 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:46:02.876 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:46:02.877 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:46:02.877 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:46:02.877 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:46:02.877 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:46:02.877 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-21T00:46:02.877 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 0 2024-05-21T00:46:02.878 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:46:02.878 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T00:46:02.878 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 1, 2024-05-21T00:46:02.878 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 117, 2024-05-21T00:46:02.878 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 160, 2024-05-21T00:46:02.878 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 99248, 2024-05-21T00:46:02.878 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 3, 2024-05-21T00:46:02.879 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 2, 2024-05-21T00:46:02.879 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.021853272, 2024-05-21T00:46:02.879 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.016591742, 2024-05-21T00:46:02.879 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.002543707, 2024-05-21T00:46:02.879 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T00:46:02.879 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:46:02.879 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 115, 2024-05-21T00:46:02.879 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.010718391, 2024-05-21T00:46:02.879 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000093203 2024-05-21T00:46:02.880 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:46:02.880 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:46:02.880 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:46:02.880 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:46:02.880 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:46:02.880 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:46:02.880 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-21T00:46:02.880 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 99248 2024-05-21T00:46:02.880 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:46:02.880 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T00:46:02.881 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 164, 2024-05-21T00:46:02.881 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 157, 2024-05-21T00:46:02.881 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 799088, 2024-05-21T00:46:02.881 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 95216, 2024-05-21T00:46:02.881 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 2, 2024-05-21T00:46:02.881 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 1, 2024-05-21T00:46:02.881 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.060793795, 2024-05-21T00:46:02.881 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.014924430, 2024-05-21T00:46:02.881 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.056735983, 2024-05-21T00:46:02.881 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.006347283, 2024-05-21T00:46:02.881 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:46:02.882 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 157, 2024-05-21T00:46:02.882 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.018338312, 2024-05-21T00:46:02.882 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000116804 2024-05-21T00:46:02.882 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:46:02.882 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:46:02.882 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:46:02.882 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:46:02.882 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:46:02.883 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:46:02.883 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 799088, 2024-05-21T00:46:02.883 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 95216 2024-05-21T00:46:02.883 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:46:02.883 INFO:teuthology.orchestra.run.smithi044.stdout: "cct": { 2024-05-21T00:46:02.883 INFO:teuthology.orchestra.run.smithi044.stdout: "total_workers": 0, 2024-05-21T00:46:02.883 INFO:teuthology.orchestra.run.smithi044.stdout: "unhealthy_workers": 0 2024-05-21T00:46:02.883 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:46:02.883 INFO:teuthology.orchestra.run.smithi044.stdout: "mempool": { 2024-05-21T00:46:02.884 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_bytes": 0, 2024-05-21T00:46:02.884 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_items": 0, 2024-05-21T00:46:02.884 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T00:46:02.884 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_items": 0, 2024-05-21T00:46:02.884 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T00:46:02.884 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_items": 0, 2024-05-21T00:46:02.884 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T00:46:02.884 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T00:46:02.884 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T00:46:02.885 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T00:46:02.885 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T00:46:02.885 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_items": 0, 2024-05-21T00:46:02.885 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T00:46:02.885 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T00:46:02.885 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_bytes": 0, 2024-05-21T00:46:02.885 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_items": 0, 2024-05-21T00:46:02.885 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_bytes": 0, 2024-05-21T00:46:02.886 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_items": 0, 2024-05-21T00:46:02.886 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T00:46:02.886 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T00:46:02.886 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T00:46:02.886 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T00:46:02.886 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T00:46:02.886 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_items": 0, 2024-05-21T00:46:02.886 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_bytes": 0, 2024-05-21T00:46:02.886 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_items": 0, 2024-05-21T00:46:02.886 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T00:46:02.887 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T00:46:02.887 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_bytes": 0, 2024-05-21T00:46:02.887 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_items": 0, 2024-05-21T00:46:02.887 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_bytes": 0, 2024-05-21T00:46:02.887 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_items": 0, 2024-05-21T00:46:02.887 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T00:46:02.887 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_items": 0, 2024-05-21T00:46:02.887 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T00:46:02.887 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_items": 0, 2024-05-21T00:46:02.887 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_bytes": 149998, 2024-05-21T00:46:02.888 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_items": 30, 2024-05-21T00:46:02.888 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_bytes": 0, 2024-05-21T00:46:02.888 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_items": 0, 2024-05-21T00:46:02.888 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_bytes": 0, 2024-05-21T00:46:02.888 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_items": 0, 2024-05-21T00:46:02.888 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_bytes": 0, 2024-05-21T00:46:02.888 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_items": 0, 2024-05-21T00:46:02.888 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_bytes": 0, 2024-05-21T00:46:02.888 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_items": 0, 2024-05-21T00:46:02.888 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_bytes": 0, 2024-05-21T00:46:02.888 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_items": 0, 2024-05-21T00:46:02.888 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T00:46:02.888 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_items": 0, 2024-05-21T00:46:02.888 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_bytes": 0, 2024-05-21T00:46:02.888 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_items": 0, 2024-05-21T00:46:02.889 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_bytes": 928, 2024-05-21T00:46:02.889 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_items": 2, 2024-05-21T00:46:02.889 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_bytes": 0, 2024-05-21T00:46:02.889 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_items": 0, 2024-05-21T00:46:02.889 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_bytes": 0, 2024-05-21T00:46:02.889 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_items": 0 2024-05-21T00:46:02.889 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-21T00:46:02.889 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T00:46:02.889 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-05-21T00:46:02.889 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 104857600, 2024-05-21T00:46:02.889 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-05-21T00:46:02.889 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 161, 2024-05-21T00:46:02.889 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 773456, 2024-05-21T00:46:02.889 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-05-21T00:46:02.890 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 161, 2024-05-21T00:46:02.890 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-05-21T00:46:02.890 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-05-21T00:46:02.890 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 161, 2024-05-21T00:46:02.890 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 773456, 2024-05-21T00:46:02.890 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-05-21T00:46:02.890 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-21T00:46:02.890 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-21T00:46:02.890 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-21T00:46:02.890 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:46:02.890 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-21T00:46:02.890 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-21T00:46:02.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:02 smithi082 ceph-mon[36141]: Adjusting osd_memory_target on smithi082 to 176.2M 2024-05-21T00:46:02.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:02 smithi082 ceph-mon[36141]: Unable to set osd_memory_target on smithi082 to 184763084: error parsing value: Value '184763084' is below minimum 939524096 2024-05-21T00:46:02.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:02 smithi082 ceph-mon[36141]: Adjusting osd_memory_target on smithi044 to 177.5M 2024-05-21T00:46:02.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:02 smithi082 ceph-mon[36141]: Unable to set osd_memory_target on smithi044 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-21T00:46:03.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:03 smithi044 ceph-mon[31392]: pgmap v578: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:46:03.867 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-05-21T00:46:03.867 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-05-21T00:46:03.867 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-05-21T00:46:03.867 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-05-21T00:46:03.868 DEBUG:tasks.check_counter:Getting stats from b 2024-05-21T00:46:03.868 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph daemon mds.b perf dump 2024-05-21T00:46:03.894 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:03 smithi082 ceph-mon[36141]: pgmap v578: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:46:04.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:03 smithi092 ceph-mon[36335]: pgmap v578: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:46:04.115 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T00:46:05.762 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:05 smithi082 ceph-mon[36141]: pgmap v579: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-05-21T00:46:05.890 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-05-21T00:46:05.890 INFO:teuthology.orchestra.run.smithi082.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T00:46:05.890 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_messages": 3804, 2024-05-21T00:46:05.890 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages": 3949, 2024-05-21T00:46:05.890 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_bytes": 982083, 2024-05-21T00:46:05.890 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_bytes": 10188336, 2024-05-21T00:46:05.891 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_created_connections": 58, 2024-05-21T00:46:05.891 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_active_connections": 4, 2024-05-21T00:46:05.891 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_total_time": 0.297837940, 2024-05-21T00:46:05.891 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_send_time": 0.102539966, 2024-05-21T00:46:05.891 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_recv_time": 0.092979118, 2024-05-21T00:46:05.891 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_fast_dispatch_time": 0.079063764, 2024-05-21T00:46:05.891 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:46:05.891 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 3950, 2024-05-21T00:46:05.891 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.118681626, 2024-05-21T00:46:05.891 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000030045 2024-05-21T00:46:05.891 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.891 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:46:05.891 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 1593, 2024-05-21T00:46:05.892 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000348999, 2024-05-21T00:46:05.892 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000219 2024-05-21T00:46:05.892 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.892 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_encrypted_bytes": 33744, 2024-05-21T00:46:05.892 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_encrypted_bytes": 1456 2024-05-21T00:46:05.892 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.892 INFO:teuthology.orchestra.run.smithi082.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T00:46:05.892 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_messages": 3335, 2024-05-21T00:46:05.892 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages": 3532, 2024-05-21T00:46:05.892 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_bytes": 1758396, 2024-05-21T00:46:05.892 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_bytes": 5558167, 2024-05-21T00:46:05.892 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_created_connections": 15, 2024-05-21T00:46:05.892 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_active_connections": 5, 2024-05-21T00:46:05.893 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_total_time": 0.238907906, 2024-05-21T00:46:05.893 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_send_time": 0.076243574, 2024-05-21T00:46:05.893 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_recv_time": 0.088585913, 2024-05-21T00:46:05.893 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_fast_dispatch_time": 0.067226065, 2024-05-21T00:46:05.893 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:46:05.893 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 3535, 2024-05-21T00:46:05.893 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.792122601, 2024-05-21T00:46:05.893 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000224079 2024-05-21T00:46:05.893 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.893 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:46:05.893 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 1478, 2024-05-21T00:46:05.893 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000283833, 2024-05-21T00:46:05.894 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000192 2024-05-21T00:46:05.894 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.894 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_encrypted_bytes": 843408, 2024-05-21T00:46:05.894 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_encrypted_bytes": 103488 2024-05-21T00:46:05.894 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.894 INFO:teuthology.orchestra.run.smithi082.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T00:46:05.894 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_messages": 6597, 2024-05-21T00:46:05.894 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages": 11189, 2024-05-21T00:46:05.894 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_bytes": 2255672, 2024-05-21T00:46:05.894 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_bytes": 4983382, 2024-05-21T00:46:05.894 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_created_connections": 16, 2024-05-21T00:46:05.894 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_active_connections": 8, 2024-05-21T00:46:05.894 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_total_time": 0.472813873, 2024-05-21T00:46:05.895 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_send_time": 0.187521607, 2024-05-21T00:46:05.895 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_recv_time": 0.290840501, 2024-05-21T00:46:05.895 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_fast_dispatch_time": 0.056206915, 2024-05-21T00:46:05.895 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:46:05.895 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 11180, 2024-05-21T00:46:05.895 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.397405622, 2024-05-21T00:46:05.895 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000035546 2024-05-21T00:46:05.895 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.895 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:46:05.895 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 11281, 2024-05-21T00:46:05.895 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.002096042, 2024-05-21T00:46:05.895 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000185 2024-05-21T00:46:05.895 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.896 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_encrypted_bytes": 63744, 2024-05-21T00:46:05.896 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_encrypted_bytes": 384912 2024-05-21T00:46:05.896 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.896 INFO:teuthology.orchestra.run.smithi082.stdout: "cct": { 2024-05-21T00:46:05.896 INFO:teuthology.orchestra.run.smithi082.stdout: "total_workers": 1, 2024-05-21T00:46:05.896 INFO:teuthology.orchestra.run.smithi082.stdout: "unhealthy_workers": 0 2024-05-21T00:46:05.896 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.896 INFO:teuthology.orchestra.run.smithi082.stdout: "finisher-MDSRank": { 2024-05-21T00:46:05.896 INFO:teuthology.orchestra.run.smithi082.stdout: "queue_len": 0, 2024-05-21T00:46:05.896 INFO:teuthology.orchestra.run.smithi082.stdout: "complete_latency": { 2024-05-21T00:46:05.896 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 4960, 2024-05-21T00:46:05.896 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 2.409122764, 2024-05-21T00:46:05.896 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000485710 2024-05-21T00:46:05.897 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-05-21T00:46:05.897 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.897 INFO:teuthology.orchestra.run.smithi082.stdout: "finisher-PurgeQueue": { 2024-05-21T00:46:05.897 INFO:teuthology.orchestra.run.smithi082.stdout: "queue_len": 0, 2024-05-21T00:46:05.897 INFO:teuthology.orchestra.run.smithi082.stdout: "complete_latency": { 2024-05-21T00:46:05.897 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 5554, 2024-05-21T00:46:05.897 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.173664786, 2024-05-21T00:46:05.897 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000031268 2024-05-21T00:46:05.897 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-05-21T00:46:05.897 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.897 INFO:teuthology.orchestra.run.smithi082.stdout: "mds": { 2024-05-21T00:46:05.897 INFO:teuthology.orchestra.run.smithi082.stdout: "request": 2469, 2024-05-21T00:46:05.897 INFO:teuthology.orchestra.run.smithi082.stdout: "reply": 2469, 2024-05-21T00:46:05.898 INFO:teuthology.orchestra.run.smithi082.stdout: "reply_latency": { 2024-05-21T00:46:05.898 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 2469, 2024-05-21T00:46:05.898 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 16.318692271, 2024-05-21T00:46:05.898 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.006609433 2024-05-21T00:46:05.898 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.898 INFO:teuthology.orchestra.run.smithi082.stdout: "slow_reply": 0, 2024-05-21T00:46:05.898 INFO:teuthology.orchestra.run.smithi082.stdout: "forward": 0, 2024-05-21T00:46:05.898 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_fetch_complete": 0, 2024-05-21T00:46:05.898 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_fetch_keys": 0, 2024-05-21T00:46:05.898 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_commit": 12, 2024-05-21T00:46:05.898 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_split": 0, 2024-05-21T00:46:05.898 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_merge": 0, 2024-05-21T00:46:05.899 INFO:teuthology.orchestra.run.smithi082.stdout: "inodes": 24, 2024-05-21T00:46:05.899 INFO:teuthology.orchestra.run.smithi082.stdout: "inodes_top": 0, 2024-05-21T00:46:05.899 INFO:teuthology.orchestra.run.smithi082.stdout: "inodes_bottom": 24, 2024-05-21T00:46:05.899 INFO:teuthology.orchestra.run.smithi082.stdout: "inodes_pin_tail": 0, 2024-05-21T00:46:05.899 INFO:teuthology.orchestra.run.smithi082.stdout: "inodes_pinned": 23, 2024-05-21T00:46:05.899 INFO:teuthology.orchestra.run.smithi082.stdout: "inodes_expired": 0, 2024-05-21T00:46:05.899 INFO:teuthology.orchestra.run.smithi082.stdout: "inodes_with_caps": 1, 2024-05-21T00:46:05.899 INFO:teuthology.orchestra.run.smithi082.stdout: "caps": 1, 2024-05-21T00:46:05.899 INFO:teuthology.orchestra.run.smithi082.stdout: "subtrees": 2, 2024-05-21T00:46:05.899 INFO:teuthology.orchestra.run.smithi082.stdout: "traverse": 2508, 2024-05-21T00:46:05.899 INFO:teuthology.orchestra.run.smithi082.stdout: "traverse_hit": 2489, 2024-05-21T00:46:05.899 INFO:teuthology.orchestra.run.smithi082.stdout: "traverse_forward": 0, 2024-05-21T00:46:05.899 INFO:teuthology.orchestra.run.smithi082.stdout: "traverse_discover": 0, 2024-05-21T00:46:05.900 INFO:teuthology.orchestra.run.smithi082.stdout: "traverse_dir_fetch": 0, 2024-05-21T00:46:05.900 INFO:teuthology.orchestra.run.smithi082.stdout: "traverse_remote_ino": 0, 2024-05-21T00:46:05.900 INFO:teuthology.orchestra.run.smithi082.stdout: "traverse_lock": 0, 2024-05-21T00:46:05.900 INFO:teuthology.orchestra.run.smithi082.stdout: "load_cent": 0, 2024-05-21T00:46:05.900 INFO:teuthology.orchestra.run.smithi082.stdout: "q": 0, 2024-05-21T00:46:05.900 INFO:teuthology.orchestra.run.smithi082.stdout: "exported": 0, 2024-05-21T00:46:05.900 INFO:teuthology.orchestra.run.smithi082.stdout: "exported_inodes": 0, 2024-05-21T00:46:05.900 INFO:teuthology.orchestra.run.smithi082.stdout: "imported": 0, 2024-05-21T00:46:05.900 INFO:teuthology.orchestra.run.smithi082.stdout: "imported_inodes": 0, 2024-05-21T00:46:05.900 INFO:teuthology.orchestra.run.smithi082.stdout: "openino_dir_fetch": 0, 2024-05-21T00:46:05.900 INFO:teuthology.orchestra.run.smithi082.stdout: "openino_backtrace_fetch": 85, 2024-05-21T00:46:05.900 INFO:teuthology.orchestra.run.smithi082.stdout: "openino_peer_discover": 0, 2024-05-21T00:46:05.900 INFO:teuthology.orchestra.run.smithi082.stdout: "root_rfiles": 4, 2024-05-21T00:46:05.901 INFO:teuthology.orchestra.run.smithi082.stdout: "root_rbytes": 234, 2024-05-21T00:46:05.901 INFO:teuthology.orchestra.run.smithi082.stdout: "root_rsnaps": 0, 2024-05-21T00:46:05.901 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_backtrace_fetch": 85, 2024-05-21T00:46:05.901 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_set_tag": 0, 2024-05-21T00:46:05.901 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T00:46:05.901 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_inotable_repaired": 0, 2024-05-21T00:46:05.901 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_dir_inodes": 56, 2024-05-21T00:46:05.901 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_dir_base_inodes": 7, 2024-05-21T00:46:05.901 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_dirfrag_rstats": 49, 2024-05-21T00:46:05.901 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_file_inodes": 29, 2024-05-21T00:46:05.901 INFO:teuthology.orchestra.run.smithi082.stdout: "handle_inode_file_caps": 4, 2024-05-21T00:46:05.901 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph_cap_op_revoke": 22, 2024-05-21T00:46:05.901 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph_cap_op_grant": 3641, 2024-05-21T00:46:05.902 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph_cap_op_trunc": 0, 2024-05-21T00:46:05.902 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T00:46:05.902 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T00:46:05.902 INFO:teuthology.orchestra.run.smithi082.stdout: "handle_client_caps": 2440, 2024-05-21T00:46:05.902 INFO:teuthology.orchestra.run.smithi082.stdout: "handle_client_caps_dirty": 1212, 2024-05-21T00:46:05.902 INFO:teuthology.orchestra.run.smithi082.stdout: "handle_client_cap_release": 17, 2024-05-21T00:46:05.902 INFO:teuthology.orchestra.run.smithi082.stdout: "process_request_cap_release": 1241 2024-05-21T00:46:05.902 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.902 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_cache": { 2024-05-21T00:46:05.902 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_update": 13, 2024-05-21T00:46:05.902 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_update_receipt": 0, 2024-05-21T00:46:05.902 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_try_discover": 0, 2024-05-21T00:46:05.902 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_send_discover": 0, 2024-05-21T00:46:05.903 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_handle_discover": 24, 2024-05-21T00:46:05.903 INFO:teuthology.orchestra.run.smithi082.stdout: "num_strays": 0, 2024-05-21T00:46:05.903 INFO:teuthology.orchestra.run.smithi082.stdout: "num_strays_delayed": 0, 2024-05-21T00:46:05.903 INFO:teuthology.orchestra.run.smithi082.stdout: "num_strays_enqueuing": 0, 2024-05-21T00:46:05.903 INFO:teuthology.orchestra.run.smithi082.stdout: "strays_created": 1212, 2024-05-21T00:46:05.903 INFO:teuthology.orchestra.run.smithi082.stdout: "strays_enqueued": 1212, 2024-05-21T00:46:05.903 INFO:teuthology.orchestra.run.smithi082.stdout: "strays_reintegrated": 0, 2024-05-21T00:46:05.903 INFO:teuthology.orchestra.run.smithi082.stdout: "strays_migrated": 0, 2024-05-21T00:46:05.903 INFO:teuthology.orchestra.run.smithi082.stdout: "num_recovering_processing": 0, 2024-05-21T00:46:05.903 INFO:teuthology.orchestra.run.smithi082.stdout: "num_recovering_enqueued": 0, 2024-05-21T00:46:05.903 INFO:teuthology.orchestra.run.smithi082.stdout: "num_recovering_prioritized": 0, 2024-05-21T00:46:05.903 INFO:teuthology.orchestra.run.smithi082.stdout: "recovery_started": 0, 2024-05-21T00:46:05.903 INFO:teuthology.orchestra.run.smithi082.stdout: "recovery_completed": 0, 2024-05-21T00:46:05.904 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_quiesce_path": 2, 2024-05-21T00:46:05.904 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_quiesce_inode": 24, 2024-05-21T00:46:05.904 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_enqueue_scrub": 7, 2024-05-21T00:46:05.904 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_exportdir": 0, 2024-05-21T00:46:05.904 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_flush": 0, 2024-05-21T00:46:05.904 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_fragmentdir": 0, 2024-05-21T00:46:05.904 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_fragstats": 0, 2024-05-21T00:46:05.904 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_inodestats": 0 2024-05-21T00:46:05.904 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.904 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_log": { 2024-05-21T00:46:05.904 INFO:teuthology.orchestra.run.smithi082.stdout: "evlrg": 0, 2024-05-21T00:46:05.904 INFO:teuthology.orchestra.run.smithi082.stdout: "evadd": 6117, 2024-05-21T00:46:05.905 INFO:teuthology.orchestra.run.smithi082.stdout: "evex": 0, 2024-05-21T00:46:05.905 INFO:teuthology.orchestra.run.smithi082.stdout: "evtrm": 0, 2024-05-21T00:46:05.905 INFO:teuthology.orchestra.run.smithi082.stdout: "ev": 6117, 2024-05-21T00:46:05.905 INFO:teuthology.orchestra.run.smithi082.stdout: "evexg": 0, 2024-05-21T00:46:05.905 INFO:teuthology.orchestra.run.smithi082.stdout: "evexd": 0, 2024-05-21T00:46:05.905 INFO:teuthology.orchestra.run.smithi082.stdout: "segadd": 9, 2024-05-21T00:46:05.905 INFO:teuthology.orchestra.run.smithi082.stdout: "segex": 0, 2024-05-21T00:46:05.905 INFO:teuthology.orchestra.run.smithi082.stdout: "segtrm": 0, 2024-05-21T00:46:05.905 INFO:teuthology.orchestra.run.smithi082.stdout: "seg": 9, 2024-05-21T00:46:05.905 INFO:teuthology.orchestra.run.smithi082.stdout: "segmjr": 2, 2024-05-21T00:46:05.905 INFO:teuthology.orchestra.run.smithi082.stdout: "segexg": 0, 2024-05-21T00:46:05.905 INFO:teuthology.orchestra.run.smithi082.stdout: "segexd": 0, 2024-05-21T00:46:05.905 INFO:teuthology.orchestra.run.smithi082.stdout: "expos": 4194304, 2024-05-21T00:46:05.906 INFO:teuthology.orchestra.run.smithi082.stdout: "wrpos": 16865100, 2024-05-21T00:46:05.906 INFO:teuthology.orchestra.run.smithi082.stdout: "rdpos": 0, 2024-05-21T00:46:05.906 INFO:teuthology.orchestra.run.smithi082.stdout: "jlat": { 2024-05-21T00:46:05.906 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 2447, 2024-05-21T00:46:05.906 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 3.665143881, 2024-05-21T00:46:05.906 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.001497811 2024-05-21T00:46:05.906 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.906 INFO:teuthology.orchestra.run.smithi082.stdout: "replayed": 0 2024-05-21T00:46:05.906 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.906 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_mem": { 2024-05-21T00:46:05.906 INFO:teuthology.orchestra.run.smithi082.stdout: "ino": 23, 2024-05-21T00:46:05.906 INFO:teuthology.orchestra.run.smithi082.stdout: "ino+": 1242, 2024-05-21T00:46:05.906 INFO:teuthology.orchestra.run.smithi082.stdout: "ino-": 1219, 2024-05-21T00:46:05.907 INFO:teuthology.orchestra.run.smithi082.stdout: "dir": 18, 2024-05-21T00:46:05.907 INFO:teuthology.orchestra.run.smithi082.stdout: "dir+": 24, 2024-05-21T00:46:05.907 INFO:teuthology.orchestra.run.smithi082.stdout: "dir-": 6, 2024-05-21T00:46:05.907 INFO:teuthology.orchestra.run.smithi082.stdout: "dn": 24, 2024-05-21T00:46:05.907 INFO:teuthology.orchestra.run.smithi082.stdout: "dn+": 1243, 2024-05-21T00:46:05.907 INFO:teuthology.orchestra.run.smithi082.stdout: "dn-": 1219, 2024-05-21T00:46:05.907 INFO:teuthology.orchestra.run.smithi082.stdout: "cap": 1, 2024-05-21T00:46:05.907 INFO:teuthology.orchestra.run.smithi082.stdout: "cap+": 1226, 2024-05-21T00:46:05.907 INFO:teuthology.orchestra.run.smithi082.stdout: "cap-": 1225, 2024-05-21T00:46:05.907 INFO:teuthology.orchestra.run.smithi082.stdout: "rss": 62080, 2024-05-21T00:46:05.907 INFO:teuthology.orchestra.run.smithi082.stdout: "heap": 231800 2024-05-21T00:46:05.907 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.907 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_server": { 2024-05-21T00:46:05.907 INFO:teuthology.orchestra.run.smithi082.stdout: "dispatch_client_request": 2746, 2024-05-21T00:46:05.908 INFO:teuthology.orchestra.run.smithi082.stdout: "dispatch_server_request": 23, 2024-05-21T00:46:05.908 INFO:teuthology.orchestra.run.smithi082.stdout: "handle_client_request": 2469, 2024-05-21T00:46:05.908 INFO:teuthology.orchestra.run.smithi082.stdout: "handle_client_session": 16, 2024-05-21T00:46:05.908 INFO:teuthology.orchestra.run.smithi082.stdout: "handle_peer_request": 46, 2024-05-21T00:46:05.908 INFO:teuthology.orchestra.run.smithi082.stdout: "req_create_latency": { 2024-05-21T00:46:05.908 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 1210, 2024-05-21T00:46:05.908 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 1.047203444, 2024-05-21T00:46:05.908 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000865457 2024-05-21T00:46:05.908 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.908 INFO:teuthology.orchestra.run.smithi082.stdout: "req_getattr_latency": { 2024-05-21T00:46:05.908 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 16, 2024-05-21T00:46:05.908 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.004588727, 2024-05-21T00:46:05.908 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000286795 2024-05-21T00:46:05.908 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.909 INFO:teuthology.orchestra.run.smithi082.stdout: "req_getfilelock_latency": { 2024-05-21T00:46:05.909 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:05.909 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:05.909 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:05.909 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.909 INFO:teuthology.orchestra.run.smithi082.stdout: "req_link_latency": { 2024-05-21T00:46:05.909 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:05.909 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:05.909 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:05.909 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.909 INFO:teuthology.orchestra.run.smithi082.stdout: "req_lookup_latency": { 2024-05-21T00:46:05.909 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 1, 2024-05-21T00:46:05.910 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000491805, 2024-05-21T00:46:05.910 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000491805 2024-05-21T00:46:05.910 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.910 INFO:teuthology.orchestra.run.smithi082.stdout: "req_lookuphash_latency": { 2024-05-21T00:46:05.910 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:05.910 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:05.910 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:05.910 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.910 INFO:teuthology.orchestra.run.smithi082.stdout: "req_lookupino_latency": { 2024-05-21T00:46:05.910 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:05.910 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:05.910 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:05.910 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.911 INFO:teuthology.orchestra.run.smithi082.stdout: "req_lookupname_latency": { 2024-05-21T00:46:05.911 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:05.911 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:05.911 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:05.911 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.911 INFO:teuthology.orchestra.run.smithi082.stdout: "req_lookupparent_latency": { 2024-05-21T00:46:05.911 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:05.911 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:05.911 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:05.911 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.911 INFO:teuthology.orchestra.run.smithi082.stdout: "req_lookupsnap_latency": { 2024-05-21T00:46:05.911 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:05.911 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:05.912 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:05.912 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.912 INFO:teuthology.orchestra.run.smithi082.stdout: "req_lssnap_latency": { 2024-05-21T00:46:05.912 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:05.913 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:05 smithi044 ceph-mon[31392]: pgmap v579: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-05-21T00:46:05.913 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:05.913 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:05.913 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.913 INFO:teuthology.orchestra.run.smithi082.stdout: "req_mkdir_latency": { 2024-05-21T00:46:05.913 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 12, 2024-05-21T00:46:05.913 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 13.260941475, 2024-05-21T00:46:05.913 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 1.105078456 2024-05-21T00:46:05.913 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.913 INFO:teuthology.orchestra.run.smithi082.stdout: "req_mknod_latency": { 2024-05-21T00:46:05.913 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:05.914 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:05.914 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:05.914 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.914 INFO:teuthology.orchestra.run.smithi082.stdout: "req_mksnap_latency": { 2024-05-21T00:46:05.914 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:05.914 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:05.914 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:05.914 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.914 INFO:teuthology.orchestra.run.smithi082.stdout: "req_open_latency": { 2024-05-21T00:46:05.914 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 1, 2024-05-21T00:46:05.914 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000286763, 2024-05-21T00:46:05.914 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000286763 2024-05-21T00:46:05.915 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.915 INFO:teuthology.orchestra.run.smithi082.stdout: "req_readdir_latency": { 2024-05-21T00:46:05.915 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 6, 2024-05-21T00:46:05.915 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.005717969, 2024-05-21T00:46:05.915 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000952994 2024-05-21T00:46:05.915 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.915 INFO:teuthology.orchestra.run.smithi082.stdout: "req_rename_latency": { 2024-05-21T00:46:05.915 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 2, 2024-05-21T00:46:05.915 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.002673060, 2024-05-21T00:46:05.915 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.001336530 2024-05-21T00:46:05.915 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.915 INFO:teuthology.orchestra.run.smithi082.stdout: "req_renamesnap_latency": { 2024-05-21T00:46:05.916 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:05.916 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:05.916 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:05.916 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.916 INFO:teuthology.orchestra.run.smithi082.stdout: "req_snapdiff_latency": { 2024-05-21T00:46:05.916 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:05.916 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:05.916 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:05.916 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.916 INFO:teuthology.orchestra.run.smithi082.stdout: "req_rmdir_latency": { 2024-05-21T00:46:05.916 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 6, 2024-05-21T00:46:05.916 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.040744615, 2024-05-21T00:46:05.916 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.006790769 2024-05-21T00:46:05.917 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.917 INFO:teuthology.orchestra.run.smithi082.stdout: "req_rmsnap_latency": { 2024-05-21T00:46:05.917 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:05.917 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:05.917 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:05.917 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.917 INFO:teuthology.orchestra.run.smithi082.stdout: "req_rmxattr_latency": { 2024-05-21T00:46:05.917 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:05.917 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:05.917 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:05.917 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.917 INFO:teuthology.orchestra.run.smithi082.stdout: "req_setattr_latency": { 2024-05-21T00:46:05.917 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 1, 2024-05-21T00:46:05.918 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000971060, 2024-05-21T00:46:05.918 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000971060 2024-05-21T00:46:05.918 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.918 INFO:teuthology.orchestra.run.smithi082.stdout: "req_setdirlayout_latency": { 2024-05-21T00:46:05.918 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:05.918 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:05.918 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:05.918 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.918 INFO:teuthology.orchestra.run.smithi082.stdout: "req_setfilelock_latency": { 2024-05-21T00:46:05.918 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:05.918 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:05.918 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:05.918 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.919 INFO:teuthology.orchestra.run.smithi082.stdout: "req_setlayout_latency": { 2024-05-21T00:46:05.919 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:05.919 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:05.919 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:05.919 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.919 INFO:teuthology.orchestra.run.smithi082.stdout: "req_setxattr_latency": { 2024-05-21T00:46:05.919 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 8, 2024-05-21T00:46:05.919 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.022347016, 2024-05-21T00:46:05.919 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.002793377 2024-05-21T00:46:05.919 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.919 INFO:teuthology.orchestra.run.smithi082.stdout: "req_symlink_latency": { 2024-05-21T00:46:05.919 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:05.919 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:05.920 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:05.920 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.920 INFO:teuthology.orchestra.run.smithi082.stdout: "req_unlink_latency": { 2024-05-21T00:46:05.920 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 1206, 2024-05-21T00:46:05.920 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 1.932726337, 2024-05-21T00:46:05.920 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.001602592 2024-05-21T00:46:05.920 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.920 INFO:teuthology.orchestra.run.smithi082.stdout: "cap_revoke_eviction": 0, 2024-05-21T00:46:05.920 INFO:teuthology.orchestra.run.smithi082.stdout: "cap_acquisition_throttle": 0, 2024-05-21T00:46:05.920 INFO:teuthology.orchestra.run.smithi082.stdout: "req_getvxattr_latency": { 2024-05-21T00:46:05.920 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:05.920 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:05.920 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:05.920 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-05-21T00:46:05.921 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.921 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_sessions": { 2024-05-21T00:46:05.921 INFO:teuthology.orchestra.run.smithi082.stdout: "session_count": 1, 2024-05-21T00:46:05.921 INFO:teuthology.orchestra.run.smithi082.stdout: "session_add": 3, 2024-05-21T00:46:05.921 INFO:teuthology.orchestra.run.smithi082.stdout: "session_remove": 2, 2024-05-21T00:46:05.921 INFO:teuthology.orchestra.run.smithi082.stdout: "sessions_open": 1, 2024-05-21T00:46:05.921 INFO:teuthology.orchestra.run.smithi082.stdout: "sessions_stale": 0, 2024-05-21T00:46:05.921 INFO:teuthology.orchestra.run.smithi082.stdout: "total_load": 2051, 2024-05-21T00:46:05.921 INFO:teuthology.orchestra.run.smithi082.stdout: "average_load": 2051, 2024-05-21T00:46:05.921 INFO:teuthology.orchestra.run.smithi082.stdout: "avg_session_uptime": 274, 2024-05-21T00:46:05.921 INFO:teuthology.orchestra.run.smithi082.stdout: "mdthresh_evicted": 0 2024-05-21T00:46:05.921 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.921 INFO:teuthology.orchestra.run.smithi082.stdout: "mempool": { 2024-05-21T00:46:05.922 INFO:teuthology.orchestra.run.smithi082.stdout: "bloom_filter_bytes": 0, 2024-05-21T00:46:05.922 INFO:teuthology.orchestra.run.smithi082.stdout: "bloom_filter_items": 0, 2024-05-21T00:46:05.922 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T00:46:05.922 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_alloc_items": 0, 2024-05-21T00:46:05.922 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T00:46:05.922 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_data_items": 0, 2024-05-21T00:46:05.922 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T00:46:05.922 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T00:46:05.922 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T00:46:05.922 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T00:46:05.922 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T00:46:05.923 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_other_items": 0, 2024-05-21T00:46:05.923 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T00:46:05.923 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T00:46:05.923 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_extent_bytes": 0, 2024-05-21T00:46:05.923 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_extent_items": 0, 2024-05-21T00:46:05.923 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_blob_bytes": 0, 2024-05-21T00:46:05.923 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_blob_items": 0, 2024-05-21T00:46:05.923 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T00:46:05.923 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T00:46:05.923 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T00:46:05.923 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T00:46:05.923 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T00:46:05.923 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_fsck_items": 0, 2024-05-21T00:46:05.923 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_txc_bytes": 0, 2024-05-21T00:46:05.924 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_txc_items": 0, 2024-05-21T00:46:05.924 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T00:46:05.924 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T00:46:05.924 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_bytes": 0, 2024-05-21T00:46:05.924 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_items": 0, 2024-05-21T00:46:05.924 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_bytes": 0, 2024-05-21T00:46:05.924 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_items": 0, 2024-05-21T00:46:05.924 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T00:46:05.924 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_reader_items": 0, 2024-05-21T00:46:05.924 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T00:46:05.924 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_writer_items": 0, 2024-05-21T00:46:05.924 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_anon_bytes": 286639, 2024-05-21T00:46:05.924 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_anon_items": 95, 2024-05-21T00:46:05.925 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_meta_bytes": 88, 2024-05-21T00:46:05.925 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_meta_items": 1, 2024-05-21T00:46:05.925 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_bytes": 0, 2024-05-21T00:46:05.925 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_items": 0, 2024-05-21T00:46:05.925 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_mapbl_bytes": 0, 2024-05-21T00:46:05.925 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_mapbl_items": 0, 2024-05-21T00:46:05.925 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_pglog_bytes": 0, 2024-05-21T00:46:05.925 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_pglog_items": 0, 2024-05-21T00:46:05.925 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_bytes": 7816, 2024-05-21T00:46:05.925 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_items": 164, 2024-05-21T00:46:05.925 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T00:46:05.925 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_mapping_items": 0, 2024-05-21T00:46:05.925 INFO:teuthology.orchestra.run.smithi082.stdout: "pgmap_bytes": 0, 2024-05-21T00:46:05.926 INFO:teuthology.orchestra.run.smithi082.stdout: "pgmap_items": 0, 2024-05-21T00:46:05.926 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_co_bytes": 96282, 2024-05-21T00:46:05.926 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_co_items": 711, 2024-05-21T00:46:05.926 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_1_bytes": 0, 2024-05-21T00:46:05.926 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_1_items": 0, 2024-05-21T00:46:05.926 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_2_bytes": 0, 2024-05-21T00:46:05.926 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_2_items": 0 2024-05-21T00:46:05.926 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.926 INFO:teuthology.orchestra.run.smithi082.stdout: "objecter": { 2024-05-21T00:46:05.926 INFO:teuthology.orchestra.run.smithi082.stdout: "op_active": 0, 2024-05-21T00:46:05.926 INFO:teuthology.orchestra.run.smithi082.stdout: "op_laggy": 0, 2024-05-21T00:46:05.926 INFO:teuthology.orchestra.run.smithi082.stdout: "op_send": 6744, 2024-05-21T00:46:05.926 INFO:teuthology.orchestra.run.smithi082.stdout: "op_send_bytes": 12915997, 2024-05-21T00:46:05.927 INFO:teuthology.orchestra.run.smithi082.stdout: "op_resend": 31, 2024-05-21T00:46:05.927 INFO:teuthology.orchestra.run.smithi082.stdout: "op_reply": 6744, 2024-05-21T00:46:05.927 INFO:teuthology.orchestra.run.smithi082.stdout: "op_latency": { 2024-05-21T00:46:05.927 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 6744, 2024-05-21T00:46:05.927 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 36.150333075, 2024-05-21T00:46:05.927 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.005360369 2024-05-21T00:46:05.927 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.927 INFO:teuthology.orchestra.run.smithi082.stdout: "op_inflight": 0, 2024-05-21T00:46:05.927 INFO:teuthology.orchestra.run.smithi082.stdout: "oplen_avg": { 2024-05-21T00:46:05.927 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 6744, 2024-05-21T00:46:05.927 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 6848 2024-05-21T00:46:05.927 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.927 INFO:teuthology.orchestra.run.smithi082.stdout: "op": 6744, 2024-05-21T00:46:05.928 INFO:teuthology.orchestra.run.smithi082.stdout: "op_r": 130, 2024-05-21T00:46:05.928 INFO:teuthology.orchestra.run.smithi082.stdout: "op_w": 6614, 2024-05-21T00:46:05.928 INFO:teuthology.orchestra.run.smithi082.stdout: "op_rmw": 0, 2024-05-21T00:46:05.928 INFO:teuthology.orchestra.run.smithi082.stdout: "op_pg": 0, 2024-05-21T00:46:05.928 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_stat": 0, 2024-05-21T00:46:05.928 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_create": 11, 2024-05-21T00:46:05.928 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_read": 38, 2024-05-21T00:46:05.928 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_write": 2478, 2024-05-21T00:46:05.928 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_writefull": 36, 2024-05-21T00:46:05.928 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_writesame": 0, 2024-05-21T00:46:05.928 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_append": 0, 2024-05-21T00:46:05.928 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_zero": 0, 2024-05-21T00:46:05.928 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_truncate": 0, 2024-05-21T00:46:05.928 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_delete": 4013, 2024-05-21T00:46:05.929 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_mapext": 0, 2024-05-21T00:46:05.929 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_sparse_read": 0, 2024-05-21T00:46:05.929 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_clonerange": 0, 2024-05-21T00:46:05.929 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_getxattr": 92, 2024-05-21T00:46:05.929 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_setxattr": 22, 2024-05-21T00:46:05.929 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_cmpxattr": 0, 2024-05-21T00:46:05.929 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_rmxattr": 0, 2024-05-21T00:46:05.929 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_resetxattrs": 0, 2024-05-21T00:46:05.929 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_call": 0, 2024-05-21T00:46:05.929 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_watch": 0, 2024-05-21T00:46:05.929 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_notify": 0, 2024-05-21T00:46:05.929 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T00:46:05.929 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_pgls": 0, 2024-05-21T00:46:05.930 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_pgls_filter": 0, 2024-05-21T00:46:05.930 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_other": 0, 2024-05-21T00:46:05.930 INFO:teuthology.orchestra.run.smithi082.stdout: "linger_active": 0, 2024-05-21T00:46:05.930 INFO:teuthology.orchestra.run.smithi082.stdout: "linger_send": 0, 2024-05-21T00:46:05.930 INFO:teuthology.orchestra.run.smithi082.stdout: "linger_resend": 0, 2024-05-21T00:46:05.930 INFO:teuthology.orchestra.run.smithi082.stdout: "linger_ping": 0, 2024-05-21T00:46:05.930 INFO:teuthology.orchestra.run.smithi082.stdout: "poolop_active": 0, 2024-05-21T00:46:05.930 INFO:teuthology.orchestra.run.smithi082.stdout: "poolop_send": 0, 2024-05-21T00:46:05.930 INFO:teuthology.orchestra.run.smithi082.stdout: "poolop_resend": 0, 2024-05-21T00:46:05.930 INFO:teuthology.orchestra.run.smithi082.stdout: "poolstat_active": 0, 2024-05-21T00:46:05.930 INFO:teuthology.orchestra.run.smithi082.stdout: "poolstat_send": 0, 2024-05-21T00:46:05.930 INFO:teuthology.orchestra.run.smithi082.stdout: "poolstat_resend": 0, 2024-05-21T00:46:05.931 INFO:teuthology.orchestra.run.smithi082.stdout: "statfs_active": 0, 2024-05-21T00:46:05.931 INFO:teuthology.orchestra.run.smithi082.stdout: "statfs_send": 0, 2024-05-21T00:46:05.931 INFO:teuthology.orchestra.run.smithi082.stdout: "statfs_resend": 0, 2024-05-21T00:46:05.931 INFO:teuthology.orchestra.run.smithi082.stdout: "command_active": 0, 2024-05-21T00:46:05.931 INFO:teuthology.orchestra.run.smithi082.stdout: "command_send": 0, 2024-05-21T00:46:05.931 INFO:teuthology.orchestra.run.smithi082.stdout: "command_resend": 0, 2024-05-21T00:46:05.931 INFO:teuthology.orchestra.run.smithi082.stdout: "map_epoch": 82, 2024-05-21T00:46:05.931 INFO:teuthology.orchestra.run.smithi082.stdout: "map_full": 0, 2024-05-21T00:46:05.931 INFO:teuthology.orchestra.run.smithi082.stdout: "map_inc": 4, 2024-05-21T00:46:05.931 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_sessions": 12, 2024-05-21T00:46:05.931 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_session_open": 12, 2024-05-21T00:46:05.931 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_session_close": 0, 2024-05-21T00:46:05.931 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_laggy": 0, 2024-05-21T00:46:05.931 INFO:teuthology.orchestra.run.smithi082.stdout: "omap_wr": 130, 2024-05-21T00:46:05.932 INFO:teuthology.orchestra.run.smithi082.stdout: "omap_rd": 0, 2024-05-21T00:46:05.932 INFO:teuthology.orchestra.run.smithi082.stdout: "omap_del": 28 2024-05-21T00:46:05.932 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.932 INFO:teuthology.orchestra.run.smithi082.stdout: "oft": { 2024-05-21T00:46:05.932 INFO:teuthology.orchestra.run.smithi082.stdout: "omap_total_objs": 1, 2024-05-21T00:46:05.932 INFO:teuthology.orchestra.run.smithi082.stdout: "omap_total_kv_pairs": 0, 2024-05-21T00:46:05.932 INFO:teuthology.orchestra.run.smithi082.stdout: "omap_total_updates": 0, 2024-05-21T00:46:05.932 INFO:teuthology.orchestra.run.smithi082.stdout: "omap_total_removes": 0 2024-05-21T00:46:05.932 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.932 INFO:teuthology.orchestra.run.smithi082.stdout: "osd-slow-ops": { 2024-05-21T00:46:05.932 INFO:teuthology.orchestra.run.smithi082.stdout: "slow_ops_count": 49 2024-05-21T00:46:05.932 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.932 INFO:teuthology.orchestra.run.smithi082.stdout: "purge_queue": { 2024-05-21T00:46:05.933 INFO:teuthology.orchestra.run.smithi082.stdout: "pq_executing_ops": 0, 2024-05-21T00:46:05.933 INFO:teuthology.orchestra.run.smithi082.stdout: "pq_executing_ops_high_water": 12, 2024-05-21T00:46:05.933 INFO:teuthology.orchestra.run.smithi082.stdout: "pq_executing": 0, 2024-05-21T00:46:05.933 INFO:teuthology.orchestra.run.smithi082.stdout: "pq_executing_high_water": 5, 2024-05-21T00:46:05.933 INFO:teuthology.orchestra.run.smithi082.stdout: "pq_executed_ops": 3498, 2024-05-21T00:46:05.933 INFO:teuthology.orchestra.run.smithi082.stdout: "pq_executed": 1212, 2024-05-21T00:46:05.933 INFO:teuthology.orchestra.run.smithi082.stdout: "pq_item_in_journal": 0 2024-05-21T00:46:05.933 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.933 INFO:teuthology.orchestra.run.smithi082.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T00:46:05.933 INFO:teuthology.orchestra.run.smithi082.stdout: "val": 0, 2024-05-21T00:46:05.933 INFO:teuthology.orchestra.run.smithi082.stdout: "max": 104857600, 2024-05-21T00:46:05.933 INFO:teuthology.orchestra.run.smithi082.stdout: "get_started": 0, 2024-05-21T00:46:05.933 INFO:teuthology.orchestra.run.smithi082.stdout: "get": 13732, 2024-05-21T00:46:05.933 INFO:teuthology.orchestra.run.smithi082.stdout: "get_sum": 3736220, 2024-05-21T00:46:05.934 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_fail": 0, 2024-05-21T00:46:05.934 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_success": 13732, 2024-05-21T00:46:05.934 INFO:teuthology.orchestra.run.smithi082.stdout: "take": 0, 2024-05-21T00:46:05.934 INFO:teuthology.orchestra.run.smithi082.stdout: "take_sum": 0, 2024-05-21T00:46:05.934 INFO:teuthology.orchestra.run.smithi082.stdout: "put": 13732, 2024-05-21T00:46:05.934 INFO:teuthology.orchestra.run.smithi082.stdout: "put_sum": 3736220, 2024-05-21T00:46:05.934 INFO:teuthology.orchestra.run.smithi082.stdout: "wait": { 2024-05-21T00:46:05.934 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:05.934 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:05.934 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:05.934 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-05-21T00:46:05.934 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.934 INFO:teuthology.orchestra.run.smithi082.stdout: "throttle-objecter_bytes": { 2024-05-21T00:46:05.935 INFO:teuthology.orchestra.run.smithi082.stdout: "val": 0, 2024-05-21T00:46:05.935 INFO:teuthology.orchestra.run.smithi082.stdout: "max": 104857600, 2024-05-21T00:46:05.935 INFO:teuthology.orchestra.run.smithi082.stdout: "get_started": 0, 2024-05-21T00:46:05.935 INFO:teuthology.orchestra.run.smithi082.stdout: "get": 0, 2024-05-21T00:46:05.935 INFO:teuthology.orchestra.run.smithi082.stdout: "get_sum": 0, 2024-05-21T00:46:05.935 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_fail": 0, 2024-05-21T00:46:05.935 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_success": 0, 2024-05-21T00:46:05.935 INFO:teuthology.orchestra.run.smithi082.stdout: "take": 6744, 2024-05-21T00:46:05.935 INFO:teuthology.orchestra.run.smithi082.stdout: "take_sum": 13038409, 2024-05-21T00:46:05.935 INFO:teuthology.orchestra.run.smithi082.stdout: "put": 6744, 2024-05-21T00:46:05.935 INFO:teuthology.orchestra.run.smithi082.stdout: "put_sum": 13038409, 2024-05-21T00:46:05.935 INFO:teuthology.orchestra.run.smithi082.stdout: "wait": { 2024-05-21T00:46:05.935 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:05.936 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:05.936 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:05.936 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-05-21T00:46:05.936 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.936 INFO:teuthology.orchestra.run.smithi082.stdout: "throttle-objecter_ops": { 2024-05-21T00:46:05.936 INFO:teuthology.orchestra.run.smithi082.stdout: "val": 0, 2024-05-21T00:46:05.936 INFO:teuthology.orchestra.run.smithi082.stdout: "max": 1024, 2024-05-21T00:46:05.936 INFO:teuthology.orchestra.run.smithi082.stdout: "get_started": 0, 2024-05-21T00:46:05.936 INFO:teuthology.orchestra.run.smithi082.stdout: "get": 0, 2024-05-21T00:46:05.936 INFO:teuthology.orchestra.run.smithi082.stdout: "get_sum": 0, 2024-05-21T00:46:05.936 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_fail": 0, 2024-05-21T00:46:05.936 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_success": 0, 2024-05-21T00:46:05.936 INFO:teuthology.orchestra.run.smithi082.stdout: "take": 6744, 2024-05-21T00:46:05.937 INFO:teuthology.orchestra.run.smithi082.stdout: "take_sum": 6744, 2024-05-21T00:46:05.937 INFO:teuthology.orchestra.run.smithi082.stdout: "put": 6744, 2024-05-21T00:46:05.937 INFO:teuthology.orchestra.run.smithi082.stdout: "put_sum": 6744, 2024-05-21T00:46:05.937 INFO:teuthology.orchestra.run.smithi082.stdout: "wait": { 2024-05-21T00:46:05.937 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:05.937 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:05.937 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:05.937 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-05-21T00:46:05.937 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.937 INFO:teuthology.orchestra.run.smithi082.stdout: "throttle-write_buf_throttle": { 2024-05-21T00:46:05.937 INFO:teuthology.orchestra.run.smithi082.stdout: "val": 0, 2024-05-21T00:46:05.937 INFO:teuthology.orchestra.run.smithi082.stdout: "max": 3758096384, 2024-05-21T00:46:05.937 INFO:teuthology.orchestra.run.smithi082.stdout: "get_started": 0, 2024-05-21T00:46:05.937 INFO:teuthology.orchestra.run.smithi082.stdout: "get": 1212, 2024-05-21T00:46:05.938 INFO:teuthology.orchestra.run.smithi082.stdout: "get_sum": 122412, 2024-05-21T00:46:05.938 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_fail": 0, 2024-05-21T00:46:05.938 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_success": 1212, 2024-05-21T00:46:05.938 INFO:teuthology.orchestra.run.smithi082.stdout: "take": 0, 2024-05-21T00:46:05.938 INFO:teuthology.orchestra.run.smithi082.stdout: "take_sum": 0, 2024-05-21T00:46:05.938 INFO:teuthology.orchestra.run.smithi082.stdout: "put": 31, 2024-05-21T00:46:05.938 INFO:teuthology.orchestra.run.smithi082.stdout: "put_sum": 122412, 2024-05-21T00:46:05.938 INFO:teuthology.orchestra.run.smithi082.stdout: "wait": { 2024-05-21T00:46:05.938 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:05.938 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:05.938 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:05.938 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-05-21T00:46:05.938 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:05.939 INFO:teuthology.orchestra.run.smithi082.stdout: "throttle-write_buf_throttle-0x5631b614c460": { 2024-05-21T00:46:05.939 INFO:teuthology.orchestra.run.smithi082.stdout: "val": 0, 2024-05-21T00:46:05.939 INFO:teuthology.orchestra.run.smithi082.stdout: "max": 3758096384, 2024-05-21T00:46:05.939 INFO:teuthology.orchestra.run.smithi082.stdout: "get_started": 0, 2024-05-21T00:46:05.939 INFO:teuthology.orchestra.run.smithi082.stdout: "get": 6117, 2024-05-21T00:46:05.939 INFO:teuthology.orchestra.run.smithi082.stdout: "get_sum": 12670796, 2024-05-21T00:46:05.939 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_fail": 0, 2024-05-21T00:46:05.939 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_success": 6117, 2024-05-21T00:46:05.939 INFO:teuthology.orchestra.run.smithi082.stdout: "take": 0, 2024-05-21T00:46:05.939 INFO:teuthology.orchestra.run.smithi082.stdout: "take_sum": 0, 2024-05-21T00:46:05.939 INFO:teuthology.orchestra.run.smithi082.stdout: "put": 2447, 2024-05-21T00:46:05.939 INFO:teuthology.orchestra.run.smithi082.stdout: "put_sum": 12670796, 2024-05-21T00:46:05.939 INFO:teuthology.orchestra.run.smithi082.stdout: "wait": { 2024-05-21T00:46:05.940 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:05.940 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:05.940 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:05.940 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-05-21T00:46:05.940 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-05-21T00:46:05.940 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-05-21T00:46:06.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:05 smithi092 ceph-mon[36335]: pgmap v579: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-05-21T00:46:06.662 INFO:tasks.check_counter:Daemon mds.b mds.exported=0 2024-05-21T00:46:06.662 INFO:tasks.check_counter:Daemon mds.b mds.imported=0 2024-05-21T00:46:06.662 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=13 2024-05-21T00:46:06.662 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=0 2024-05-21T00:46:06.662 DEBUG:tasks.check_counter:Getting stats from e 2024-05-21T00:46:06.663 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph daemon mds.e perf dump 2024-05-21T00:46:06.942 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T00:46:07.889 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:07 smithi082 ceph-mon[36141]: pgmap v580: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:46:07.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:07 smithi044 ceph-mon[31392]: pgmap v580: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:46:08.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:07 smithi092 ceph-mon[36335]: pgmap v580: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:46:08.527 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-05-21T00:46:08.528 INFO:teuthology.orchestra.run.smithi082.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T00:46:08.528 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_messages": 159, 2024-05-21T00:46:08.528 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages": 154, 2024-05-21T00:46:08.528 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_bytes": 795776, 2024-05-21T00:46:08.528 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_bytes": 94128, 2024-05-21T00:46:08.528 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_created_connections": 4, 2024-05-21T00:46:08.528 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_active_connections": 0, 2024-05-21T00:46:08.528 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_total_time": 0.031610952, 2024-05-21T00:46:08.528 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_send_time": 0.010469325, 2024-05-21T00:46:08.528 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_recv_time": 0.019879685, 2024-05-21T00:46:08.528 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_fast_dispatch_time": 0.004087490, 2024-05-21T00:46:08.529 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:46:08.529 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 153, 2024-05-21T00:46:08.529 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.008009025, 2024-05-21T00:46:08.529 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000052346 2024-05-21T00:46:08.529 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:08.529 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:46:08.529 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:08.529 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:08.529 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:08.529 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:08.529 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_encrypted_bytes": 795776, 2024-05-21T00:46:08.529 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_encrypted_bytes": 94128 2024-05-21T00:46:08.529 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:08.529 INFO:teuthology.orchestra.run.smithi082.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T00:46:08.530 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_messages": 5, 2024-05-21T00:46:08.530 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages": 119, 2024-05-21T00:46:08.530 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_bytes": 3200, 2024-05-21T00:46:08.530 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_bytes": 99696, 2024-05-21T00:46:08.530 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_created_connections": 3, 2024-05-21T00:46:08.530 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_active_connections": 2, 2024-05-21T00:46:08.530 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_total_time": 0.007923409, 2024-05-21T00:46:08.530 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_send_time": 0.005641312, 2024-05-21T00:46:08.530 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_recv_time": 0.000867957, 2024-05-21T00:46:08.530 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T00:46:08.530 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:46:08.530 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 118, 2024-05-21T00:46:08.531 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.008788206, 2024-05-21T00:46:08.531 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000074476 2024-05-21T00:46:08.531 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:08.531 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:46:08.531 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:08.531 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:08.531 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:08.531 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:08.531 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_encrypted_bytes": 3200, 2024-05-21T00:46:08.531 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_encrypted_bytes": 99696 2024-05-21T00:46:08.532 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:08.532 INFO:teuthology.orchestra.run.smithi082.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T00:46:08.532 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_messages": 0, 2024-05-21T00:46:08.532 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages": 2, 2024-05-21T00:46:08.532 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_bytes": 0, 2024-05-21T00:46:08.532 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_bytes": 0, 2024-05-21T00:46:08.532 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_created_connections": 2, 2024-05-21T00:46:08.532 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_active_connections": 1, 2024-05-21T00:46:08.532 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_total_time": 0.000363451, 2024-05-21T00:46:08.533 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_send_time": 0.000000000, 2024-05-21T00:46:08.533 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_recv_time": 0.000303777, 2024-05-21T00:46:08.533 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T00:46:08.533 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:46:08.533 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:08.533 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:08.533 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:08.533 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:08.533 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:46:08.533 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:08.533 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:08.533 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:08.533 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:08.533 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-21T00:46:08.534 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_encrypted_bytes": 0 2024-05-21T00:46:08.534 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:08.534 INFO:teuthology.orchestra.run.smithi082.stdout: "cct": { 2024-05-21T00:46:08.534 INFO:teuthology.orchestra.run.smithi082.stdout: "total_workers": 0, 2024-05-21T00:46:08.534 INFO:teuthology.orchestra.run.smithi082.stdout: "unhealthy_workers": 0 2024-05-21T00:46:08.534 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:08.534 INFO:teuthology.orchestra.run.smithi082.stdout: "mempool": { 2024-05-21T00:46:08.534 INFO:teuthology.orchestra.run.smithi082.stdout: "bloom_filter_bytes": 0, 2024-05-21T00:46:08.534 INFO:teuthology.orchestra.run.smithi082.stdout: "bloom_filter_items": 0, 2024-05-21T00:46:08.534 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T00:46:08.534 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_alloc_items": 0, 2024-05-21T00:46:08.534 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T00:46:08.535 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_data_items": 0, 2024-05-21T00:46:08.535 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T00:46:08.535 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T00:46:08.535 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T00:46:08.535 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T00:46:08.535 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T00:46:08.535 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_other_items": 0, 2024-05-21T00:46:08.535 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T00:46:08.535 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T00:46:08.535 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_extent_bytes": 0, 2024-05-21T00:46:08.535 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_extent_items": 0, 2024-05-21T00:46:08.535 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_blob_bytes": 0, 2024-05-21T00:46:08.536 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_blob_items": 0, 2024-05-21T00:46:08.536 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T00:46:08.536 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T00:46:08.536 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T00:46:08.536 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T00:46:08.536 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T00:46:08.536 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_fsck_items": 0, 2024-05-21T00:46:08.536 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_txc_bytes": 0, 2024-05-21T00:46:08.536 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_txc_items": 0, 2024-05-21T00:46:08.536 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T00:46:08.536 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T00:46:08.536 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_bytes": 0, 2024-05-21T00:46:08.536 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_items": 0, 2024-05-21T00:46:08.537 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_bytes": 0, 2024-05-21T00:46:08.537 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_items": 0, 2024-05-21T00:46:08.537 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T00:46:08.537 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_reader_items": 0, 2024-05-21T00:46:08.537 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T00:46:08.537 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_writer_items": 0, 2024-05-21T00:46:08.537 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_anon_bytes": 148985, 2024-05-21T00:46:08.537 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_anon_items": 30, 2024-05-21T00:46:08.537 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_meta_bytes": 0, 2024-05-21T00:46:08.537 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_meta_items": 0, 2024-05-21T00:46:08.537 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_bytes": 0, 2024-05-21T00:46:08.537 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_items": 0, 2024-05-21T00:46:08.537 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_mapbl_bytes": 0, 2024-05-21T00:46:08.537 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_mapbl_items": 0, 2024-05-21T00:46:08.537 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_pglog_bytes": 0, 2024-05-21T00:46:08.538 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_pglog_items": 0, 2024-05-21T00:46:08.538 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_bytes": 0, 2024-05-21T00:46:08.538 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_items": 0, 2024-05-21T00:46:08.538 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T00:46:08.538 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_mapping_items": 0, 2024-05-21T00:46:08.538 INFO:teuthology.orchestra.run.smithi082.stdout: "pgmap_bytes": 0, 2024-05-21T00:46:08.538 INFO:teuthology.orchestra.run.smithi082.stdout: "pgmap_items": 0, 2024-05-21T00:46:08.538 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_co_bytes": 928, 2024-05-21T00:46:08.538 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_co_items": 2, 2024-05-21T00:46:08.538 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_1_bytes": 0, 2024-05-21T00:46:08.539 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_1_items": 0, 2024-05-21T00:46:08.539 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_2_bytes": 0, 2024-05-21T00:46:08.539 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_2_items": 0 2024-05-21T00:46:08.539 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:08.539 INFO:teuthology.orchestra.run.smithi082.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T00:46:08.539 INFO:teuthology.orchestra.run.smithi082.stdout: "val": 0, 2024-05-21T00:46:08.539 INFO:teuthology.orchestra.run.smithi082.stdout: "max": 104857600, 2024-05-21T00:46:08.539 INFO:teuthology.orchestra.run.smithi082.stdout: "get_started": 0, 2024-05-21T00:46:08.539 INFO:teuthology.orchestra.run.smithi082.stdout: "get": 160, 2024-05-21T00:46:08.539 INFO:teuthology.orchestra.run.smithi082.stdout: "get_sum": 773326, 2024-05-21T00:46:08.539 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_fail": 0, 2024-05-21T00:46:08.539 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_success": 160, 2024-05-21T00:46:08.539 INFO:teuthology.orchestra.run.smithi082.stdout: "take": 0, 2024-05-21T00:46:08.539 INFO:teuthology.orchestra.run.smithi082.stdout: "take_sum": 0, 2024-05-21T00:46:08.540 INFO:teuthology.orchestra.run.smithi082.stdout: "put": 160, 2024-05-21T00:46:08.540 INFO:teuthology.orchestra.run.smithi082.stdout: "put_sum": 773326, 2024-05-21T00:46:08.540 INFO:teuthology.orchestra.run.smithi082.stdout: "wait": { 2024-05-21T00:46:08.540 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:08.540 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:08.540 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:08.540 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-05-21T00:46:08.540 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-05-21T00:46:08.540 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-05-21T00:46:09.224 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.e 2024-05-21T00:46:09.224 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.e 2024-05-21T00:46:09.224 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.e 2024-05-21T00:46:09.224 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.e 2024-05-21T00:46:09.224 DEBUG:tasks.check_counter:Getting stats from h 2024-05-21T00:46:09.224 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph daemon mds.h perf dump 2024-05-21T00:46:09.461 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T00:46:09.858 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:09 smithi082 ceph-mon[36141]: pgmap v581: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-05-21T00:46:09.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:09 smithi044 ceph-mon[31392]: pgmap v581: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-05-21T00:46:10.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:09 smithi092 ceph-mon[36335]: pgmap v581: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-05-21T00:46:11.177 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-05-21T00:46:11.177 INFO:teuthology.orchestra.run.smithi082.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T00:46:11.177 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_messages": 509, 2024-05-21T00:46:11.177 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages": 511, 2024-05-21T00:46:11.177 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_bytes": 135863, 2024-05-21T00:46:11.177 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_bytes": 161926, 2024-05-21T00:46:11.178 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_created_connections": 6, 2024-05-21T00:46:11.178 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_active_connections": 2, 2024-05-21T00:46:11.178 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_total_time": 0.046061584, 2024-05-21T00:46:11.178 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_send_time": 0.018448048, 2024-05-21T00:46:11.178 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_recv_time": 0.010716845, 2024-05-21T00:46:11.178 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_fast_dispatch_time": 0.011661343, 2024-05-21T00:46:11.178 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:46:11.178 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 509, 2024-05-21T00:46:11.178 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.020949297, 2024-05-21T00:46:11.178 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000041157 2024-05-21T00:46:11.179 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.179 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:46:11.179 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.179 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.179 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.179 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.179 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-21T00:46:11.179 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_encrypted_bytes": 0 2024-05-21T00:46:11.179 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.179 INFO:teuthology.orchestra.run.smithi082.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T00:46:11.179 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_messages": 397, 2024-05-21T00:46:11.180 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages": 509, 2024-05-21T00:46:11.180 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_bytes": 99654, 2024-05-21T00:46:11.180 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_bytes": 394885, 2024-05-21T00:46:11.180 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_created_connections": 5, 2024-05-21T00:46:11.180 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_active_connections": 4, 2024-05-21T00:46:11.180 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_total_time": 0.045962827, 2024-05-21T00:46:11.180 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_send_time": 0.016276696, 2024-05-21T00:46:11.180 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_recv_time": 0.010137562, 2024-05-21T00:46:11.180 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_fast_dispatch_time": 0.014906829, 2024-05-21T00:46:11.181 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:46:11.181 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 508, 2024-05-21T00:46:11.181 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.023573512, 2024-05-21T00:46:11.181 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000046404 2024-05-21T00:46:11.181 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.181 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:46:11.181 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.181 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.181 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.181 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.181 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_encrypted_bytes": 3200, 2024-05-21T00:46:11.181 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_encrypted_bytes": 270224 2024-05-21T00:46:11.181 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.182 INFO:teuthology.orchestra.run.smithi082.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T00:46:11.182 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_messages": 669, 2024-05-21T00:46:11.182 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages": 662, 2024-05-21T00:46:11.182 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_bytes": 987232, 2024-05-21T00:46:11.182 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_bytes": 254024, 2024-05-21T00:46:11.182 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_created_connections": 3, 2024-05-21T00:46:11.182 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_active_connections": 2, 2024-05-21T00:46:11.182 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_total_time": 0.094161972, 2024-05-21T00:46:11.182 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_send_time": 0.030413185, 2024-05-21T00:46:11.182 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_recv_time": 0.035004434, 2024-05-21T00:46:11.182 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_fast_dispatch_time": 0.025195964, 2024-05-21T00:46:11.182 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:46:11.183 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 661, 2024-05-21T00:46:11.183 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.040645223, 2024-05-21T00:46:11.183 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000061490 2024-05-21T00:46:11.183 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.183 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:46:11.183 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.183 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.183 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.183 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.183 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_encrypted_bytes": 819232, 2024-05-21T00:46:11.183 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_encrypted_bytes": 95024 2024-05-21T00:46:11.183 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.183 INFO:teuthology.orchestra.run.smithi082.stdout: "cct": { 2024-05-21T00:46:11.184 INFO:teuthology.orchestra.run.smithi082.stdout: "total_workers": 1, 2024-05-21T00:46:11.184 INFO:teuthology.orchestra.run.smithi082.stdout: "unhealthy_workers": 0 2024-05-21T00:46:11.184 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.184 INFO:teuthology.orchestra.run.smithi082.stdout: "finisher-MDSRank": { 2024-05-21T00:46:11.184 INFO:teuthology.orchestra.run.smithi082.stdout: "queue_len": 0, 2024-05-21T00:46:11.184 INFO:teuthology.orchestra.run.smithi082.stdout: "complete_latency": { 2024-05-21T00:46:11.184 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 2400, 2024-05-21T00:46:11.184 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.069231661, 2024-05-21T00:46:11.184 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000028846 2024-05-21T00:46:11.184 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-05-21T00:46:11.184 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.184 INFO:teuthology.orchestra.run.smithi082.stdout: "finisher-PurgeQueue": { 2024-05-21T00:46:11.184 INFO:teuthology.orchestra.run.smithi082.stdout: "queue_len": 0, 2024-05-21T00:46:11.184 INFO:teuthology.orchestra.run.smithi082.stdout: "complete_latency": { 2024-05-21T00:46:11.185 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.185 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.185 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.185 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-05-21T00:46:11.185 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.185 INFO:teuthology.orchestra.run.smithi082.stdout: "mds": { 2024-05-21T00:46:11.185 INFO:teuthology.orchestra.run.smithi082.stdout: "request": 0, 2024-05-21T00:46:11.185 INFO:teuthology.orchestra.run.smithi082.stdout: "reply": 0, 2024-05-21T00:46:11.185 INFO:teuthology.orchestra.run.smithi082.stdout: "reply_latency": { 2024-05-21T00:46:11.185 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.185 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.185 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.185 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.185 INFO:teuthology.orchestra.run.smithi082.stdout: "slow_reply": 0, 2024-05-21T00:46:11.186 INFO:teuthology.orchestra.run.smithi082.stdout: "forward": 0, 2024-05-21T00:46:11.186 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_fetch_complete": 0, 2024-05-21T00:46:11.186 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_fetch_keys": 0, 2024-05-21T00:46:11.186 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_commit": 0, 2024-05-21T00:46:11.186 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_split": 0, 2024-05-21T00:46:11.186 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_merge": 0, 2024-05-21T00:46:11.186 INFO:teuthology.orchestra.run.smithi082.stdout: "inodes": 0, 2024-05-21T00:46:11.186 INFO:teuthology.orchestra.run.smithi082.stdout: "inodes_top": 0, 2024-05-21T00:46:11.186 INFO:teuthology.orchestra.run.smithi082.stdout: "inodes_bottom": 0, 2024-05-21T00:46:11.186 INFO:teuthology.orchestra.run.smithi082.stdout: "inodes_pin_tail": 0, 2024-05-21T00:46:11.186 INFO:teuthology.orchestra.run.smithi082.stdout: "inodes_pinned": 0, 2024-05-21T00:46:11.186 INFO:teuthology.orchestra.run.smithi082.stdout: "inodes_expired": 0, 2024-05-21T00:46:11.187 INFO:teuthology.orchestra.run.smithi082.stdout: "inodes_with_caps": 0, 2024-05-21T00:46:11.187 INFO:teuthology.orchestra.run.smithi082.stdout: "caps": 0, 2024-05-21T00:46:11.187 INFO:teuthology.orchestra.run.smithi082.stdout: "subtrees": 1, 2024-05-21T00:46:11.187 INFO:teuthology.orchestra.run.smithi082.stdout: "traverse": 0, 2024-05-21T00:46:11.187 INFO:teuthology.orchestra.run.smithi082.stdout: "traverse_hit": 0, 2024-05-21T00:46:11.187 INFO:teuthology.orchestra.run.smithi082.stdout: "traverse_forward": 0, 2024-05-21T00:46:11.187 INFO:teuthology.orchestra.run.smithi082.stdout: "traverse_discover": 0, 2024-05-21T00:46:11.187 INFO:teuthology.orchestra.run.smithi082.stdout: "traverse_dir_fetch": 0, 2024-05-21T00:46:11.187 INFO:teuthology.orchestra.run.smithi082.stdout: "traverse_remote_ino": 0, 2024-05-21T00:46:11.187 INFO:teuthology.orchestra.run.smithi082.stdout: "traverse_lock": 0, 2024-05-21T00:46:11.187 INFO:teuthology.orchestra.run.smithi082.stdout: "load_cent": 0, 2024-05-21T00:46:11.187 INFO:teuthology.orchestra.run.smithi082.stdout: "q": 0, 2024-05-21T00:46:11.187 INFO:teuthology.orchestra.run.smithi082.stdout: "exported": 0, 2024-05-21T00:46:11.187 INFO:teuthology.orchestra.run.smithi082.stdout: "exported_inodes": 0, 2024-05-21T00:46:11.188 INFO:teuthology.orchestra.run.smithi082.stdout: "imported": 0, 2024-05-21T00:46:11.188 INFO:teuthology.orchestra.run.smithi082.stdout: "imported_inodes": 0, 2024-05-21T00:46:11.188 INFO:teuthology.orchestra.run.smithi082.stdout: "openino_dir_fetch": 0, 2024-05-21T00:46:11.188 INFO:teuthology.orchestra.run.smithi082.stdout: "openino_backtrace_fetch": 0, 2024-05-21T00:46:11.188 INFO:teuthology.orchestra.run.smithi082.stdout: "openino_peer_discover": 0, 2024-05-21T00:46:11.188 INFO:teuthology.orchestra.run.smithi082.stdout: "root_rfiles": 0, 2024-05-21T00:46:11.188 INFO:teuthology.orchestra.run.smithi082.stdout: "root_rbytes": 0, 2024-05-21T00:46:11.188 INFO:teuthology.orchestra.run.smithi082.stdout: "root_rsnaps": 0, 2024-05-21T00:46:11.188 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_backtrace_fetch": 0, 2024-05-21T00:46:11.188 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_set_tag": 0, 2024-05-21T00:46:11.188 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T00:46:11.188 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_inotable_repaired": 0, 2024-05-21T00:46:11.188 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_dir_inodes": 0, 2024-05-21T00:46:11.188 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_dir_base_inodes": 0, 2024-05-21T00:46:11.189 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_dirfrag_rstats": 0, 2024-05-21T00:46:11.189 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_file_inodes": 0, 2024-05-21T00:46:11.189 INFO:teuthology.orchestra.run.smithi082.stdout: "handle_inode_file_caps": 0, 2024-05-21T00:46:11.189 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph_cap_op_revoke": 0, 2024-05-21T00:46:11.189 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph_cap_op_grant": 0, 2024-05-21T00:46:11.189 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph_cap_op_trunc": 0, 2024-05-21T00:46:11.189 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T00:46:11.189 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T00:46:11.189 INFO:teuthology.orchestra.run.smithi082.stdout: "handle_client_caps": 0, 2024-05-21T00:46:11.189 INFO:teuthology.orchestra.run.smithi082.stdout: "handle_client_caps_dirty": 0, 2024-05-21T00:46:11.189 INFO:teuthology.orchestra.run.smithi082.stdout: "handle_client_cap_release": 0, 2024-05-21T00:46:11.189 INFO:teuthology.orchestra.run.smithi082.stdout: "process_request_cap_release": 0 2024-05-21T00:46:11.190 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.190 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_cache": { 2024-05-21T00:46:11.190 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_update": 0, 2024-05-21T00:46:11.190 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_update_receipt": 0, 2024-05-21T00:46:11.190 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_try_discover": 0, 2024-05-21T00:46:11.190 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_send_discover": 0, 2024-05-21T00:46:11.190 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_handle_discover": 0, 2024-05-21T00:46:11.190 INFO:teuthology.orchestra.run.smithi082.stdout: "num_strays": 0, 2024-05-21T00:46:11.190 INFO:teuthology.orchestra.run.smithi082.stdout: "num_strays_delayed": 0, 2024-05-21T00:46:11.190 INFO:teuthology.orchestra.run.smithi082.stdout: "num_strays_enqueuing": 0, 2024-05-21T00:46:11.190 INFO:teuthology.orchestra.run.smithi082.stdout: "strays_created": 0, 2024-05-21T00:46:11.190 INFO:teuthology.orchestra.run.smithi082.stdout: "strays_enqueued": 0, 2024-05-21T00:46:11.191 INFO:teuthology.orchestra.run.smithi082.stdout: "strays_reintegrated": 0, 2024-05-21T00:46:11.191 INFO:teuthology.orchestra.run.smithi082.stdout: "strays_migrated": 0, 2024-05-21T00:46:11.191 INFO:teuthology.orchestra.run.smithi082.stdout: "num_recovering_processing": 0, 2024-05-21T00:46:11.191 INFO:teuthology.orchestra.run.smithi082.stdout: "num_recovering_enqueued": 0, 2024-05-21T00:46:11.191 INFO:teuthology.orchestra.run.smithi082.stdout: "num_recovering_prioritized": 0, 2024-05-21T00:46:11.191 INFO:teuthology.orchestra.run.smithi082.stdout: "recovery_started": 0, 2024-05-21T00:46:11.191 INFO:teuthology.orchestra.run.smithi082.stdout: "recovery_completed": 0, 2024-05-21T00:46:11.191 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_quiesce_path": 0, 2024-05-21T00:46:11.191 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_quiesce_inode": 0, 2024-05-21T00:46:11.191 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_enqueue_scrub": 0, 2024-05-21T00:46:11.191 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_exportdir": 0, 2024-05-21T00:46:11.191 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_flush": 0, 2024-05-21T00:46:11.191 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_fragmentdir": 0, 2024-05-21T00:46:11.192 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_fragstats": 0, 2024-05-21T00:46:11.192 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_inodestats": 0 2024-05-21T00:46:11.192 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.192 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_log": { 2024-05-21T00:46:11.192 INFO:teuthology.orchestra.run.smithi082.stdout: "evlrg": 0, 2024-05-21T00:46:11.192 INFO:teuthology.orchestra.run.smithi082.stdout: "evadd": 0, 2024-05-21T00:46:11.192 INFO:teuthology.orchestra.run.smithi082.stdout: "evex": 0, 2024-05-21T00:46:11.192 INFO:teuthology.orchestra.run.smithi082.stdout: "evtrm": 0, 2024-05-21T00:46:11.192 INFO:teuthology.orchestra.run.smithi082.stdout: "ev": 7, 2024-05-21T00:46:11.192 INFO:teuthology.orchestra.run.smithi082.stdout: "evexg": 0, 2024-05-21T00:46:11.193 INFO:teuthology.orchestra.run.smithi082.stdout: "evexd": 0, 2024-05-21T00:46:11.193 INFO:teuthology.orchestra.run.smithi082.stdout: "segadd": 0, 2024-05-21T00:46:11.193 INFO:teuthology.orchestra.run.smithi082.stdout: "segex": 0, 2024-05-21T00:46:11.193 INFO:teuthology.orchestra.run.smithi082.stdout: "segtrm": 0, 2024-05-21T00:46:11.193 INFO:teuthology.orchestra.run.smithi082.stdout: "seg": 2, 2024-05-21T00:46:11.193 INFO:teuthology.orchestra.run.smithi082.stdout: "segmjr": 2, 2024-05-21T00:46:11.193 INFO:teuthology.orchestra.run.smithi082.stdout: "segexg": 0, 2024-05-21T00:46:11.193 INFO:teuthology.orchestra.run.smithi082.stdout: "segexd": 0, 2024-05-21T00:46:11.193 INFO:teuthology.orchestra.run.smithi082.stdout: "expos": 4194304, 2024-05-21T00:46:11.193 INFO:teuthology.orchestra.run.smithi082.stdout: "wrpos": 4196266, 2024-05-21T00:46:11.193 INFO:teuthology.orchestra.run.smithi082.stdout: "rdpos": 4196125, 2024-05-21T00:46:11.193 INFO:teuthology.orchestra.run.smithi082.stdout: "jlat": { 2024-05-21T00:46:11.193 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.193 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.194 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.194 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.194 INFO:teuthology.orchestra.run.smithi082.stdout: "replayed": 7 2024-05-21T00:46:11.194 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.194 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_mem": { 2024-05-21T00:46:11.194 INFO:teuthology.orchestra.run.smithi082.stdout: "ino": 3, 2024-05-21T00:46:11.194 INFO:teuthology.orchestra.run.smithi082.stdout: "ino+": 3, 2024-05-21T00:46:11.194 INFO:teuthology.orchestra.run.smithi082.stdout: "ino-": 0, 2024-05-21T00:46:11.195 INFO:teuthology.orchestra.run.smithi082.stdout: "dir": 1, 2024-05-21T00:46:11.195 INFO:teuthology.orchestra.run.smithi082.stdout: "dir+": 1, 2024-05-21T00:46:11.195 INFO:teuthology.orchestra.run.smithi082.stdout: "dir-": 0, 2024-05-21T00:46:11.195 INFO:teuthology.orchestra.run.smithi082.stdout: "dn": 0, 2024-05-21T00:46:11.195 INFO:teuthology.orchestra.run.smithi082.stdout: "dn+": 0, 2024-05-21T00:46:11.195 INFO:teuthology.orchestra.run.smithi082.stdout: "dn-": 0, 2024-05-21T00:46:11.195 INFO:teuthology.orchestra.run.smithi082.stdout: "cap": 0, 2024-05-21T00:46:11.195 INFO:teuthology.orchestra.run.smithi082.stdout: "cap+": 0, 2024-05-21T00:46:11.195 INFO:teuthology.orchestra.run.smithi082.stdout: "cap-": 0, 2024-05-21T00:46:11.195 INFO:teuthology.orchestra.run.smithi082.stdout: "rss": 49724, 2024-05-21T00:46:11.195 INFO:teuthology.orchestra.run.smithi082.stdout: "heap": 215416 2024-05-21T00:46:11.195 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.195 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_server": { 2024-05-21T00:46:11.195 INFO:teuthology.orchestra.run.smithi082.stdout: "dispatch_client_request": 0, 2024-05-21T00:46:11.195 INFO:teuthology.orchestra.run.smithi082.stdout: "dispatch_server_request": 0, 2024-05-21T00:46:11.196 INFO:teuthology.orchestra.run.smithi082.stdout: "handle_client_request": 0, 2024-05-21T00:46:11.196 INFO:teuthology.orchestra.run.smithi082.stdout: "handle_client_session": 0, 2024-05-21T00:46:11.196 INFO:teuthology.orchestra.run.smithi082.stdout: "handle_peer_request": 0, 2024-05-21T00:46:11.196 INFO:teuthology.orchestra.run.smithi082.stdout: "req_create_latency": { 2024-05-21T00:46:11.196 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.196 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.196 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.196 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.196 INFO:teuthology.orchestra.run.smithi082.stdout: "req_getattr_latency": { 2024-05-21T00:46:11.196 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.196 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.196 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.196 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.196 INFO:teuthology.orchestra.run.smithi082.stdout: "req_getfilelock_latency": { 2024-05-21T00:46:11.197 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.197 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.197 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.197 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.197 INFO:teuthology.orchestra.run.smithi082.stdout: "req_link_latency": { 2024-05-21T00:46:11.197 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.197 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.197 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.197 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.197 INFO:teuthology.orchestra.run.smithi082.stdout: "req_lookup_latency": { 2024-05-21T00:46:11.197 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.197 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.197 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.197 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.197 INFO:teuthology.orchestra.run.smithi082.stdout: "req_lookuphash_latency": { 2024-05-21T00:46:11.198 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.198 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.198 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.198 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.198 INFO:teuthology.orchestra.run.smithi082.stdout: "req_lookupino_latency": { 2024-05-21T00:46:11.198 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.198 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.198 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.198 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.198 INFO:teuthology.orchestra.run.smithi082.stdout: "req_lookupname_latency": { 2024-05-21T00:46:11.198 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.198 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.198 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.199 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.199 INFO:teuthology.orchestra.run.smithi082.stdout: "req_lookupparent_latency": { 2024-05-21T00:46:11.199 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.199 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.199 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.199 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.199 INFO:teuthology.orchestra.run.smithi082.stdout: "req_lookupsnap_latency": { 2024-05-21T00:46:11.199 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.199 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.199 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.199 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.199 INFO:teuthology.orchestra.run.smithi082.stdout: "req_lssnap_latency": { 2024-05-21T00:46:11.199 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.200 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.200 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.200 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.200 INFO:teuthology.orchestra.run.smithi082.stdout: "req_mkdir_latency": { 2024-05-21T00:46:11.200 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.200 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.200 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.201 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.201 INFO:teuthology.orchestra.run.smithi082.stdout: "req_mknod_latency": { 2024-05-21T00:46:11.201 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.201 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.201 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.201 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.201 INFO:teuthology.orchestra.run.smithi082.stdout: "req_mksnap_latency": { 2024-05-21T00:46:11.201 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.201 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.201 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.201 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.201 INFO:teuthology.orchestra.run.smithi082.stdout: "req_open_latency": { 2024-05-21T00:46:11.201 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.202 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.202 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.202 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.202 INFO:teuthology.orchestra.run.smithi082.stdout: "req_readdir_latency": { 2024-05-21T00:46:11.202 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.202 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.202 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.202 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.202 INFO:teuthology.orchestra.run.smithi082.stdout: "req_rename_latency": { 2024-05-21T00:46:11.202 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.202 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.202 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.202 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.203 INFO:teuthology.orchestra.run.smithi082.stdout: "req_renamesnap_latency": { 2024-05-21T00:46:11.203 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.203 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.203 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.203 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.203 INFO:teuthology.orchestra.run.smithi082.stdout: "req_snapdiff_latency": { 2024-05-21T00:46:11.203 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.203 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.203 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.203 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.203 INFO:teuthology.orchestra.run.smithi082.stdout: "req_rmdir_latency": { 2024-05-21T00:46:11.203 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.203 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.203 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.204 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.204 INFO:teuthology.orchestra.run.smithi082.stdout: "req_rmsnap_latency": { 2024-05-21T00:46:11.204 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.204 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.204 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.204 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.204 INFO:teuthology.orchestra.run.smithi082.stdout: "req_rmxattr_latency": { 2024-05-21T00:46:11.204 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.204 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.204 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.204 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.204 INFO:teuthology.orchestra.run.smithi082.stdout: "req_setattr_latency": { 2024-05-21T00:46:11.205 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.205 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.205 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.205 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.205 INFO:teuthology.orchestra.run.smithi082.stdout: "req_setdirlayout_latency": { 2024-05-21T00:46:11.205 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.205 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.205 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.205 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.205 INFO:teuthology.orchestra.run.smithi082.stdout: "req_setfilelock_latency": { 2024-05-21T00:46:11.205 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.205 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.205 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.205 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.206 INFO:teuthology.orchestra.run.smithi082.stdout: "req_setlayout_latency": { 2024-05-21T00:46:11.206 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.206 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.206 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.206 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.206 INFO:teuthology.orchestra.run.smithi082.stdout: "req_setxattr_latency": { 2024-05-21T00:46:11.206 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.206 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.206 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.206 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.206 INFO:teuthology.orchestra.run.smithi082.stdout: "req_symlink_latency": { 2024-05-21T00:46:11.206 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.207 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.207 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.207 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.207 INFO:teuthology.orchestra.run.smithi082.stdout: "req_unlink_latency": { 2024-05-21T00:46:11.207 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.207 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.207 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.207 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.207 INFO:teuthology.orchestra.run.smithi082.stdout: "cap_revoke_eviction": 0, 2024-05-21T00:46:11.207 INFO:teuthology.orchestra.run.smithi082.stdout: "cap_acquisition_throttle": 0, 2024-05-21T00:46:11.207 INFO:teuthology.orchestra.run.smithi082.stdout: "req_getvxattr_latency": { 2024-05-21T00:46:11.207 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.207 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.207 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.208 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-05-21T00:46:11.208 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.208 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_sessions": { 2024-05-21T00:46:11.208 INFO:teuthology.orchestra.run.smithi082.stdout: "session_count": 1, 2024-05-21T00:46:11.208 INFO:teuthology.orchestra.run.smithi082.stdout: "session_add": 3, 2024-05-21T00:46:11.208 INFO:teuthology.orchestra.run.smithi082.stdout: "session_remove": 2, 2024-05-21T00:46:11.208 INFO:teuthology.orchestra.run.smithi082.stdout: "sessions_open": 2, 2024-05-21T00:46:11.208 INFO:teuthology.orchestra.run.smithi082.stdout: "sessions_stale": 0, 2024-05-21T00:46:11.208 INFO:teuthology.orchestra.run.smithi082.stdout: "total_load": 0, 2024-05-21T00:46:11.208 INFO:teuthology.orchestra.run.smithi082.stdout: "average_load": 0, 2024-05-21T00:46:11.208 INFO:teuthology.orchestra.run.smithi082.stdout: "avg_session_uptime": 3684, 2024-05-21T00:46:11.208 INFO:teuthology.orchestra.run.smithi082.stdout: "mdthresh_evicted": 0 2024-05-21T00:46:11.208 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.208 INFO:teuthology.orchestra.run.smithi082.stdout: "mempool": { 2024-05-21T00:46:11.209 INFO:teuthology.orchestra.run.smithi082.stdout: "bloom_filter_bytes": 0, 2024-05-21T00:46:11.209 INFO:teuthology.orchestra.run.smithi082.stdout: "bloom_filter_items": 0, 2024-05-21T00:46:11.209 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T00:46:11.209 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_alloc_items": 0, 2024-05-21T00:46:11.209 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T00:46:11.209 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_data_items": 0, 2024-05-21T00:46:11.209 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T00:46:11.209 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T00:46:11.209 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T00:46:11.209 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T00:46:11.209 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T00:46:11.209 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_other_items": 0, 2024-05-21T00:46:11.209 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T00:46:11.210 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T00:46:11.210 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_extent_bytes": 0, 2024-05-21T00:46:11.210 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_extent_items": 0, 2024-05-21T00:46:11.210 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_blob_bytes": 0, 2024-05-21T00:46:11.210 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_blob_items": 0, 2024-05-21T00:46:11.210 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T00:46:11.210 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T00:46:11.210 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T00:46:11.210 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T00:46:11.210 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T00:46:11.211 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_fsck_items": 0, 2024-05-21T00:46:11.211 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_txc_bytes": 0, 2024-05-21T00:46:11.211 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_txc_items": 0, 2024-05-21T00:46:11.211 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T00:46:11.211 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T00:46:11.211 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_bytes": 0, 2024-05-21T00:46:11.211 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_items": 0, 2024-05-21T00:46:11.211 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_bytes": 0, 2024-05-21T00:46:11.211 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_items": 0, 2024-05-21T00:46:11.211 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T00:46:11.211 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_reader_items": 0, 2024-05-21T00:46:11.211 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T00:46:11.211 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_writer_items": 0, 2024-05-21T00:46:11.211 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_anon_bytes": 189361, 2024-05-21T00:46:11.212 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_anon_items": 50, 2024-05-21T00:46:11.212 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_meta_bytes": 0, 2024-05-21T00:46:11.212 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_meta_items": 0, 2024-05-21T00:46:11.212 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_bytes": 0, 2024-05-21T00:46:11.212 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_items": 0, 2024-05-21T00:46:11.212 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_mapbl_bytes": 0, 2024-05-21T00:46:11.212 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_mapbl_items": 0, 2024-05-21T00:46:11.212 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_pglog_bytes": 0, 2024-05-21T00:46:11.212 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_pglog_items": 0, 2024-05-21T00:46:11.212 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_bytes": 7816, 2024-05-21T00:46:11.212 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_items": 164, 2024-05-21T00:46:11.212 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T00:46:11.212 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_mapping_items": 0, 2024-05-21T00:46:11.212 INFO:teuthology.orchestra.run.smithi082.stdout: "pgmap_bytes": 0, 2024-05-21T00:46:11.213 INFO:teuthology.orchestra.run.smithi082.stdout: "pgmap_items": 0, 2024-05-21T00:46:11.213 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_co_bytes": 8512, 2024-05-21T00:46:11.213 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_co_items": 13, 2024-05-21T00:46:11.213 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_1_bytes": 0, 2024-05-21T00:46:11.213 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_1_items": 0, 2024-05-21T00:46:11.213 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_2_bytes": 0, 2024-05-21T00:46:11.213 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_2_items": 0 2024-05-21T00:46:11.213 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.213 INFO:teuthology.orchestra.run.smithi082.stdout: "objecter": { 2024-05-21T00:46:11.213 INFO:teuthology.orchestra.run.smithi082.stdout: "op_active": 0, 2024-05-21T00:46:11.213 INFO:teuthology.orchestra.run.smithi082.stdout: "op_laggy": 0, 2024-05-21T00:46:11.213 INFO:teuthology.orchestra.run.smithi082.stdout: "op_send": 1401, 2024-05-21T00:46:11.213 INFO:teuthology.orchestra.run.smithi082.stdout: "op_send_bytes": 21, 2024-05-21T00:46:11.213 INFO:teuthology.orchestra.run.smithi082.stdout: "op_resend": 3, 2024-05-21T00:46:11.214 INFO:teuthology.orchestra.run.smithi082.stdout: "op_reply": 1401, 2024-05-21T00:46:11.214 INFO:teuthology.orchestra.run.smithi082.stdout: "op_latency": { 2024-05-21T00:46:11.214 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 1401, 2024-05-21T00:46:11.214 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.947982497, 2024-05-21T00:46:11.214 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000676647 2024-05-21T00:46:11.214 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.214 INFO:teuthology.orchestra.run.smithi082.stdout: "op_inflight": 0, 2024-05-21T00:46:11.214 INFO:teuthology.orchestra.run.smithi082.stdout: "oplen_avg": { 2024-05-21T00:46:11.214 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 1401, 2024-05-21T00:46:11.214 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 1402 2024-05-21T00:46:11.214 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.214 INFO:teuthology.orchestra.run.smithi082.stdout: "op": 1401, 2024-05-21T00:46:11.214 INFO:teuthology.orchestra.run.smithi082.stdout: "op_r": 1401, 2024-05-21T00:46:11.215 INFO:teuthology.orchestra.run.smithi082.stdout: "op_w": 0, 2024-05-21T00:46:11.215 INFO:teuthology.orchestra.run.smithi082.stdout: "op_rmw": 0, 2024-05-21T00:46:11.215 INFO:teuthology.orchestra.run.smithi082.stdout: "op_pg": 0, 2024-05-21T00:46:11.215 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_stat": 890, 2024-05-21T00:46:11.215 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_create": 0, 2024-05-21T00:46:11.215 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_read": 509, 2024-05-21T00:46:11.215 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_write": 0, 2024-05-21T00:46:11.215 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_writefull": 0, 2024-05-21T00:46:11.215 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_writesame": 0, 2024-05-21T00:46:11.215 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_append": 0, 2024-05-21T00:46:11.215 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_zero": 0, 2024-05-21T00:46:11.215 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_truncate": 0, 2024-05-21T00:46:11.215 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_delete": 0, 2024-05-21T00:46:11.215 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_mapext": 0, 2024-05-21T00:46:11.216 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_sparse_read": 0, 2024-05-21T00:46:11.216 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_clonerange": 0, 2024-05-21T00:46:11.216 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_getxattr": 1, 2024-05-21T00:46:11.216 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_setxattr": 0, 2024-05-21T00:46:11.216 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_cmpxattr": 0, 2024-05-21T00:46:11.216 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_rmxattr": 0, 2024-05-21T00:46:11.216 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_resetxattrs": 0, 2024-05-21T00:46:11.216 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_call": 0, 2024-05-21T00:46:11.216 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_watch": 0, 2024-05-21T00:46:11.216 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_notify": 0, 2024-05-21T00:46:11.216 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T00:46:11.216 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_pgls": 0, 2024-05-21T00:46:11.216 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_pgls_filter": 0, 2024-05-21T00:46:11.217 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_other": 0, 2024-05-21T00:46:11.217 INFO:teuthology.orchestra.run.smithi082.stdout: "linger_active": 0, 2024-05-21T00:46:11.217 INFO:teuthology.orchestra.run.smithi082.stdout: "linger_send": 0, 2024-05-21T00:46:11.217 INFO:teuthology.orchestra.run.smithi082.stdout: "linger_resend": 0, 2024-05-21T00:46:11.217 INFO:teuthology.orchestra.run.smithi082.stdout: "linger_ping": 0, 2024-05-21T00:46:11.217 INFO:teuthology.orchestra.run.smithi082.stdout: "poolop_active": 0, 2024-05-21T00:46:11.217 INFO:teuthology.orchestra.run.smithi082.stdout: "poolop_send": 0, 2024-05-21T00:46:11.217 INFO:teuthology.orchestra.run.smithi082.stdout: "poolop_resend": 0, 2024-05-21T00:46:11.217 INFO:teuthology.orchestra.run.smithi082.stdout: "poolstat_active": 0, 2024-05-21T00:46:11.217 INFO:teuthology.orchestra.run.smithi082.stdout: "poolstat_send": 0, 2024-05-21T00:46:11.217 INFO:teuthology.orchestra.run.smithi082.stdout: "poolstat_resend": 0, 2024-05-21T00:46:11.217 INFO:teuthology.orchestra.run.smithi082.stdout: "statfs_active": 0, 2024-05-21T00:46:11.217 INFO:teuthology.orchestra.run.smithi082.stdout: "statfs_send": 0, 2024-05-21T00:46:11.217 INFO:teuthology.orchestra.run.smithi082.stdout: "statfs_resend": 0, 2024-05-21T00:46:11.217 INFO:teuthology.orchestra.run.smithi082.stdout: "command_active": 0, 2024-05-21T00:46:11.218 INFO:teuthology.orchestra.run.smithi082.stdout: "command_send": 0, 2024-05-21T00:46:11.218 INFO:teuthology.orchestra.run.smithi082.stdout: "command_resend": 0, 2024-05-21T00:46:11.218 INFO:teuthology.orchestra.run.smithi082.stdout: "map_epoch": 82, 2024-05-21T00:46:11.218 INFO:teuthology.orchestra.run.smithi082.stdout: "map_full": 0, 2024-05-21T00:46:11.218 INFO:teuthology.orchestra.run.smithi082.stdout: "map_inc": 4, 2024-05-21T00:46:11.218 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_sessions": 5, 2024-05-21T00:46:11.218 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_session_open": 5, 2024-05-21T00:46:11.218 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_session_close": 0, 2024-05-21T00:46:11.218 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_laggy": 0, 2024-05-21T00:46:11.218 INFO:teuthology.orchestra.run.smithi082.stdout: "omap_wr": 0, 2024-05-21T00:46:11.218 INFO:teuthology.orchestra.run.smithi082.stdout: "omap_rd": 2, 2024-05-21T00:46:11.218 INFO:teuthology.orchestra.run.smithi082.stdout: "omap_del": 0 2024-05-21T00:46:11.218 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.219 INFO:teuthology.orchestra.run.smithi082.stdout: "oft": { 2024-05-21T00:46:11.219 INFO:teuthology.orchestra.run.smithi082.stdout: "omap_total_objs": 0, 2024-05-21T00:46:11.219 INFO:teuthology.orchestra.run.smithi082.stdout: "omap_total_kv_pairs": 0, 2024-05-21T00:46:11.219 INFO:teuthology.orchestra.run.smithi082.stdout: "omap_total_updates": 0, 2024-05-21T00:46:11.219 INFO:teuthology.orchestra.run.smithi082.stdout: "omap_total_removes": 0 2024-05-21T00:46:11.219 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.219 INFO:teuthology.orchestra.run.smithi082.stdout: "osd-slow-ops": { 2024-05-21T00:46:11.219 INFO:teuthology.orchestra.run.smithi082.stdout: "slow_ops_count": 0 2024-05-21T00:46:11.219 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.219 INFO:teuthology.orchestra.run.smithi082.stdout: "purge_queue": { 2024-05-21T00:46:11.219 INFO:teuthology.orchestra.run.smithi082.stdout: "pq_executing_ops": 0, 2024-05-21T00:46:11.219 INFO:teuthology.orchestra.run.smithi082.stdout: "pq_executing_ops_high_water": 0, 2024-05-21T00:46:11.219 INFO:teuthology.orchestra.run.smithi082.stdout: "pq_executing": 0, 2024-05-21T00:46:11.220 INFO:teuthology.orchestra.run.smithi082.stdout: "pq_executing_high_water": 0, 2024-05-21T00:46:11.220 INFO:teuthology.orchestra.run.smithi082.stdout: "pq_executed_ops": 0, 2024-05-21T00:46:11.220 INFO:teuthology.orchestra.run.smithi082.stdout: "pq_executed": 0, 2024-05-21T00:46:11.220 INFO:teuthology.orchestra.run.smithi082.stdout: "pq_item_in_journal": 0 2024-05-21T00:46:11.220 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.220 INFO:teuthology.orchestra.run.smithi082.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T00:46:11.220 INFO:teuthology.orchestra.run.smithi082.stdout: "val": 0, 2024-05-21T00:46:11.220 INFO:teuthology.orchestra.run.smithi082.stdout: "max": 104857600, 2024-05-21T00:46:11.220 INFO:teuthology.orchestra.run.smithi082.stdout: "get_started": 0, 2024-05-21T00:46:11.220 INFO:teuthology.orchestra.run.smithi082.stdout: "get": 1571, 2024-05-21T00:46:11.220 INFO:teuthology.orchestra.run.smithi082.stdout: "get_sum": 1069636, 2024-05-21T00:46:11.220 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_fail": 0, 2024-05-21T00:46:11.220 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_success": 1571, 2024-05-21T00:46:11.220 INFO:teuthology.orchestra.run.smithi082.stdout: "take": 0, 2024-05-21T00:46:11.221 INFO:teuthology.orchestra.run.smithi082.stdout: "take_sum": 0, 2024-05-21T00:46:11.221 INFO:teuthology.orchestra.run.smithi082.stdout: "put": 1571, 2024-05-21T00:46:11.221 INFO:teuthology.orchestra.run.smithi082.stdout: "put_sum": 1069636, 2024-05-21T00:46:11.221 INFO:teuthology.orchestra.run.smithi082.stdout: "wait": { 2024-05-21T00:46:11.221 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.221 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.221 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.221 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-05-21T00:46:11.221 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.221 INFO:teuthology.orchestra.run.smithi082.stdout: "throttle-objecter_bytes": { 2024-05-21T00:46:11.222 INFO:teuthology.orchestra.run.smithi082.stdout: "val": 0, 2024-05-21T00:46:11.222 INFO:teuthology.orchestra.run.smithi082.stdout: "max": 104857600, 2024-05-21T00:46:11.222 INFO:teuthology.orchestra.run.smithi082.stdout: "get_started": 0, 2024-05-21T00:46:11.222 INFO:teuthology.orchestra.run.smithi082.stdout: "get": 0, 2024-05-21T00:46:11.222 INFO:teuthology.orchestra.run.smithi082.stdout: "get_sum": 0, 2024-05-21T00:46:11.222 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_fail": 0, 2024-05-21T00:46:11.222 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_success": 0, 2024-05-21T00:46:11.222 INFO:teuthology.orchestra.run.smithi082.stdout: "take": 1401, 2024-05-21T00:46:11.222 INFO:teuthology.orchestra.run.smithi082.stdout: "take_sum": 1967, 2024-05-21T00:46:11.223 INFO:teuthology.orchestra.run.smithi082.stdout: "put": 1401, 2024-05-21T00:46:11.223 INFO:teuthology.orchestra.run.smithi082.stdout: "put_sum": 1967, 2024-05-21T00:46:11.223 INFO:teuthology.orchestra.run.smithi082.stdout: "wait": { 2024-05-21T00:46:11.223 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.223 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.223 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.223 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-05-21T00:46:11.223 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.223 INFO:teuthology.orchestra.run.smithi082.stdout: "throttle-objecter_ops": { 2024-05-21T00:46:11.223 INFO:teuthology.orchestra.run.smithi082.stdout: "val": 0, 2024-05-21T00:46:11.223 INFO:teuthology.orchestra.run.smithi082.stdout: "max": 1024, 2024-05-21T00:46:11.223 INFO:teuthology.orchestra.run.smithi082.stdout: "get_started": 0, 2024-05-21T00:46:11.223 INFO:teuthology.orchestra.run.smithi082.stdout: "get": 0, 2024-05-21T00:46:11.223 INFO:teuthology.orchestra.run.smithi082.stdout: "get_sum": 0, 2024-05-21T00:46:11.224 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_fail": 0, 2024-05-21T00:46:11.224 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_success": 0, 2024-05-21T00:46:11.224 INFO:teuthology.orchestra.run.smithi082.stdout: "take": 1401, 2024-05-21T00:46:11.224 INFO:teuthology.orchestra.run.smithi082.stdout: "take_sum": 1401, 2024-05-21T00:46:11.224 INFO:teuthology.orchestra.run.smithi082.stdout: "put": 1401, 2024-05-21T00:46:11.224 INFO:teuthology.orchestra.run.smithi082.stdout: "put_sum": 1401, 2024-05-21T00:46:11.224 INFO:teuthology.orchestra.run.smithi082.stdout: "wait": { 2024-05-21T00:46:11.224 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.224 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.225 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.225 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-05-21T00:46:11.225 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.225 INFO:teuthology.orchestra.run.smithi082.stdout: "throttle-write_buf_throttle": { 2024-05-21T00:46:11.225 INFO:teuthology.orchestra.run.smithi082.stdout: "val": 0, 2024-05-21T00:46:11.225 INFO:teuthology.orchestra.run.smithi082.stdout: "max": 3758096384, 2024-05-21T00:46:11.225 INFO:teuthology.orchestra.run.smithi082.stdout: "get_started": 0, 2024-05-21T00:46:11.225 INFO:teuthology.orchestra.run.smithi082.stdout: "get": 0, 2024-05-21T00:46:11.225 INFO:teuthology.orchestra.run.smithi082.stdout: "get_sum": 0, 2024-05-21T00:46:11.225 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_fail": 0, 2024-05-21T00:46:11.225 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_success": 0, 2024-05-21T00:46:11.225 INFO:teuthology.orchestra.run.smithi082.stdout: "take": 0, 2024-05-21T00:46:11.225 INFO:teuthology.orchestra.run.smithi082.stdout: "take_sum": 0, 2024-05-21T00:46:11.225 INFO:teuthology.orchestra.run.smithi082.stdout: "put": 0, 2024-05-21T00:46:11.226 INFO:teuthology.orchestra.run.smithi082.stdout: "put_sum": 0, 2024-05-21T00:46:11.226 INFO:teuthology.orchestra.run.smithi082.stdout: "wait": { 2024-05-21T00:46:11.227 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.227 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.227 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.227 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-05-21T00:46:11.227 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:11.227 INFO:teuthology.orchestra.run.smithi082.stdout: "throttle-write_buf_throttle-0x5588d41fa6e0": { 2024-05-21T00:46:11.227 INFO:teuthology.orchestra.run.smithi082.stdout: "val": 0, 2024-05-21T00:46:11.227 INFO:teuthology.orchestra.run.smithi082.stdout: "max": 3758096384, 2024-05-21T00:46:11.227 INFO:teuthology.orchestra.run.smithi082.stdout: "get_started": 0, 2024-05-21T00:46:11.227 INFO:teuthology.orchestra.run.smithi082.stdout: "get": 0, 2024-05-21T00:46:11.227 INFO:teuthology.orchestra.run.smithi082.stdout: "get_sum": 0, 2024-05-21T00:46:11.227 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_fail": 0, 2024-05-21T00:46:11.227 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_success": 0, 2024-05-21T00:46:11.228 INFO:teuthology.orchestra.run.smithi082.stdout: "take": 0, 2024-05-21T00:46:11.228 INFO:teuthology.orchestra.run.smithi082.stdout: "take_sum": 0, 2024-05-21T00:46:11.228 INFO:teuthology.orchestra.run.smithi082.stdout: "put": 0, 2024-05-21T00:46:11.228 INFO:teuthology.orchestra.run.smithi082.stdout: "put_sum": 0, 2024-05-21T00:46:11.228 INFO:teuthology.orchestra.run.smithi082.stdout: "wait": { 2024-05-21T00:46:11.228 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:11.228 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:11.228 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:11.228 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-05-21T00:46:11.228 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-05-21T00:46:11.228 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-05-21T00:46:11.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:11 smithi044 ceph-mon[31392]: pgmap v582: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-05-21T00:46:11.916 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:11 smithi082 ceph-mon[36141]: pgmap v582: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-05-21T00:46:11.941 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-05-21T00:46:11.941 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-05-21T00:46:11.942 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=0 2024-05-21T00:46:11.942 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=0 2024-05-21T00:46:11.942 DEBUG:tasks.check_counter:Getting stats from k 2024-05-21T00:46:11.942 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph daemon mds.k perf dump 2024-05-21T00:46:12.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:11 smithi092 ceph-mon[36335]: pgmap v582: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-05-21T00:46:12.175 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T00:46:13.844 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:13 smithi082 ceph-mon[36141]: pgmap v583: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:46:13.845 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-05-21T00:46:13.845 INFO:teuthology.orchestra.run.smithi082.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T00:46:13.845 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_messages": 4, 2024-05-21T00:46:13.845 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages": 4, 2024-05-21T00:46:13.845 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_bytes": 3040, 2024-05-21T00:46:13.845 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_bytes": 448, 2024-05-21T00:46:13.845 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_created_connections": 4, 2024-05-21T00:46:13.845 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_active_connections": 0, 2024-05-21T00:46:13.845 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_total_time": 0.001436323, 2024-05-21T00:46:13.845 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_send_time": 0.000036679, 2024-05-21T00:46:13.846 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_recv_time": 0.000659524, 2024-05-21T00:46:13.846 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T00:46:13.846 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:46:13.846 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 3, 2024-05-21T00:46:13.846 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000643403, 2024-05-21T00:46:13.846 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000214467 2024-05-21T00:46:13.846 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:13.846 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:46:13.846 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:13.846 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:13.846 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:13.846 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:13.847 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_encrypted_bytes": 3040, 2024-05-21T00:46:13.847 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_encrypted_bytes": 448 2024-05-21T00:46:13.847 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:13.847 INFO:teuthology.orchestra.run.smithi082.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T00:46:13.847 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_messages": 1, 2024-05-21T00:46:13.847 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages": 120, 2024-05-21T00:46:13.847 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_bytes": 160, 2024-05-21T00:46:13.847 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_bytes": 99776, 2024-05-21T00:46:13.847 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_created_connections": 3, 2024-05-21T00:46:13.847 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_active_connections": 2, 2024-05-21T00:46:13.847 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_total_time": 0.007741474, 2024-05-21T00:46:13.847 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_send_time": 0.005684550, 2024-05-21T00:46:13.847 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_recv_time": 0.000546613, 2024-05-21T00:46:13.847 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T00:46:13.848 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:46:13.848 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 118, 2024-05-21T00:46:13.848 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.008058154, 2024-05-21T00:46:13.848 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000068289 2024-05-21T00:46:13.848 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:13.848 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:46:13.848 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:13.848 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:13.848 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:13.848 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:13.848 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-21T00:46:13.848 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_encrypted_bytes": 99776 2024-05-21T00:46:13.848 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:13.849 INFO:teuthology.orchestra.run.smithi082.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T00:46:13.849 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_messages": 164, 2024-05-21T00:46:13.849 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages": 159, 2024-05-21T00:46:13.849 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_bytes": 797136, 2024-05-21T00:46:13.849 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_bytes": 97328, 2024-05-21T00:46:13.849 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_created_connections": 2, 2024-05-21T00:46:13.849 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_active_connections": 1, 2024-05-21T00:46:13.849 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_total_time": 0.032984721, 2024-05-21T00:46:13.849 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_send_time": 0.010522648, 2024-05-21T00:46:13.849 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_recv_time": 0.021583138, 2024-05-21T00:46:13.849 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_fast_dispatch_time": 0.004273880, 2024-05-21T00:46:13.849 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:46:13.850 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 158, 2024-05-21T00:46:13.850 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.008741700, 2024-05-21T00:46:13.850 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000055327 2024-05-21T00:46:13.850 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:13.850 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:46:13.850 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:13.850 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:13.850 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:13.850 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:13.850 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_encrypted_bytes": 797136, 2024-05-21T00:46:13.850 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_encrypted_bytes": 97328 2024-05-21T00:46:13.850 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:13.850 INFO:teuthology.orchestra.run.smithi082.stdout: "cct": { 2024-05-21T00:46:13.851 INFO:teuthology.orchestra.run.smithi082.stdout: "total_workers": 0, 2024-05-21T00:46:13.851 INFO:teuthology.orchestra.run.smithi082.stdout: "unhealthy_workers": 0 2024-05-21T00:46:13.851 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:13.851 INFO:teuthology.orchestra.run.smithi082.stdout: "mempool": { 2024-05-21T00:46:13.851 INFO:teuthology.orchestra.run.smithi082.stdout: "bloom_filter_bytes": 0, 2024-05-21T00:46:13.851 INFO:teuthology.orchestra.run.smithi082.stdout: "bloom_filter_items": 0, 2024-05-21T00:46:13.851 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T00:46:13.851 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_alloc_items": 0, 2024-05-21T00:46:13.851 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T00:46:13.851 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_data_items": 0, 2024-05-21T00:46:13.851 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T00:46:13.851 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T00:46:13.851 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T00:46:13.852 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T00:46:13.852 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T00:46:13.852 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_other_items": 0, 2024-05-21T00:46:13.852 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T00:46:13.852 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T00:46:13.852 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_extent_bytes": 0, 2024-05-21T00:46:13.852 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_extent_items": 0, 2024-05-21T00:46:13.852 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_blob_bytes": 0, 2024-05-21T00:46:13.852 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_blob_items": 0, 2024-05-21T00:46:13.852 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T00:46:13.852 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T00:46:13.852 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T00:46:13.852 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T00:46:13.852 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T00:46:13.852 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_fsck_items": 0, 2024-05-21T00:46:13.853 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_txc_bytes": 0, 2024-05-21T00:46:13.853 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_txc_items": 0, 2024-05-21T00:46:13.853 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T00:46:13.853 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T00:46:13.853 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_bytes": 0, 2024-05-21T00:46:13.853 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_items": 0, 2024-05-21T00:46:13.853 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_bytes": 0, 2024-05-21T00:46:13.853 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_items": 0, 2024-05-21T00:46:13.853 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T00:46:13.853 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_reader_items": 0, 2024-05-21T00:46:13.853 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T00:46:13.853 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_writer_items": 0, 2024-05-21T00:46:13.854 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_anon_bytes": 148967, 2024-05-21T00:46:13.854 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_anon_items": 29, 2024-05-21T00:46:13.854 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_meta_bytes": 0, 2024-05-21T00:46:13.854 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_meta_items": 0, 2024-05-21T00:46:13.854 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_bytes": 0, 2024-05-21T00:46:13.854 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_items": 0, 2024-05-21T00:46:13.854 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_mapbl_bytes": 0, 2024-05-21T00:46:13.854 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_mapbl_items": 0, 2024-05-21T00:46:13.854 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_pglog_bytes": 0, 2024-05-21T00:46:13.854 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_pglog_items": 0, 2024-05-21T00:46:13.854 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_bytes": 0, 2024-05-21T00:46:13.854 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_items": 0, 2024-05-21T00:46:13.854 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T00:46:13.855 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_mapping_items": 0, 2024-05-21T00:46:13.855 INFO:teuthology.orchestra.run.smithi082.stdout: "pgmap_bytes": 0, 2024-05-21T00:46:13.855 INFO:teuthology.orchestra.run.smithi082.stdout: "pgmap_items": 0, 2024-05-21T00:46:13.855 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_co_bytes": 928, 2024-05-21T00:46:13.855 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_co_items": 2, 2024-05-21T00:46:13.855 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_1_bytes": 0, 2024-05-21T00:46:13.855 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_1_items": 0, 2024-05-21T00:46:13.855 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_2_bytes": 0, 2024-05-21T00:46:13.855 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_2_items": 0 2024-05-21T00:46:13.855 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-05-21T00:46:13.855 INFO:teuthology.orchestra.run.smithi082.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T00:46:13.855 INFO:teuthology.orchestra.run.smithi082.stdout: "val": 0, 2024-05-21T00:46:13.855 INFO:teuthology.orchestra.run.smithi082.stdout: "max": 104857600, 2024-05-21T00:46:13.855 INFO:teuthology.orchestra.run.smithi082.stdout: "get_started": 0, 2024-05-21T00:46:13.856 INFO:teuthology.orchestra.run.smithi082.stdout: "get": 165, 2024-05-21T00:46:13.856 INFO:teuthology.orchestra.run.smithi082.stdout: "get_sum": 773976, 2024-05-21T00:46:13.856 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_fail": 0, 2024-05-21T00:46:13.856 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_success": 165, 2024-05-21T00:46:13.856 INFO:teuthology.orchestra.run.smithi082.stdout: "take": 0, 2024-05-21T00:46:13.856 INFO:teuthology.orchestra.run.smithi082.stdout: "take_sum": 0, 2024-05-21T00:46:13.856 INFO:teuthology.orchestra.run.smithi082.stdout: "put": 165, 2024-05-21T00:46:13.856 INFO:teuthology.orchestra.run.smithi082.stdout: "put_sum": 773976, 2024-05-21T00:46:13.856 INFO:teuthology.orchestra.run.smithi082.stdout: "wait": { 2024-05-21T00:46:13.856 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-05-21T00:46:13.856 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-05-21T00:46:13.856 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-05-21T00:46:13.857 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-05-21T00:46:13.857 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-05-21T00:46:13.857 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-05-21T00:46:13.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:13 smithi044 ceph-mon[31392]: pgmap v583: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:46:14.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:13 smithi092 ceph-mon[36335]: pgmap v583: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:46:14.561 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.k 2024-05-21T00:46:14.562 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.k 2024-05-21T00:46:14.562 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.k 2024-05-21T00:46:14.562 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.k 2024-05-21T00:46:14.562 DEBUG:tasks.check_counter:Getting stats from c 2024-05-21T00:46:14.562 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph daemon mds.c perf dump 2024-05-21T00:46:14.807 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:46:15.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:15 smithi044 ceph-mon[31392]: pgmap v584: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-05-21T00:46:15.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:15 smithi082 ceph-mon[36141]: pgmap v584: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-05-21T00:46:15.962 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:15 smithi092 ceph-mon[36335]: pgmap v584: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-05-21T00:46:16.538 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-05-21T00:46:16.538 INFO:teuthology.orchestra.run.smithi092.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T00:46:16.538 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_messages": 677, 2024-05-21T00:46:16.538 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_messages": 670, 2024-05-21T00:46:16.539 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_bytes": 989792, 2024-05-21T00:46:16.539 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_bytes": 257212, 2024-05-21T00:46:16.539 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_created_connections": 5, 2024-05-21T00:46:16.539 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_active_connections": 1, 2024-05-21T00:46:16.539 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_total_time": 0.092421440, 2024-05-21T00:46:16.539 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_send_time": 0.028211501, 2024-05-21T00:46:16.539 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_recv_time": 0.036516694, 2024-05-21T00:46:16.539 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_fast_dispatch_time": 0.025599086, 2024-05-21T00:46:16.539 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:46:16.539 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 669, 2024-05-21T00:46:16.539 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.033560744, 2024-05-21T00:46:16.539 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000050165 2024-05-21T00:46:16.540 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.540 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:46:16.540 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.540 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.540 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.540 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.540 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_encrypted_bytes": 819776, 2024-05-21T00:46:16.540 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_encrypted_bytes": 96304 2024-05-21T00:46:16.540 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.540 INFO:teuthology.orchestra.run.smithi092.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T00:46:16.540 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_messages": 7, 2024-05-21T00:46:16.540 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_messages": 121, 2024-05-21T00:46:16.540 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_bytes": 3756, 2024-05-21T00:46:16.541 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_bytes": 272890, 2024-05-21T00:46:16.541 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_created_connections": 4, 2024-05-21T00:46:16.541 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_active_connections": 3, 2024-05-21T00:46:16.541 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_total_time": 0.007495182, 2024-05-21T00:46:16.541 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_send_time": 0.004828753, 2024-05-21T00:46:16.541 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_recv_time": 0.001421437, 2024-05-21T00:46:16.541 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_fast_dispatch_time": 0.000075772, 2024-05-21T00:46:16.541 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:46:16.541 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 120, 2024-05-21T00:46:16.541 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.008703779, 2024-05-21T00:46:16.541 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000072531 2024-05-21T00:46:16.541 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.541 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:46:16.542 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.542 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.542 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.542 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.542 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_encrypted_bytes": 3200, 2024-05-21T00:46:16.542 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_encrypted_bytes": 272192 2024-05-21T00:46:16.542 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.542 INFO:teuthology.orchestra.run.smithi092.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T00:46:16.542 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_messages": 911, 2024-05-21T00:46:16.542 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_messages": 913, 2024-05-21T00:46:16.542 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_bytes": 234809, 2024-05-21T00:46:16.542 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_bytes": 289705, 2024-05-21T00:46:16.542 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_created_connections": 4, 2024-05-21T00:46:16.543 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_active_connections": 3, 2024-05-21T00:46:16.543 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_total_time": 0.067459809, 2024-05-21T00:46:16.543 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_send_time": 0.022914245, 2024-05-21T00:46:16.543 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_recv_time": 0.016609239, 2024-05-21T00:46:16.543 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_fast_dispatch_time": 0.023163261, 2024-05-21T00:46:16.543 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:46:16.543 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 911, 2024-05-21T00:46:16.543 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.033311850, 2024-05-21T00:46:16.543 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000036566 2024-05-21T00:46:16.543 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.543 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:46:16.543 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.543 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.544 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.544 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.544 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-21T00:46:16.544 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_encrypted_bytes": 0 2024-05-21T00:46:16.544 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.544 INFO:teuthology.orchestra.run.smithi092.stdout: "cct": { 2024-05-21T00:46:16.544 INFO:teuthology.orchestra.run.smithi092.stdout: "total_workers": 1, 2024-05-21T00:46:16.544 INFO:teuthology.orchestra.run.smithi092.stdout: "unhealthy_workers": 0 2024-05-21T00:46:16.544 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.544 INFO:teuthology.orchestra.run.smithi092.stdout: "finisher-MDSRank": { 2024-05-21T00:46:16.544 INFO:teuthology.orchestra.run.smithi092.stdout: "queue_len": 0, 2024-05-21T00:46:16.544 INFO:teuthology.orchestra.run.smithi092.stdout: "complete_latency": { 2024-05-21T00:46:16.544 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 2434, 2024-05-21T00:46:16.544 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.069452334, 2024-05-21T00:46:16.545 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000028534 2024-05-21T00:46:16.545 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-05-21T00:46:16.545 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.545 INFO:teuthology.orchestra.run.smithi092.stdout: "finisher-PurgeQueue": { 2024-05-21T00:46:16.545 INFO:teuthology.orchestra.run.smithi092.stdout: "queue_len": 0, 2024-05-21T00:46:16.545 INFO:teuthology.orchestra.run.smithi092.stdout: "complete_latency": { 2024-05-21T00:46:16.545 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.545 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.545 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.545 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-05-21T00:46:16.545 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.545 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": { 2024-05-21T00:46:16.545 INFO:teuthology.orchestra.run.smithi092.stdout: "request": 0, 2024-05-21T00:46:16.546 INFO:teuthology.orchestra.run.smithi092.stdout: "reply": 0, 2024-05-21T00:46:16.546 INFO:teuthology.orchestra.run.smithi092.stdout: "reply_latency": { 2024-05-21T00:46:16.546 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.546 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.546 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.546 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.546 INFO:teuthology.orchestra.run.smithi092.stdout: "slow_reply": 0, 2024-05-21T00:46:16.546 INFO:teuthology.orchestra.run.smithi092.stdout: "forward": 0, 2024-05-21T00:46:16.546 INFO:teuthology.orchestra.run.smithi092.stdout: "dir_fetch_complete": 0, 2024-05-21T00:46:16.546 INFO:teuthology.orchestra.run.smithi092.stdout: "dir_fetch_keys": 0, 2024-05-21T00:46:16.546 INFO:teuthology.orchestra.run.smithi092.stdout: "dir_commit": 0, 2024-05-21T00:46:16.546 INFO:teuthology.orchestra.run.smithi092.stdout: "dir_split": 0, 2024-05-21T00:46:16.546 INFO:teuthology.orchestra.run.smithi092.stdout: "dir_merge": 0, 2024-05-21T00:46:16.546 INFO:teuthology.orchestra.run.smithi092.stdout: "inodes": 0, 2024-05-21T00:46:16.547 INFO:teuthology.orchestra.run.smithi092.stdout: "inodes_top": 0, 2024-05-21T00:46:16.547 INFO:teuthology.orchestra.run.smithi092.stdout: "inodes_bottom": 0, 2024-05-21T00:46:16.547 INFO:teuthology.orchestra.run.smithi092.stdout: "inodes_pin_tail": 0, 2024-05-21T00:46:16.547 INFO:teuthology.orchestra.run.smithi092.stdout: "inodes_pinned": 0, 2024-05-21T00:46:16.547 INFO:teuthology.orchestra.run.smithi092.stdout: "inodes_expired": 0, 2024-05-21T00:46:16.547 INFO:teuthology.orchestra.run.smithi092.stdout: "inodes_with_caps": 0, 2024-05-21T00:46:16.547 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": 0, 2024-05-21T00:46:16.547 INFO:teuthology.orchestra.run.smithi092.stdout: "subtrees": 1, 2024-05-21T00:46:16.547 INFO:teuthology.orchestra.run.smithi092.stdout: "traverse": 0, 2024-05-21T00:46:16.547 INFO:teuthology.orchestra.run.smithi092.stdout: "traverse_hit": 0, 2024-05-21T00:46:16.547 INFO:teuthology.orchestra.run.smithi092.stdout: "traverse_forward": 0, 2024-05-21T00:46:16.547 INFO:teuthology.orchestra.run.smithi092.stdout: "traverse_discover": 0, 2024-05-21T00:46:16.548 INFO:teuthology.orchestra.run.smithi092.stdout: "traverse_dir_fetch": 0, 2024-05-21T00:46:16.548 INFO:teuthology.orchestra.run.smithi092.stdout: "traverse_remote_ino": 0, 2024-05-21T00:46:16.548 INFO:teuthology.orchestra.run.smithi092.stdout: "traverse_lock": 0, 2024-05-21T00:46:16.548 INFO:teuthology.orchestra.run.smithi092.stdout: "load_cent": 0, 2024-05-21T00:46:16.548 INFO:teuthology.orchestra.run.smithi092.stdout: "q": 0, 2024-05-21T00:46:16.548 INFO:teuthology.orchestra.run.smithi092.stdout: "exported": 0, 2024-05-21T00:46:16.548 INFO:teuthology.orchestra.run.smithi092.stdout: "exported_inodes": 0, 2024-05-21T00:46:16.548 INFO:teuthology.orchestra.run.smithi092.stdout: "imported": 0, 2024-05-21T00:46:16.548 INFO:teuthology.orchestra.run.smithi092.stdout: "imported_inodes": 0, 2024-05-21T00:46:16.548 INFO:teuthology.orchestra.run.smithi092.stdout: "openino_dir_fetch": 0, 2024-05-21T00:46:16.548 INFO:teuthology.orchestra.run.smithi092.stdout: "openino_backtrace_fetch": 0, 2024-05-21T00:46:16.548 INFO:teuthology.orchestra.run.smithi092.stdout: "openino_peer_discover": 0, 2024-05-21T00:46:16.548 INFO:teuthology.orchestra.run.smithi092.stdout: "root_rfiles": 0, 2024-05-21T00:46:16.548 INFO:teuthology.orchestra.run.smithi092.stdout: "root_rbytes": 0, 2024-05-21T00:46:16.549 INFO:teuthology.orchestra.run.smithi092.stdout: "root_rsnaps": 0, 2024-05-21T00:46:16.549 INFO:teuthology.orchestra.run.smithi092.stdout: "scrub_backtrace_fetch": 0, 2024-05-21T00:46:16.549 INFO:teuthology.orchestra.run.smithi092.stdout: "scrub_set_tag": 0, 2024-05-21T00:46:16.549 INFO:teuthology.orchestra.run.smithi092.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T00:46:16.549 INFO:teuthology.orchestra.run.smithi092.stdout: "scrub_inotable_repaired": 0, 2024-05-21T00:46:16.549 INFO:teuthology.orchestra.run.smithi092.stdout: "scrub_dir_inodes": 0, 2024-05-21T00:46:16.549 INFO:teuthology.orchestra.run.smithi092.stdout: "scrub_dir_base_inodes": 0, 2024-05-21T00:46:16.549 INFO:teuthology.orchestra.run.smithi092.stdout: "scrub_dirfrag_rstats": 0, 2024-05-21T00:46:16.549 INFO:teuthology.orchestra.run.smithi092.stdout: "scrub_file_inodes": 0, 2024-05-21T00:46:16.549 INFO:teuthology.orchestra.run.smithi092.stdout: "handle_inode_file_caps": 0, 2024-05-21T00:46:16.549 INFO:teuthology.orchestra.run.smithi092.stdout: "ceph_cap_op_revoke": 0, 2024-05-21T00:46:16.549 INFO:teuthology.orchestra.run.smithi092.stdout: "ceph_cap_op_grant": 0, 2024-05-21T00:46:16.549 INFO:teuthology.orchestra.run.smithi092.stdout: "ceph_cap_op_trunc": 0, 2024-05-21T00:46:16.550 INFO:teuthology.orchestra.run.smithi092.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T00:46:16.550 INFO:teuthology.orchestra.run.smithi092.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T00:46:16.550 INFO:teuthology.orchestra.run.smithi092.stdout: "handle_client_caps": 0, 2024-05-21T00:46:16.550 INFO:teuthology.orchestra.run.smithi092.stdout: "handle_client_caps_dirty": 0, 2024-05-21T00:46:16.550 INFO:teuthology.orchestra.run.smithi092.stdout: "handle_client_cap_release": 0, 2024-05-21T00:46:16.550 INFO:teuthology.orchestra.run.smithi092.stdout: "process_request_cap_release": 0 2024-05-21T00:46:16.550 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.550 INFO:teuthology.orchestra.run.smithi092.stdout: "mds_cache": { 2024-05-21T00:46:16.550 INFO:teuthology.orchestra.run.smithi092.stdout: "dir_update": 0, 2024-05-21T00:46:16.550 INFO:teuthology.orchestra.run.smithi092.stdout: "dir_update_receipt": 0, 2024-05-21T00:46:16.550 INFO:teuthology.orchestra.run.smithi092.stdout: "dir_try_discover": 0, 2024-05-21T00:46:16.550 INFO:teuthology.orchestra.run.smithi092.stdout: "dir_send_discover": 0, 2024-05-21T00:46:16.550 INFO:teuthology.orchestra.run.smithi092.stdout: "dir_handle_discover": 0, 2024-05-21T00:46:16.551 INFO:teuthology.orchestra.run.smithi092.stdout: "num_strays": 0, 2024-05-21T00:46:16.551 INFO:teuthology.orchestra.run.smithi092.stdout: "num_strays_delayed": 0, 2024-05-21T00:46:16.551 INFO:teuthology.orchestra.run.smithi092.stdout: "num_strays_enqueuing": 0, 2024-05-21T00:46:16.551 INFO:teuthology.orchestra.run.smithi092.stdout: "strays_created": 0, 2024-05-21T00:46:16.551 INFO:teuthology.orchestra.run.smithi092.stdout: "strays_enqueued": 0, 2024-05-21T00:46:16.551 INFO:teuthology.orchestra.run.smithi092.stdout: "strays_reintegrated": 0, 2024-05-21T00:46:16.551 INFO:teuthology.orchestra.run.smithi092.stdout: "strays_migrated": 0, 2024-05-21T00:46:16.551 INFO:teuthology.orchestra.run.smithi092.stdout: "num_recovering_processing": 0, 2024-05-21T00:46:16.551 INFO:teuthology.orchestra.run.smithi092.stdout: "num_recovering_enqueued": 0, 2024-05-21T00:46:16.551 INFO:teuthology.orchestra.run.smithi092.stdout: "num_recovering_prioritized": 0, 2024-05-21T00:46:16.551 INFO:teuthology.orchestra.run.smithi092.stdout: "recovery_started": 0, 2024-05-21T00:46:16.551 INFO:teuthology.orchestra.run.smithi092.stdout: "recovery_completed": 0, 2024-05-21T00:46:16.551 INFO:teuthology.orchestra.run.smithi092.stdout: "ireq_quiesce_path": 0, 2024-05-21T00:46:16.551 INFO:teuthology.orchestra.run.smithi092.stdout: "ireq_quiesce_inode": 0, 2024-05-21T00:46:16.552 INFO:teuthology.orchestra.run.smithi092.stdout: "ireq_enqueue_scrub": 0, 2024-05-21T00:46:16.552 INFO:teuthology.orchestra.run.smithi092.stdout: "ireq_exportdir": 0, 2024-05-21T00:46:16.552 INFO:teuthology.orchestra.run.smithi092.stdout: "ireq_flush": 0, 2024-05-21T00:46:16.552 INFO:teuthology.orchestra.run.smithi092.stdout: "ireq_fragmentdir": 0, 2024-05-21T00:46:16.552 INFO:teuthology.orchestra.run.smithi092.stdout: "ireq_fragstats": 0, 2024-05-21T00:46:16.552 INFO:teuthology.orchestra.run.smithi092.stdout: "ireq_inodestats": 0 2024-05-21T00:46:16.552 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.552 INFO:teuthology.orchestra.run.smithi092.stdout: "mds_log": { 2024-05-21T00:46:16.552 INFO:teuthology.orchestra.run.smithi092.stdout: "evlrg": 0, 2024-05-21T00:46:16.552 INFO:teuthology.orchestra.run.smithi092.stdout: "evadd": 0, 2024-05-21T00:46:16.552 INFO:teuthology.orchestra.run.smithi092.stdout: "evex": 0, 2024-05-21T00:46:16.552 INFO:teuthology.orchestra.run.smithi092.stdout: "evtrm": 0, 2024-05-21T00:46:16.552 INFO:teuthology.orchestra.run.smithi092.stdout: "ev": 7, 2024-05-21T00:46:16.553 INFO:teuthology.orchestra.run.smithi092.stdout: "evexg": 0, 2024-05-21T00:46:16.553 INFO:teuthology.orchestra.run.smithi092.stdout: "evexd": 0, 2024-05-21T00:46:16.553 INFO:teuthology.orchestra.run.smithi092.stdout: "segadd": 0, 2024-05-21T00:46:16.553 INFO:teuthology.orchestra.run.smithi092.stdout: "segex": 0, 2024-05-21T00:46:16.553 INFO:teuthology.orchestra.run.smithi092.stdout: "segtrm": 0, 2024-05-21T00:46:16.553 INFO:teuthology.orchestra.run.smithi092.stdout: "seg": 2, 2024-05-21T00:46:16.553 INFO:teuthology.orchestra.run.smithi092.stdout: "segmjr": 2, 2024-05-21T00:46:16.553 INFO:teuthology.orchestra.run.smithi092.stdout: "segexg": 0, 2024-05-21T00:46:16.553 INFO:teuthology.orchestra.run.smithi092.stdout: "segexd": 0, 2024-05-21T00:46:16.553 INFO:teuthology.orchestra.run.smithi092.stdout: "expos": 4194304, 2024-05-21T00:46:16.553 INFO:teuthology.orchestra.run.smithi092.stdout: "wrpos": 4196266, 2024-05-21T00:46:16.553 INFO:teuthology.orchestra.run.smithi092.stdout: "rdpos": 4196125, 2024-05-21T00:46:16.553 INFO:teuthology.orchestra.run.smithi092.stdout: "jlat": { 2024-05-21T00:46:16.553 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.554 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.554 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.554 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.554 INFO:teuthology.orchestra.run.smithi092.stdout: "replayed": 7 2024-05-21T00:46:16.554 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.554 INFO:teuthology.orchestra.run.smithi092.stdout: "mds_mem": { 2024-05-21T00:46:16.554 INFO:teuthology.orchestra.run.smithi092.stdout: "ino": 3, 2024-05-21T00:46:16.554 INFO:teuthology.orchestra.run.smithi092.stdout: "ino+": 3, 2024-05-21T00:46:16.554 INFO:teuthology.orchestra.run.smithi092.stdout: "ino-": 0, 2024-05-21T00:46:16.554 INFO:teuthology.orchestra.run.smithi092.stdout: "dir": 1, 2024-05-21T00:46:16.554 INFO:teuthology.orchestra.run.smithi092.stdout: "dir+": 1, 2024-05-21T00:46:16.554 INFO:teuthology.orchestra.run.smithi092.stdout: "dir-": 0, 2024-05-21T00:46:16.554 INFO:teuthology.orchestra.run.smithi092.stdout: "dn": 0, 2024-05-21T00:46:16.555 INFO:teuthology.orchestra.run.smithi092.stdout: "dn+": 0, 2024-05-21T00:46:16.555 INFO:teuthology.orchestra.run.smithi092.stdout: "dn-": 0, 2024-05-21T00:46:16.555 INFO:teuthology.orchestra.run.smithi092.stdout: "cap": 0, 2024-05-21T00:46:16.555 INFO:teuthology.orchestra.run.smithi092.stdout: "cap+": 0, 2024-05-21T00:46:16.555 INFO:teuthology.orchestra.run.smithi092.stdout: "cap-": 0, 2024-05-21T00:46:16.555 INFO:teuthology.orchestra.run.smithi092.stdout: "rss": 50484, 2024-05-21T00:46:16.555 INFO:teuthology.orchestra.run.smithi092.stdout: "heap": 215416 2024-05-21T00:46:16.555 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.555 INFO:teuthology.orchestra.run.smithi092.stdout: "mds_server": { 2024-05-21T00:46:16.555 INFO:teuthology.orchestra.run.smithi092.stdout: "dispatch_client_request": 0, 2024-05-21T00:46:16.555 INFO:teuthology.orchestra.run.smithi092.stdout: "dispatch_server_request": 0, 2024-05-21T00:46:16.555 INFO:teuthology.orchestra.run.smithi092.stdout: "handle_client_request": 0, 2024-05-21T00:46:16.555 INFO:teuthology.orchestra.run.smithi092.stdout: "handle_client_session": 0, 2024-05-21T00:46:16.555 INFO:teuthology.orchestra.run.smithi092.stdout: "handle_peer_request": 0, 2024-05-21T00:46:16.556 INFO:teuthology.orchestra.run.smithi092.stdout: "req_create_latency": { 2024-05-21T00:46:16.556 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.556 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.556 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.556 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.556 INFO:teuthology.orchestra.run.smithi092.stdout: "req_getattr_latency": { 2024-05-21T00:46:16.556 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.556 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.556 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.556 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.556 INFO:teuthology.orchestra.run.smithi092.stdout: "req_getfilelock_latency": { 2024-05-21T00:46:16.556 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.556 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.556 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.557 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.557 INFO:teuthology.orchestra.run.smithi092.stdout: "req_link_latency": { 2024-05-21T00:46:16.557 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.557 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.557 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.557 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.557 INFO:teuthology.orchestra.run.smithi092.stdout: "req_lookup_latency": { 2024-05-21T00:46:16.557 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.557 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.557 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.557 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.557 INFO:teuthology.orchestra.run.smithi092.stdout: "req_lookuphash_latency": { 2024-05-21T00:46:16.557 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.557 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.558 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.558 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.558 INFO:teuthology.orchestra.run.smithi092.stdout: "req_lookupino_latency": { 2024-05-21T00:46:16.558 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.558 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.558 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.558 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.558 INFO:teuthology.orchestra.run.smithi092.stdout: "req_lookupname_latency": { 2024-05-21T00:46:16.558 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.558 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.558 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.558 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.558 INFO:teuthology.orchestra.run.smithi092.stdout: "req_lookupparent_latency": { 2024-05-21T00:46:16.559 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.559 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.559 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.559 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.559 INFO:teuthology.orchestra.run.smithi092.stdout: "req_lookupsnap_latency": { 2024-05-21T00:46:16.559 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.559 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.559 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.559 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.559 INFO:teuthology.orchestra.run.smithi092.stdout: "req_lssnap_latency": { 2024-05-21T00:46:16.559 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.559 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.559 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.559 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.559 INFO:teuthology.orchestra.run.smithi092.stdout: "req_mkdir_latency": { 2024-05-21T00:46:16.560 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.560 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.560 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.560 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.560 INFO:teuthology.orchestra.run.smithi092.stdout: "req_mknod_latency": { 2024-05-21T00:46:16.561 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.561 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.561 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.561 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.561 INFO:teuthology.orchestra.run.smithi092.stdout: "req_mksnap_latency": { 2024-05-21T00:46:16.561 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.561 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.561 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.561 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.561 INFO:teuthology.orchestra.run.smithi092.stdout: "req_open_latency": { 2024-05-21T00:46:16.561 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.561 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.562 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.562 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.562 INFO:teuthology.orchestra.run.smithi092.stdout: "req_readdir_latency": { 2024-05-21T00:46:16.562 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.562 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.562 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.562 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.562 INFO:teuthology.orchestra.run.smithi092.stdout: "req_rename_latency": { 2024-05-21T00:46:16.562 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.562 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.562 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.563 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.563 INFO:teuthology.orchestra.run.smithi092.stdout: "req_renamesnap_latency": { 2024-05-21T00:46:16.563 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.563 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.563 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.563 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.563 INFO:teuthology.orchestra.run.smithi092.stdout: "req_snapdiff_latency": { 2024-05-21T00:46:16.563 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.563 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.563 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.563 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.564 INFO:teuthology.orchestra.run.smithi092.stdout: "req_rmdir_latency": { 2024-05-21T00:46:16.564 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.564 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.564 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.564 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.564 INFO:teuthology.orchestra.run.smithi092.stdout: "req_rmsnap_latency": { 2024-05-21T00:46:16.564 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.564 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.564 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.564 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.564 INFO:teuthology.orchestra.run.smithi092.stdout: "req_rmxattr_latency": { 2024-05-21T00:46:16.564 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.564 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.565 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.565 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.565 INFO:teuthology.orchestra.run.smithi092.stdout: "req_setattr_latency": { 2024-05-21T00:46:16.565 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.565 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.565 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.565 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.565 INFO:teuthology.orchestra.run.smithi092.stdout: "req_setdirlayout_latency": { 2024-05-21T00:46:16.565 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.565 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.565 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.565 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.565 INFO:teuthology.orchestra.run.smithi092.stdout: "req_setfilelock_latency": { 2024-05-21T00:46:16.566 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.566 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.566 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.566 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.566 INFO:teuthology.orchestra.run.smithi092.stdout: "req_setlayout_latency": { 2024-05-21T00:46:16.566 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.566 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.566 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.566 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.566 INFO:teuthology.orchestra.run.smithi092.stdout: "req_setxattr_latency": { 2024-05-21T00:46:16.566 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.566 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.566 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.567 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.567 INFO:teuthology.orchestra.run.smithi092.stdout: "req_symlink_latency": { 2024-05-21T00:46:16.567 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.567 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.567 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.567 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.567 INFO:teuthology.orchestra.run.smithi092.stdout: "req_unlink_latency": { 2024-05-21T00:46:16.567 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.567 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.567 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.567 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.567 INFO:teuthology.orchestra.run.smithi092.stdout: "cap_revoke_eviction": 0, 2024-05-21T00:46:16.567 INFO:teuthology.orchestra.run.smithi092.stdout: "cap_acquisition_throttle": 0, 2024-05-21T00:46:16.567 INFO:teuthology.orchestra.run.smithi092.stdout: "req_getvxattr_latency": { 2024-05-21T00:46:16.568 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.568 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.568 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.568 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-05-21T00:46:16.568 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.568 INFO:teuthology.orchestra.run.smithi092.stdout: "mds_sessions": { 2024-05-21T00:46:16.568 INFO:teuthology.orchestra.run.smithi092.stdout: "session_count": 1, 2024-05-21T00:46:16.568 INFO:teuthology.orchestra.run.smithi092.stdout: "session_add": 3, 2024-05-21T00:46:16.568 INFO:teuthology.orchestra.run.smithi092.stdout: "session_remove": 2, 2024-05-21T00:46:16.568 INFO:teuthology.orchestra.run.smithi092.stdout: "sessions_open": 2, 2024-05-21T00:46:16.568 INFO:teuthology.orchestra.run.smithi092.stdout: "sessions_stale": 0, 2024-05-21T00:46:16.568 INFO:teuthology.orchestra.run.smithi092.stdout: "total_load": 0, 2024-05-21T00:46:16.568 INFO:teuthology.orchestra.run.smithi092.stdout: "average_load": 0, 2024-05-21T00:46:16.568 INFO:teuthology.orchestra.run.smithi092.stdout: "avg_session_uptime": 3682, 2024-05-21T00:46:16.569 INFO:teuthology.orchestra.run.smithi092.stdout: "mdthresh_evicted": 0 2024-05-21T00:46:16.569 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.569 INFO:teuthology.orchestra.run.smithi092.stdout: "mempool": { 2024-05-21T00:46:16.569 INFO:teuthology.orchestra.run.smithi092.stdout: "bloom_filter_bytes": 0, 2024-05-21T00:46:16.569 INFO:teuthology.orchestra.run.smithi092.stdout: "bloom_filter_items": 0, 2024-05-21T00:46:16.569 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T00:46:16.569 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_alloc_items": 0, 2024-05-21T00:46:16.569 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T00:46:16.569 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_data_items": 0, 2024-05-21T00:46:16.569 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T00:46:16.569 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T00:46:16.569 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T00:46:16.569 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T00:46:16.569 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T00:46:16.570 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_other_items": 0, 2024-05-21T00:46:16.570 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T00:46:16.570 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T00:46:16.570 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_extent_bytes": 0, 2024-05-21T00:46:16.570 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_extent_items": 0, 2024-05-21T00:46:16.570 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_blob_bytes": 0, 2024-05-21T00:46:16.570 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_blob_items": 0, 2024-05-21T00:46:16.570 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T00:46:16.570 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T00:46:16.570 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T00:46:16.570 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T00:46:16.570 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T00:46:16.570 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_fsck_items": 0, 2024-05-21T00:46:16.571 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_txc_bytes": 0, 2024-05-21T00:46:16.571 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_txc_items": 0, 2024-05-21T00:46:16.571 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T00:46:16.571 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T00:46:16.571 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_writing_bytes": 0, 2024-05-21T00:46:16.571 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_writing_items": 0, 2024-05-21T00:46:16.571 INFO:teuthology.orchestra.run.smithi092.stdout: "bluefs_bytes": 0, 2024-05-21T00:46:16.571 INFO:teuthology.orchestra.run.smithi092.stdout: "bluefs_items": 0, 2024-05-21T00:46:16.571 INFO:teuthology.orchestra.run.smithi092.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T00:46:16.571 INFO:teuthology.orchestra.run.smithi092.stdout: "bluefs_file_reader_items": 0, 2024-05-21T00:46:16.571 INFO:teuthology.orchestra.run.smithi092.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T00:46:16.571 INFO:teuthology.orchestra.run.smithi092.stdout: "bluefs_file_writer_items": 0, 2024-05-21T00:46:16.571 INFO:teuthology.orchestra.run.smithi092.stdout: "buffer_anon_bytes": 181281, 2024-05-21T00:46:16.572 INFO:teuthology.orchestra.run.smithi092.stdout: "buffer_anon_items": 46, 2024-05-21T00:46:16.572 INFO:teuthology.orchestra.run.smithi092.stdout: "buffer_meta_bytes": 0, 2024-05-21T00:46:16.572 INFO:teuthology.orchestra.run.smithi092.stdout: "buffer_meta_items": 0, 2024-05-21T00:46:16.572 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_bytes": 0, 2024-05-21T00:46:16.572 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_items": 0, 2024-05-21T00:46:16.572 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_mapbl_bytes": 0, 2024-05-21T00:46:16.572 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_mapbl_items": 0, 2024-05-21T00:46:16.572 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_pglog_bytes": 0, 2024-05-21T00:46:16.572 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_pglog_items": 0, 2024-05-21T00:46:16.572 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_bytes": 7816, 2024-05-21T00:46:16.572 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_items": 164, 2024-05-21T00:46:16.572 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T00:46:16.572 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_mapping_items": 0, 2024-05-21T00:46:16.572 INFO:teuthology.orchestra.run.smithi092.stdout: "pgmap_bytes": 0, 2024-05-21T00:46:16.573 INFO:teuthology.orchestra.run.smithi092.stdout: "pgmap_items": 0, 2024-05-21T00:46:16.573 INFO:teuthology.orchestra.run.smithi092.stdout: "mds_co_bytes": 8512, 2024-05-21T00:46:16.573 INFO:teuthology.orchestra.run.smithi092.stdout: "mds_co_items": 13, 2024-05-21T00:46:16.573 INFO:teuthology.orchestra.run.smithi092.stdout: "unittest_1_bytes": 0, 2024-05-21T00:46:16.573 INFO:teuthology.orchestra.run.smithi092.stdout: "unittest_1_items": 0, 2024-05-21T00:46:16.573 INFO:teuthology.orchestra.run.smithi092.stdout: "unittest_2_bytes": 0, 2024-05-21T00:46:16.573 INFO:teuthology.orchestra.run.smithi092.stdout: "unittest_2_items": 0 2024-05-21T00:46:16.573 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.573 INFO:teuthology.orchestra.run.smithi092.stdout: "objecter": { 2024-05-21T00:46:16.573 INFO:teuthology.orchestra.run.smithi092.stdout: "op_active": 0, 2024-05-21T00:46:16.573 INFO:teuthology.orchestra.run.smithi092.stdout: "op_laggy": 0, 2024-05-21T00:46:16.573 INFO:teuthology.orchestra.run.smithi092.stdout: "op_send": 1419, 2024-05-21T00:46:16.573 INFO:teuthology.orchestra.run.smithi092.stdout: "op_send_bytes": 21, 2024-05-21T00:46:16.573 INFO:teuthology.orchestra.run.smithi092.stdout: "op_resend": 3, 2024-05-21T00:46:16.574 INFO:teuthology.orchestra.run.smithi092.stdout: "op_reply": 1419, 2024-05-21T00:46:16.574 INFO:teuthology.orchestra.run.smithi092.stdout: "op_latency": { 2024-05-21T00:46:16.574 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 1419, 2024-05-21T00:46:16.574 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.746979304, 2024-05-21T00:46:16.574 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000526412 2024-05-21T00:46:16.574 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.574 INFO:teuthology.orchestra.run.smithi092.stdout: "op_inflight": 0, 2024-05-21T00:46:16.574 INFO:teuthology.orchestra.run.smithi092.stdout: "oplen_avg": { 2024-05-21T00:46:16.574 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 1419, 2024-05-21T00:46:16.574 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 1420 2024-05-21T00:46:16.574 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.574 INFO:teuthology.orchestra.run.smithi092.stdout: "op": 1419, 2024-05-21T00:46:16.574 INFO:teuthology.orchestra.run.smithi092.stdout: "op_r": 1419, 2024-05-21T00:46:16.574 INFO:teuthology.orchestra.run.smithi092.stdout: "op_w": 0, 2024-05-21T00:46:16.575 INFO:teuthology.orchestra.run.smithi092.stdout: "op_rmw": 0, 2024-05-21T00:46:16.575 INFO:teuthology.orchestra.run.smithi092.stdout: "op_pg": 0, 2024-05-21T00:46:16.575 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_stat": 902, 2024-05-21T00:46:16.575 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_create": 0, 2024-05-21T00:46:16.575 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_read": 515, 2024-05-21T00:46:16.575 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_write": 0, 2024-05-21T00:46:16.575 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_writefull": 0, 2024-05-21T00:46:16.575 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_writesame": 0, 2024-05-21T00:46:16.575 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_append": 0, 2024-05-21T00:46:16.575 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_zero": 0, 2024-05-21T00:46:16.575 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_truncate": 0, 2024-05-21T00:46:16.575 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_delete": 0, 2024-05-21T00:46:16.575 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_mapext": 0, 2024-05-21T00:46:16.575 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_sparse_read": 0, 2024-05-21T00:46:16.575 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_clonerange": 0, 2024-05-21T00:46:16.575 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_getxattr": 1, 2024-05-21T00:46:16.576 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_setxattr": 0, 2024-05-21T00:46:16.576 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_cmpxattr": 0, 2024-05-21T00:46:16.576 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_rmxattr": 0, 2024-05-21T00:46:16.576 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_resetxattrs": 0, 2024-05-21T00:46:16.576 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_call": 0, 2024-05-21T00:46:16.576 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_watch": 0, 2024-05-21T00:46:16.576 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_notify": 0, 2024-05-21T00:46:16.576 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T00:46:16.576 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_pgls": 0, 2024-05-21T00:46:16.576 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_pgls_filter": 0, 2024-05-21T00:46:16.576 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_other": 0, 2024-05-21T00:46:16.576 INFO:teuthology.orchestra.run.smithi092.stdout: "linger_active": 0, 2024-05-21T00:46:16.576 INFO:teuthology.orchestra.run.smithi092.stdout: "linger_send": 0, 2024-05-21T00:46:16.576 INFO:teuthology.orchestra.run.smithi092.stdout: "linger_resend": 0, 2024-05-21T00:46:16.576 INFO:teuthology.orchestra.run.smithi092.stdout: "linger_ping": 0, 2024-05-21T00:46:16.576 INFO:teuthology.orchestra.run.smithi092.stdout: "poolop_active": 0, 2024-05-21T00:46:16.577 INFO:teuthology.orchestra.run.smithi092.stdout: "poolop_send": 0, 2024-05-21T00:46:16.577 INFO:teuthology.orchestra.run.smithi092.stdout: "poolop_resend": 0, 2024-05-21T00:46:16.577 INFO:teuthology.orchestra.run.smithi092.stdout: "poolstat_active": 0, 2024-05-21T00:46:16.577 INFO:teuthology.orchestra.run.smithi092.stdout: "poolstat_send": 0, 2024-05-21T00:46:16.577 INFO:teuthology.orchestra.run.smithi092.stdout: "poolstat_resend": 0, 2024-05-21T00:46:16.577 INFO:teuthology.orchestra.run.smithi092.stdout: "statfs_active": 0, 2024-05-21T00:46:16.577 INFO:teuthology.orchestra.run.smithi092.stdout: "statfs_send": 0, 2024-05-21T00:46:16.577 INFO:teuthology.orchestra.run.smithi092.stdout: "statfs_resend": 0, 2024-05-21T00:46:16.577 INFO:teuthology.orchestra.run.smithi092.stdout: "command_active": 0, 2024-05-21T00:46:16.577 INFO:teuthology.orchestra.run.smithi092.stdout: "command_send": 0, 2024-05-21T00:46:16.577 INFO:teuthology.orchestra.run.smithi092.stdout: "command_resend": 0, 2024-05-21T00:46:16.577 INFO:teuthology.orchestra.run.smithi092.stdout: "map_epoch": 82, 2024-05-21T00:46:16.577 INFO:teuthology.orchestra.run.smithi092.stdout: "map_full": 0, 2024-05-21T00:46:16.578 INFO:teuthology.orchestra.run.smithi092.stdout: "map_inc": 4, 2024-05-21T00:46:16.578 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_sessions": 4, 2024-05-21T00:46:16.578 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_session_open": 4, 2024-05-21T00:46:16.578 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_session_close": 0, 2024-05-21T00:46:16.578 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_laggy": 0, 2024-05-21T00:46:16.578 INFO:teuthology.orchestra.run.smithi092.stdout: "omap_wr": 0, 2024-05-21T00:46:16.578 INFO:teuthology.orchestra.run.smithi092.stdout: "omap_rd": 2, 2024-05-21T00:46:16.578 INFO:teuthology.orchestra.run.smithi092.stdout: "omap_del": 0 2024-05-21T00:46:16.578 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.578 INFO:teuthology.orchestra.run.smithi092.stdout: "oft": { 2024-05-21T00:46:16.578 INFO:teuthology.orchestra.run.smithi092.stdout: "omap_total_objs": 0, 2024-05-21T00:46:16.578 INFO:teuthology.orchestra.run.smithi092.stdout: "omap_total_kv_pairs": 0, 2024-05-21T00:46:16.578 INFO:teuthology.orchestra.run.smithi092.stdout: "omap_total_updates": 0, 2024-05-21T00:46:16.578 INFO:teuthology.orchestra.run.smithi092.stdout: "omap_total_removes": 0 2024-05-21T00:46:16.579 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.579 INFO:teuthology.orchestra.run.smithi092.stdout: "osd-slow-ops": { 2024-05-21T00:46:16.579 INFO:teuthology.orchestra.run.smithi092.stdout: "slow_ops_count": 0 2024-05-21T00:46:16.579 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.579 INFO:teuthology.orchestra.run.smithi092.stdout: "purge_queue": { 2024-05-21T00:46:16.579 INFO:teuthology.orchestra.run.smithi092.stdout: "pq_executing_ops": 0, 2024-05-21T00:46:16.579 INFO:teuthology.orchestra.run.smithi092.stdout: "pq_executing_ops_high_water": 0, 2024-05-21T00:46:16.579 INFO:teuthology.orchestra.run.smithi092.stdout: "pq_executing": 0, 2024-05-21T00:46:16.579 INFO:teuthology.orchestra.run.smithi092.stdout: "pq_executing_high_water": 0, 2024-05-21T00:46:16.579 INFO:teuthology.orchestra.run.smithi092.stdout: "pq_executed_ops": 0, 2024-05-21T00:46:16.579 INFO:teuthology.orchestra.run.smithi092.stdout: "pq_executed": 0, 2024-05-21T00:46:16.579 INFO:teuthology.orchestra.run.smithi092.stdout: "pq_item_in_journal": 0 2024-05-21T00:46:16.579 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.579 INFO:teuthology.orchestra.run.smithi092.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T00:46:16.579 INFO:teuthology.orchestra.run.smithi092.stdout: "val": 0, 2024-05-21T00:46:16.579 INFO:teuthology.orchestra.run.smithi092.stdout: "max": 104857600, 2024-05-21T00:46:16.580 INFO:teuthology.orchestra.run.smithi092.stdout: "get_started": 0, 2024-05-21T00:46:16.580 INFO:teuthology.orchestra.run.smithi092.stdout: "get": 1591, 2024-05-21T00:46:16.580 INFO:teuthology.orchestra.run.smithi092.stdout: "get_sum": 1073340, 2024-05-21T00:46:16.580 INFO:teuthology.orchestra.run.smithi092.stdout: "get_or_fail_fail": 0, 2024-05-21T00:46:16.580 INFO:teuthology.orchestra.run.smithi092.stdout: "get_or_fail_success": 1591, 2024-05-21T00:46:16.580 INFO:teuthology.orchestra.run.smithi092.stdout: "take": 0, 2024-05-21T00:46:16.580 INFO:teuthology.orchestra.run.smithi092.stdout: "take_sum": 0, 2024-05-21T00:46:16.580 INFO:teuthology.orchestra.run.smithi092.stdout: "put": 1591, 2024-05-21T00:46:16.580 INFO:teuthology.orchestra.run.smithi092.stdout: "put_sum": 1073340, 2024-05-21T00:46:16.580 INFO:teuthology.orchestra.run.smithi092.stdout: "wait": { 2024-05-21T00:46:16.580 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.580 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.580 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.580 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-05-21T00:46:16.580 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.581 INFO:teuthology.orchestra.run.smithi092.stdout: "throttle-objecter_bytes": { 2024-05-21T00:46:16.581 INFO:teuthology.orchestra.run.smithi092.stdout: "val": 0, 2024-05-21T00:46:16.581 INFO:teuthology.orchestra.run.smithi092.stdout: "max": 104857600, 2024-05-21T00:46:16.581 INFO:teuthology.orchestra.run.smithi092.stdout: "get_started": 0, 2024-05-21T00:46:16.581 INFO:teuthology.orchestra.run.smithi092.stdout: "get": 0, 2024-05-21T00:46:16.581 INFO:teuthology.orchestra.run.smithi092.stdout: "get_sum": 0, 2024-05-21T00:46:16.581 INFO:teuthology.orchestra.run.smithi092.stdout: "get_or_fail_fail": 0, 2024-05-21T00:46:16.581 INFO:teuthology.orchestra.run.smithi092.stdout: "get_or_fail_success": 0, 2024-05-21T00:46:16.581 INFO:teuthology.orchestra.run.smithi092.stdout: "take": 1419, 2024-05-21T00:46:16.581 INFO:teuthology.orchestra.run.smithi092.stdout: "take_sum": 1967, 2024-05-21T00:46:16.581 INFO:teuthology.orchestra.run.smithi092.stdout: "put": 1419, 2024-05-21T00:46:16.581 INFO:teuthology.orchestra.run.smithi092.stdout: "put_sum": 1967, 2024-05-21T00:46:16.581 INFO:teuthology.orchestra.run.smithi092.stdout: "wait": { 2024-05-21T00:46:16.582 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.582 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.582 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.582 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-05-21T00:46:16.582 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.582 INFO:teuthology.orchestra.run.smithi092.stdout: "throttle-objecter_ops": { 2024-05-21T00:46:16.582 INFO:teuthology.orchestra.run.smithi092.stdout: "val": 0, 2024-05-21T00:46:16.582 INFO:teuthology.orchestra.run.smithi092.stdout: "max": 1024, 2024-05-21T00:46:16.582 INFO:teuthology.orchestra.run.smithi092.stdout: "get_started": 0, 2024-05-21T00:46:16.582 INFO:teuthology.orchestra.run.smithi092.stdout: "get": 0, 2024-05-21T00:46:16.582 INFO:teuthology.orchestra.run.smithi092.stdout: "get_sum": 0, 2024-05-21T00:46:16.582 INFO:teuthology.orchestra.run.smithi092.stdout: "get_or_fail_fail": 0, 2024-05-21T00:46:16.582 INFO:teuthology.orchestra.run.smithi092.stdout: "get_or_fail_success": 0, 2024-05-21T00:46:16.583 INFO:teuthology.orchestra.run.smithi092.stdout: "take": 1419, 2024-05-21T00:46:16.583 INFO:teuthology.orchestra.run.smithi092.stdout: "take_sum": 1419, 2024-05-21T00:46:16.583 INFO:teuthology.orchestra.run.smithi092.stdout: "put": 1419, 2024-05-21T00:46:16.583 INFO:teuthology.orchestra.run.smithi092.stdout: "put_sum": 1419, 2024-05-21T00:46:16.583 INFO:teuthology.orchestra.run.smithi092.stdout: "wait": { 2024-05-21T00:46:16.583 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.583 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.583 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.583 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-05-21T00:46:16.583 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.583 INFO:teuthology.orchestra.run.smithi092.stdout: "throttle-write_buf_throttle": { 2024-05-21T00:46:16.583 INFO:teuthology.orchestra.run.smithi092.stdout: "val": 0, 2024-05-21T00:46:16.583 INFO:teuthology.orchestra.run.smithi092.stdout: "max": 3758096384, 2024-05-21T00:46:16.583 INFO:teuthology.orchestra.run.smithi092.stdout: "get_started": 0, 2024-05-21T00:46:16.584 INFO:teuthology.orchestra.run.smithi092.stdout: "get": 0, 2024-05-21T00:46:16.584 INFO:teuthology.orchestra.run.smithi092.stdout: "get_sum": 0, 2024-05-21T00:46:16.584 INFO:teuthology.orchestra.run.smithi092.stdout: "get_or_fail_fail": 0, 2024-05-21T00:46:16.584 INFO:teuthology.orchestra.run.smithi092.stdout: "get_or_fail_success": 0, 2024-05-21T00:46:16.584 INFO:teuthology.orchestra.run.smithi092.stdout: "take": 0, 2024-05-21T00:46:16.584 INFO:teuthology.orchestra.run.smithi092.stdout: "take_sum": 0, 2024-05-21T00:46:16.584 INFO:teuthology.orchestra.run.smithi092.stdout: "put": 0, 2024-05-21T00:46:16.584 INFO:teuthology.orchestra.run.smithi092.stdout: "put_sum": 0, 2024-05-21T00:46:16.584 INFO:teuthology.orchestra.run.smithi092.stdout: "wait": { 2024-05-21T00:46:16.584 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.584 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.584 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.584 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-05-21T00:46:16.584 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:16.585 INFO:teuthology.orchestra.run.smithi092.stdout: "throttle-write_buf_throttle-0x56480bad66e0": { 2024-05-21T00:46:16.585 INFO:teuthology.orchestra.run.smithi092.stdout: "val": 0, 2024-05-21T00:46:16.585 INFO:teuthology.orchestra.run.smithi092.stdout: "max": 3758096384, 2024-05-21T00:46:16.585 INFO:teuthology.orchestra.run.smithi092.stdout: "get_started": 0, 2024-05-21T00:46:16.585 INFO:teuthology.orchestra.run.smithi092.stdout: "get": 0, 2024-05-21T00:46:16.585 INFO:teuthology.orchestra.run.smithi092.stdout: "get_sum": 0, 2024-05-21T00:46:16.585 INFO:teuthology.orchestra.run.smithi092.stdout: "get_or_fail_fail": 0, 2024-05-21T00:46:16.585 INFO:teuthology.orchestra.run.smithi092.stdout: "get_or_fail_success": 0, 2024-05-21T00:46:16.585 INFO:teuthology.orchestra.run.smithi092.stdout: "take": 0, 2024-05-21T00:46:16.585 INFO:teuthology.orchestra.run.smithi092.stdout: "take_sum": 0, 2024-05-21T00:46:16.585 INFO:teuthology.orchestra.run.smithi092.stdout: "put": 0, 2024-05-21T00:46:16.585 INFO:teuthology.orchestra.run.smithi092.stdout: "put_sum": 0, 2024-05-21T00:46:16.585 INFO:teuthology.orchestra.run.smithi092.stdout: "wait": { 2024-05-21T00:46:16.585 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:16.586 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:16.586 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:16.586 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-05-21T00:46:16.586 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-05-21T00:46:16.586 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-05-21T00:46:17.354 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-05-21T00:46:17.354 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-05-21T00:46:17.354 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=0 2024-05-21T00:46:17.354 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=0 2024-05-21T00:46:17.354 DEBUG:tasks.check_counter:Getting stats from f 2024-05-21T00:46:17.355 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph daemon mds.f perf dump 2024-05-21T00:46:17.603 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:46:17.694 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:17 smithi082 ceph-mon[36141]: pgmap v585: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:46:17.865 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:17 smithi092 ceph-mon[36335]: pgmap v585: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:46:17.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:17 smithi044 ceph-mon[31392]: pgmap v585: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:46:19.314 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-05-21T00:46:19.314 INFO:teuthology.orchestra.run.smithi092.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T00:46:19.314 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_messages": 165, 2024-05-21T00:46:19.314 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_messages": 158, 2024-05-21T00:46:19.314 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_bytes": 799360, 2024-05-21T00:46:19.314 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_bytes": 95856, 2024-05-21T00:46:19.315 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_created_connections": 4, 2024-05-21T00:46:19.315 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_active_connections": 0, 2024-05-21T00:46:19.315 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_total_time": 0.030660105, 2024-05-21T00:46:19.315 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_send_time": 0.010031234, 2024-05-21T00:46:19.315 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_recv_time": 0.018619006, 2024-05-21T00:46:19.315 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_fast_dispatch_time": 0.004255478, 2024-05-21T00:46:19.315 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:46:19.315 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 158, 2024-05-21T00:46:19.315 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.009198539, 2024-05-21T00:46:19.315 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000058218 2024-05-21T00:46:19.315 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:19.315 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:46:19.315 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:19.316 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:19.316 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:19.316 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:19.316 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_encrypted_bytes": 799360, 2024-05-21T00:46:19.316 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_encrypted_bytes": 95856 2024-05-21T00:46:19.316 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:19.316 INFO:teuthology.orchestra.run.smithi092.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T00:46:19.316 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_messages": 2, 2024-05-21T00:46:19.316 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_messages": 120, 2024-05-21T00:46:19.316 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_bytes": 320, 2024-05-21T00:46:19.316 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_bytes": 178608, 2024-05-21T00:46:19.316 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_created_connections": 4, 2024-05-21T00:46:19.316 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_active_connections": 2, 2024-05-21T00:46:19.316 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_total_time": 0.008162439, 2024-05-21T00:46:19.317 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_send_time": 0.005732180, 2024-05-21T00:46:19.317 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_recv_time": 0.000810941, 2024-05-21T00:46:19.317 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T00:46:19.317 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:46:19.317 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 117, 2024-05-21T00:46:19.317 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.010078252, 2024-05-21T00:46:19.317 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000086138 2024-05-21T00:46:19.317 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:19.317 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:46:19.317 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:19.317 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:19.317 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:19.317 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:19.317 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_encrypted_bytes": 320, 2024-05-21T00:46:19.318 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_encrypted_bytes": 178608 2024-05-21T00:46:19.318 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:19.318 INFO:teuthology.orchestra.run.smithi092.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T00:46:19.318 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_messages": 0, 2024-05-21T00:46:19.318 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_messages": 2, 2024-05-21T00:46:19.318 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_bytes": 0, 2024-05-21T00:46:19.318 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_bytes": 0, 2024-05-21T00:46:19.318 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_created_connections": 2, 2024-05-21T00:46:19.318 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_active_connections": 1, 2024-05-21T00:46:19.318 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_total_time": 0.000299033, 2024-05-21T00:46:19.318 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_send_time": 0.000000000, 2024-05-21T00:46:19.318 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_recv_time": 0.000239503, 2024-05-21T00:46:19.318 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T00:46:19.318 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:46:19.319 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:19.319 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:19.319 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:19.319 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:19.319 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:46:19.319 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:19.319 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:19.319 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:19.319 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:19.319 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-21T00:46:19.319 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_encrypted_bytes": 0 2024-05-21T00:46:19.319 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:19.319 INFO:teuthology.orchestra.run.smithi092.stdout: "cct": { 2024-05-21T00:46:19.320 INFO:teuthology.orchestra.run.smithi092.stdout: "total_workers": 0, 2024-05-21T00:46:19.320 INFO:teuthology.orchestra.run.smithi092.stdout: "unhealthy_workers": 0 2024-05-21T00:46:19.320 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:19.320 INFO:teuthology.orchestra.run.smithi092.stdout: "mempool": { 2024-05-21T00:46:19.320 INFO:teuthology.orchestra.run.smithi092.stdout: "bloom_filter_bytes": 0, 2024-05-21T00:46:19.320 INFO:teuthology.orchestra.run.smithi092.stdout: "bloom_filter_items": 0, 2024-05-21T00:46:19.320 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T00:46:19.320 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_alloc_items": 0, 2024-05-21T00:46:19.320 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T00:46:19.320 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_data_items": 0, 2024-05-21T00:46:19.320 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T00:46:19.320 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T00:46:19.320 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T00:46:19.320 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T00:46:19.320 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T00:46:19.321 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_other_items": 0, 2024-05-21T00:46:19.321 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T00:46:19.321 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T00:46:19.321 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_extent_bytes": 0, 2024-05-21T00:46:19.321 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_extent_items": 0, 2024-05-21T00:46:19.321 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_blob_bytes": 0, 2024-05-21T00:46:19.321 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_blob_items": 0, 2024-05-21T00:46:19.321 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T00:46:19.321 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T00:46:19.321 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T00:46:19.321 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T00:46:19.321 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T00:46:19.321 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_fsck_items": 0, 2024-05-21T00:46:19.322 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_txc_bytes": 0, 2024-05-21T00:46:19.322 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_txc_items": 0, 2024-05-21T00:46:19.322 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T00:46:19.322 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T00:46:19.322 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_writing_bytes": 0, 2024-05-21T00:46:19.322 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_writing_items": 0, 2024-05-21T00:46:19.322 INFO:teuthology.orchestra.run.smithi092.stdout: "bluefs_bytes": 0, 2024-05-21T00:46:19.322 INFO:teuthology.orchestra.run.smithi092.stdout: "bluefs_items": 0, 2024-05-21T00:46:19.322 INFO:teuthology.orchestra.run.smithi092.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T00:46:19.322 INFO:teuthology.orchestra.run.smithi092.stdout: "bluefs_file_reader_items": 0, 2024-05-21T00:46:19.322 INFO:teuthology.orchestra.run.smithi092.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T00:46:19.322 INFO:teuthology.orchestra.run.smithi092.stdout: "bluefs_file_writer_items": 0, 2024-05-21T00:46:19.322 INFO:teuthology.orchestra.run.smithi092.stdout: "buffer_anon_bytes": 149007, 2024-05-21T00:46:19.323 INFO:teuthology.orchestra.run.smithi092.stdout: "buffer_anon_items": 30, 2024-05-21T00:46:19.323 INFO:teuthology.orchestra.run.smithi092.stdout: "buffer_meta_bytes": 0, 2024-05-21T00:46:19.323 INFO:teuthology.orchestra.run.smithi092.stdout: "buffer_meta_items": 0, 2024-05-21T00:46:19.323 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_bytes": 0, 2024-05-21T00:46:19.323 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_items": 0, 2024-05-21T00:46:19.323 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_mapbl_bytes": 0, 2024-05-21T00:46:19.323 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_mapbl_items": 0, 2024-05-21T00:46:19.323 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_pglog_bytes": 0, 2024-05-21T00:46:19.323 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_pglog_items": 0, 2024-05-21T00:46:19.323 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_bytes": 0, 2024-05-21T00:46:19.323 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_items": 0, 2024-05-21T00:46:19.323 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T00:46:19.323 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_mapping_items": 0, 2024-05-21T00:46:19.323 INFO:teuthology.orchestra.run.smithi092.stdout: "pgmap_bytes": 0, 2024-05-21T00:46:19.324 INFO:teuthology.orchestra.run.smithi092.stdout: "pgmap_items": 0, 2024-05-21T00:46:19.324 INFO:teuthology.orchestra.run.smithi092.stdout: "mds_co_bytes": 928, 2024-05-21T00:46:19.324 INFO:teuthology.orchestra.run.smithi092.stdout: "mds_co_items": 2, 2024-05-21T00:46:19.324 INFO:teuthology.orchestra.run.smithi092.stdout: "unittest_1_bytes": 0, 2024-05-21T00:46:19.324 INFO:teuthology.orchestra.run.smithi092.stdout: "unittest_1_items": 0, 2024-05-21T00:46:19.324 INFO:teuthology.orchestra.run.smithi092.stdout: "unittest_2_bytes": 0, 2024-05-21T00:46:19.324 INFO:teuthology.orchestra.run.smithi092.stdout: "unittest_2_items": 0 2024-05-21T00:46:19.324 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:19.324 INFO:teuthology.orchestra.run.smithi092.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T00:46:19.324 INFO:teuthology.orchestra.run.smithi092.stdout: "val": 0, 2024-05-21T00:46:19.324 INFO:teuthology.orchestra.run.smithi092.stdout: "max": 104857600, 2024-05-21T00:46:19.325 INFO:teuthology.orchestra.run.smithi092.stdout: "get_started": 0, 2024-05-21T00:46:19.325 INFO:teuthology.orchestra.run.smithi092.stdout: "get": 163, 2024-05-21T00:46:19.325 INFO:teuthology.orchestra.run.smithi092.stdout: "get_sum": 773613, 2024-05-21T00:46:19.325 INFO:teuthology.orchestra.run.smithi092.stdout: "get_or_fail_fail": 0, 2024-05-21T00:46:19.325 INFO:teuthology.orchestra.run.smithi092.stdout: "get_or_fail_success": 163, 2024-05-21T00:46:19.325 INFO:teuthology.orchestra.run.smithi092.stdout: "take": 0, 2024-05-21T00:46:19.325 INFO:teuthology.orchestra.run.smithi092.stdout: "take_sum": 0, 2024-05-21T00:46:19.325 INFO:teuthology.orchestra.run.smithi092.stdout: "put": 163, 2024-05-21T00:46:19.325 INFO:teuthology.orchestra.run.smithi092.stdout: "put_sum": 773613, 2024-05-21T00:46:19.325 INFO:teuthology.orchestra.run.smithi092.stdout: "wait": { 2024-05-21T00:46:19.325 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:19.325 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:19.325 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:19.326 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-05-21T00:46:19.326 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-05-21T00:46:19.326 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-05-21T00:46:19.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:19 smithi044 ceph-mon[31392]: pgmap v586: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-05-21T00:46:19.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:19 smithi082 ceph-mon[36141]: pgmap v586: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-05-21T00:46:19.993 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:19 smithi092 ceph-mon[36335]: pgmap v586: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-05-21T00:46:20.019 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.f 2024-05-21T00:46:20.019 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.f 2024-05-21T00:46:20.020 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.f 2024-05-21T00:46:20.020 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.f 2024-05-21T00:46:20.020 DEBUG:tasks.check_counter:Getting stats from i 2024-05-21T00:46:20.020 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph daemon mds.i perf dump 2024-05-21T00:46:20.256 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:46:21.857 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:21 smithi092 ceph-mon[36335]: pgmap v587: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-05-21T00:46:21.857 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-05-21T00:46:21.857 INFO:teuthology.orchestra.run.smithi092.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T00:46:21.858 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_messages": 984, 2024-05-21T00:46:21.858 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_messages": 984, 2024-05-21T00:46:21.858 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_bytes": 4491841, 2024-05-21T00:46:21.858 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_bytes": 312098, 2024-05-21T00:46:21.858 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_created_connections": 6, 2024-05-21T00:46:21.858 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_active_connections": 2, 2024-05-21T00:46:21.858 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_total_time": 0.100863704, 2024-05-21T00:46:21.858 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_send_time": 0.031619125, 2024-05-21T00:46:21.858 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_recv_time": 0.028053180, 2024-05-21T00:46:21.858 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_fast_dispatch_time": 0.031622859, 2024-05-21T00:46:21.858 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:46:21.858 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 983, 2024-05-21T00:46:21.859 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.039100890, 2024-05-21T00:46:21.859 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000039777 2024-05-21T00:46:21.859 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.859 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:46:21.859 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.859 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.859 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.859 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.859 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_encrypted_bytes": 3040, 2024-05-21T00:46:21.859 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_encrypted_bytes": 448 2024-05-21T00:46:21.859 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.859 INFO:teuthology.orchestra.run.smithi092.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T00:46:21.859 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_messages": 170, 2024-05-21T00:46:21.860 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_messages": 286, 2024-05-21T00:46:21.860 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_bytes": 4327911, 2024-05-21T00:46:21.860 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_bytes": 327168, 2024-05-21T00:46:21.860 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_created_connections": 5, 2024-05-21T00:46:21.860 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_active_connections": 4, 2024-05-21T00:46:21.860 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_total_time": 0.020485610, 2024-05-21T00:46:21.860 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_send_time": 0.008541769, 2024-05-21T00:46:21.860 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_recv_time": 0.006038011, 2024-05-21T00:46:21.860 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_fast_dispatch_time": 0.003797564, 2024-05-21T00:46:21.860 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:46:21.860 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 284, 2024-05-21T00:46:21.860 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.019437296, 2024-05-21T00:46:21.861 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000068441 2024-05-21T00:46:21.861 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.861 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:46:21.861 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.861 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.861 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.861 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.861 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-21T00:46:21.861 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_encrypted_bytes": 273360 2024-05-21T00:46:21.861 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.861 INFO:teuthology.orchestra.run.smithi092.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T00:46:21.861 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_messages": 619, 2024-05-21T00:46:21.861 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_messages": 612, 2024-05-21T00:46:21.861 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_bytes": 5124599, 2024-05-21T00:46:21.862 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_bytes": 238289, 2024-05-21T00:46:21.862 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_created_connections": 3, 2024-05-21T00:46:21.862 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_active_connections": 2, 2024-05-21T00:46:21.862 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_total_time": 0.072583270, 2024-05-21T00:46:21.862 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_send_time": 0.025846744, 2024-05-21T00:46:21.862 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_recv_time": 0.027569028, 2024-05-21T00:46:21.862 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_fast_dispatch_time": 0.018181294, 2024-05-21T00:46:21.862 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:46:21.862 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 611, 2024-05-21T00:46:21.862 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.023815596, 2024-05-21T00:46:21.862 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000038978 2024-05-21T00:46:21.862 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.863 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:46:21.863 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.863 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.863 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.863 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.863 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_encrypted_bytes": 819664, 2024-05-21T00:46:21.863 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_encrypted_bytes": 95824 2024-05-21T00:46:21.863 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.863 INFO:teuthology.orchestra.run.smithi092.stdout: "cct": { 2024-05-21T00:46:21.863 INFO:teuthology.orchestra.run.smithi092.stdout: "total_workers": 1, 2024-05-21T00:46:21.863 INFO:teuthology.orchestra.run.smithi092.stdout: "unhealthy_workers": 0 2024-05-21T00:46:21.863 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.863 INFO:teuthology.orchestra.run.smithi092.stdout: "finisher-MDSRank": { 2024-05-21T00:46:21.863 INFO:teuthology.orchestra.run.smithi092.stdout: "queue_len": 0, 2024-05-21T00:46:21.864 INFO:teuthology.orchestra.run.smithi092.stdout: "complete_latency": { 2024-05-21T00:46:21.864 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 2642, 2024-05-21T00:46:21.864 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.075367861, 2024-05-21T00:46:21.864 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000028526 2024-05-21T00:46:21.864 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-05-21T00:46:21.864 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.864 INFO:teuthology.orchestra.run.smithi092.stdout: "finisher-PurgeQueue": { 2024-05-21T00:46:21.864 INFO:teuthology.orchestra.run.smithi092.stdout: "queue_len": 0, 2024-05-21T00:46:21.864 INFO:teuthology.orchestra.run.smithi092.stdout: "complete_latency": { 2024-05-21T00:46:21.864 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.864 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.864 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.864 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-05-21T00:46:21.865 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.865 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": { 2024-05-21T00:46:21.865 INFO:teuthology.orchestra.run.smithi092.stdout: "request": 0, 2024-05-21T00:46:21.865 INFO:teuthology.orchestra.run.smithi092.stdout: "reply": 0, 2024-05-21T00:46:21.865 INFO:teuthology.orchestra.run.smithi092.stdout: "reply_latency": { 2024-05-21T00:46:21.865 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.865 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.865 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.865 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.865 INFO:teuthology.orchestra.run.smithi092.stdout: "slow_reply": 0, 2024-05-21T00:46:21.865 INFO:teuthology.orchestra.run.smithi092.stdout: "forward": 0, 2024-05-21T00:46:21.865 INFO:teuthology.orchestra.run.smithi092.stdout: "dir_fetch_complete": 0, 2024-05-21T00:46:21.865 INFO:teuthology.orchestra.run.smithi092.stdout: "dir_fetch_keys": 0, 2024-05-21T00:46:21.866 INFO:teuthology.orchestra.run.smithi092.stdout: "dir_commit": 0, 2024-05-21T00:46:21.866 INFO:teuthology.orchestra.run.smithi092.stdout: "dir_split": 0, 2024-05-21T00:46:21.866 INFO:teuthology.orchestra.run.smithi092.stdout: "dir_merge": 0, 2024-05-21T00:46:21.866 INFO:teuthology.orchestra.run.smithi092.stdout: "inodes": 1233, 2024-05-21T00:46:21.866 INFO:teuthology.orchestra.run.smithi092.stdout: "inodes_top": 0, 2024-05-21T00:46:21.866 INFO:teuthology.orchestra.run.smithi092.stdout: "inodes_bottom": 1233, 2024-05-21T00:46:21.866 INFO:teuthology.orchestra.run.smithi092.stdout: "inodes_pin_tail": 0, 2024-05-21T00:46:21.866 INFO:teuthology.orchestra.run.smithi092.stdout: "inodes_pinned": 1233, 2024-05-21T00:46:21.866 INFO:teuthology.orchestra.run.smithi092.stdout: "inodes_expired": 0, 2024-05-21T00:46:21.866 INFO:teuthology.orchestra.run.smithi092.stdout: "inodes_with_caps": 0, 2024-05-21T00:46:21.866 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": 0, 2024-05-21T00:46:21.866 INFO:teuthology.orchestra.run.smithi092.stdout: "subtrees": 2, 2024-05-21T00:46:21.866 INFO:teuthology.orchestra.run.smithi092.stdout: "traverse": 0, 2024-05-21T00:46:21.867 INFO:teuthology.orchestra.run.smithi092.stdout: "traverse_hit": 0, 2024-05-21T00:46:21.867 INFO:teuthology.orchestra.run.smithi092.stdout: "traverse_forward": 0, 2024-05-21T00:46:21.867 INFO:teuthology.orchestra.run.smithi092.stdout: "traverse_discover": 0, 2024-05-21T00:46:21.867 INFO:teuthology.orchestra.run.smithi092.stdout: "traverse_dir_fetch": 0, 2024-05-21T00:46:21.867 INFO:teuthology.orchestra.run.smithi092.stdout: "traverse_remote_ino": 0, 2024-05-21T00:46:21.867 INFO:teuthology.orchestra.run.smithi092.stdout: "traverse_lock": 0, 2024-05-21T00:46:21.867 INFO:teuthology.orchestra.run.smithi092.stdout: "load_cent": 0, 2024-05-21T00:46:21.867 INFO:teuthology.orchestra.run.smithi092.stdout: "q": 0, 2024-05-21T00:46:21.867 INFO:teuthology.orchestra.run.smithi092.stdout: "exported": 0, 2024-05-21T00:46:21.867 INFO:teuthology.orchestra.run.smithi092.stdout: "exported_inodes": 0, 2024-05-21T00:46:21.867 INFO:teuthology.orchestra.run.smithi092.stdout: "imported": 0, 2024-05-21T00:46:21.867 INFO:teuthology.orchestra.run.smithi092.stdout: "imported_inodes": 0, 2024-05-21T00:46:21.867 INFO:teuthology.orchestra.run.smithi092.stdout: "openino_dir_fetch": 0, 2024-05-21T00:46:21.868 INFO:teuthology.orchestra.run.smithi092.stdout: "openino_backtrace_fetch": 0, 2024-05-21T00:46:21.868 INFO:teuthology.orchestra.run.smithi092.stdout: "openino_peer_discover": 0, 2024-05-21T00:46:21.868 INFO:teuthology.orchestra.run.smithi092.stdout: "root_rfiles": 4, 2024-05-21T00:46:21.868 INFO:teuthology.orchestra.run.smithi092.stdout: "root_rbytes": 234, 2024-05-21T00:46:21.868 INFO:teuthology.orchestra.run.smithi092.stdout: "root_rsnaps": 0, 2024-05-21T00:46:21.868 INFO:teuthology.orchestra.run.smithi092.stdout: "scrub_backtrace_fetch": 0, 2024-05-21T00:46:21.868 INFO:teuthology.orchestra.run.smithi092.stdout: "scrub_set_tag": 0, 2024-05-21T00:46:21.868 INFO:teuthology.orchestra.run.smithi092.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T00:46:21.868 INFO:teuthology.orchestra.run.smithi092.stdout: "scrub_inotable_repaired": 0, 2024-05-21T00:46:21.868 INFO:teuthology.orchestra.run.smithi092.stdout: "scrub_dir_inodes": 0, 2024-05-21T00:46:21.868 INFO:teuthology.orchestra.run.smithi092.stdout: "scrub_dir_base_inodes": 0, 2024-05-21T00:46:21.868 INFO:teuthology.orchestra.run.smithi092.stdout: "scrub_dirfrag_rstats": 0, 2024-05-21T00:46:21.868 INFO:teuthology.orchestra.run.smithi092.stdout: "scrub_file_inodes": 0, 2024-05-21T00:46:21.868 INFO:teuthology.orchestra.run.smithi092.stdout: "handle_inode_file_caps": 0, 2024-05-21T00:46:21.869 INFO:teuthology.orchestra.run.smithi092.stdout: "ceph_cap_op_revoke": 0, 2024-05-21T00:46:21.869 INFO:teuthology.orchestra.run.smithi092.stdout: "ceph_cap_op_grant": 0, 2024-05-21T00:46:21.869 INFO:teuthology.orchestra.run.smithi092.stdout: "ceph_cap_op_trunc": 0, 2024-05-21T00:46:21.869 INFO:teuthology.orchestra.run.smithi092.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T00:46:21.869 INFO:teuthology.orchestra.run.smithi092.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T00:46:21.869 INFO:teuthology.orchestra.run.smithi092.stdout: "handle_client_caps": 0, 2024-05-21T00:46:21.869 INFO:teuthology.orchestra.run.smithi092.stdout: "handle_client_caps_dirty": 0, 2024-05-21T00:46:21.869 INFO:teuthology.orchestra.run.smithi092.stdout: "handle_client_cap_release": 0, 2024-05-21T00:46:21.869 INFO:teuthology.orchestra.run.smithi092.stdout: "process_request_cap_release": 0 2024-05-21T00:46:21.869 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.869 INFO:teuthology.orchestra.run.smithi092.stdout: "mds_cache": { 2024-05-21T00:46:21.869 INFO:teuthology.orchestra.run.smithi092.stdout: "dir_update": 0, 2024-05-21T00:46:21.869 INFO:teuthology.orchestra.run.smithi092.stdout: "dir_update_receipt": 0, 2024-05-21T00:46:21.869 INFO:teuthology.orchestra.run.smithi092.stdout: "dir_try_discover": 0, 2024-05-21T00:46:21.870 INFO:teuthology.orchestra.run.smithi092.stdout: "dir_send_discover": 0, 2024-05-21T00:46:21.870 INFO:teuthology.orchestra.run.smithi092.stdout: "dir_handle_discover": 0, 2024-05-21T00:46:21.870 INFO:teuthology.orchestra.run.smithi092.stdout: "num_strays": 0, 2024-05-21T00:46:21.870 INFO:teuthology.orchestra.run.smithi092.stdout: "num_strays_delayed": 0, 2024-05-21T00:46:21.870 INFO:teuthology.orchestra.run.smithi092.stdout: "num_strays_enqueuing": 0, 2024-05-21T00:46:21.870 INFO:teuthology.orchestra.run.smithi092.stdout: "strays_created": 0, 2024-05-21T00:46:21.870 INFO:teuthology.orchestra.run.smithi092.stdout: "strays_enqueued": 0, 2024-05-21T00:46:21.870 INFO:teuthology.orchestra.run.smithi092.stdout: "strays_reintegrated": 0, 2024-05-21T00:46:21.870 INFO:teuthology.orchestra.run.smithi092.stdout: "strays_migrated": 0, 2024-05-21T00:46:21.870 INFO:teuthology.orchestra.run.smithi092.stdout: "num_recovering_processing": 0, 2024-05-21T00:46:21.870 INFO:teuthology.orchestra.run.smithi092.stdout: "num_recovering_enqueued": 0, 2024-05-21T00:46:21.870 INFO:teuthology.orchestra.run.smithi092.stdout: "num_recovering_prioritized": 0, 2024-05-21T00:46:21.870 INFO:teuthology.orchestra.run.smithi092.stdout: "recovery_started": 0, 2024-05-21T00:46:21.870 INFO:teuthology.orchestra.run.smithi092.stdout: "recovery_completed": 0, 2024-05-21T00:46:21.871 INFO:teuthology.orchestra.run.smithi092.stdout: "ireq_quiesce_path": 0, 2024-05-21T00:46:21.871 INFO:teuthology.orchestra.run.smithi092.stdout: "ireq_quiesce_inode": 0, 2024-05-21T00:46:21.871 INFO:teuthology.orchestra.run.smithi092.stdout: "ireq_enqueue_scrub": 0, 2024-05-21T00:46:21.871 INFO:teuthology.orchestra.run.smithi092.stdout: "ireq_exportdir": 0, 2024-05-21T00:46:21.871 INFO:teuthology.orchestra.run.smithi092.stdout: "ireq_flush": 0, 2024-05-21T00:46:21.871 INFO:teuthology.orchestra.run.smithi092.stdout: "ireq_fragmentdir": 0, 2024-05-21T00:46:21.871 INFO:teuthology.orchestra.run.smithi092.stdout: "ireq_fragstats": 0, 2024-05-21T00:46:21.871 INFO:teuthology.orchestra.run.smithi092.stdout: "ireq_inodestats": 0 2024-05-21T00:46:21.871 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.871 INFO:teuthology.orchestra.run.smithi092.stdout: "mds_log": { 2024-05-21T00:46:21.871 INFO:teuthology.orchestra.run.smithi092.stdout: "evlrg": 0, 2024-05-21T00:46:21.871 INFO:teuthology.orchestra.run.smithi092.stdout: "evadd": 0, 2024-05-21T00:46:21.871 INFO:teuthology.orchestra.run.smithi092.stdout: "evex": 0, 2024-05-21T00:46:21.871 INFO:teuthology.orchestra.run.smithi092.stdout: "evtrm": 0, 2024-05-21T00:46:21.872 INFO:teuthology.orchestra.run.smithi092.stdout: "ev": 6117, 2024-05-21T00:46:21.872 INFO:teuthology.orchestra.run.smithi092.stdout: "evexg": 0, 2024-05-21T00:46:21.872 INFO:teuthology.orchestra.run.smithi092.stdout: "evexd": 0, 2024-05-21T00:46:21.872 INFO:teuthology.orchestra.run.smithi092.stdout: "segadd": 0, 2024-05-21T00:46:21.872 INFO:teuthology.orchestra.run.smithi092.stdout: "segex": 0, 2024-05-21T00:46:21.872 INFO:teuthology.orchestra.run.smithi092.stdout: "segtrm": 0, 2024-05-21T00:46:21.872 INFO:teuthology.orchestra.run.smithi092.stdout: "seg": 9, 2024-05-21T00:46:21.872 INFO:teuthology.orchestra.run.smithi092.stdout: "segmjr": 2, 2024-05-21T00:46:21.872 INFO:teuthology.orchestra.run.smithi092.stdout: "segexg": 0, 2024-05-21T00:46:21.872 INFO:teuthology.orchestra.run.smithi092.stdout: "segexd": 0, 2024-05-21T00:46:21.872 INFO:teuthology.orchestra.run.smithi092.stdout: "expos": 4194304, 2024-05-21T00:46:21.872 INFO:teuthology.orchestra.run.smithi092.stdout: "wrpos": 16865100, 2024-05-21T00:46:21.872 INFO:teuthology.orchestra.run.smithi092.stdout: "rdpos": 16863112, 2024-05-21T00:46:21.873 INFO:teuthology.orchestra.run.smithi092.stdout: "jlat": { 2024-05-21T00:46:21.873 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.873 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.873 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.873 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.873 INFO:teuthology.orchestra.run.smithi092.stdout: "replayed": 6117 2024-05-21T00:46:21.873 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.873 INFO:teuthology.orchestra.run.smithi092.stdout: "mds_mem": { 2024-05-21T00:46:21.873 INFO:teuthology.orchestra.run.smithi092.stdout: "ino": 21, 2024-05-21T00:46:21.873 INFO:teuthology.orchestra.run.smithi092.stdout: "ino+": 1233, 2024-05-21T00:46:21.873 INFO:teuthology.orchestra.run.smithi092.stdout: "ino-": 1212, 2024-05-21T00:46:21.873 INFO:teuthology.orchestra.run.smithi092.stdout: "dir": 16, 2024-05-21T00:46:21.873 INFO:teuthology.orchestra.run.smithi092.stdout: "dir+": 22, 2024-05-21T00:46:21.873 INFO:teuthology.orchestra.run.smithi092.stdout: "dir-": 6, 2024-05-21T00:46:21.874 INFO:teuthology.orchestra.run.smithi092.stdout: "dn": 1233, 2024-05-21T00:46:21.874 INFO:teuthology.orchestra.run.smithi092.stdout: "dn+": 1240, 2024-05-21T00:46:21.874 INFO:teuthology.orchestra.run.smithi092.stdout: "dn-": 7, 2024-05-21T00:46:21.874 INFO:teuthology.orchestra.run.smithi092.stdout: "cap": 0, 2024-05-21T00:46:21.874 INFO:teuthology.orchestra.run.smithi092.stdout: "cap+": 0, 2024-05-21T00:46:21.874 INFO:teuthology.orchestra.run.smithi092.stdout: "cap-": 0, 2024-05-21T00:46:21.874 INFO:teuthology.orchestra.run.smithi092.stdout: "rss": 52400, 2024-05-21T00:46:21.874 INFO:teuthology.orchestra.run.smithi092.stdout: "heap": 215416 2024-05-21T00:46:21.874 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.874 INFO:teuthology.orchestra.run.smithi092.stdout: "mds_server": { 2024-05-21T00:46:21.874 INFO:teuthology.orchestra.run.smithi092.stdout: "dispatch_client_request": 0, 2024-05-21T00:46:21.874 INFO:teuthology.orchestra.run.smithi092.stdout: "dispatch_server_request": 0, 2024-05-21T00:46:21.874 INFO:teuthology.orchestra.run.smithi092.stdout: "handle_client_request": 0, 2024-05-21T00:46:21.875 INFO:teuthology.orchestra.run.smithi092.stdout: "handle_client_session": 0, 2024-05-21T00:46:21.875 INFO:teuthology.orchestra.run.smithi092.stdout: "handle_peer_request": 0, 2024-05-21T00:46:21.875 INFO:teuthology.orchestra.run.smithi092.stdout: "req_create_latency": { 2024-05-21T00:46:21.875 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.875 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.875 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.875 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.875 INFO:teuthology.orchestra.run.smithi092.stdout: "req_getattr_latency": { 2024-05-21T00:46:21.875 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.875 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.875 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.875 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.875 INFO:teuthology.orchestra.run.smithi092.stdout: "req_getfilelock_latency": { 2024-05-21T00:46:21.875 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.876 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.876 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.876 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.876 INFO:teuthology.orchestra.run.smithi092.stdout: "req_link_latency": { 2024-05-21T00:46:21.876 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.876 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.876 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.876 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.876 INFO:teuthology.orchestra.run.smithi092.stdout: "req_lookup_latency": { 2024-05-21T00:46:21.876 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.876 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.876 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.876 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.877 INFO:teuthology.orchestra.run.smithi092.stdout: "req_lookuphash_latency": { 2024-05-21T00:46:21.877 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.877 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.877 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.877 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.877 INFO:teuthology.orchestra.run.smithi092.stdout: "req_lookupino_latency": { 2024-05-21T00:46:21.877 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.877 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.877 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.877 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.877 INFO:teuthology.orchestra.run.smithi092.stdout: "req_lookupname_latency": { 2024-05-21T00:46:21.877 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.877 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.877 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.877 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.878 INFO:teuthology.orchestra.run.smithi092.stdout: "req_lookupparent_latency": { 2024-05-21T00:46:21.878 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.878 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.878 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.878 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.878 INFO:teuthology.orchestra.run.smithi092.stdout: "req_lookupsnap_latency": { 2024-05-21T00:46:21.878 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.878 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.878 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.878 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.878 INFO:teuthology.orchestra.run.smithi092.stdout: "req_lssnap_latency": { 2024-05-21T00:46:21.878 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.878 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.878 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.879 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.879 INFO:teuthology.orchestra.run.smithi092.stdout: "req_mkdir_latency": { 2024-05-21T00:46:21.879 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.879 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.879 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.880 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.880 INFO:teuthology.orchestra.run.smithi092.stdout: "req_mknod_latency": { 2024-05-21T00:46:21.880 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.880 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.880 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.880 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.880 INFO:teuthology.orchestra.run.smithi092.stdout: "req_mksnap_latency": { 2024-05-21T00:46:21.880 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.880 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.880 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.880 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.880 INFO:teuthology.orchestra.run.smithi092.stdout: "req_open_latency": { 2024-05-21T00:46:21.880 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.881 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.881 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.881 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.881 INFO:teuthology.orchestra.run.smithi092.stdout: "req_readdir_latency": { 2024-05-21T00:46:21.881 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.881 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.881 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.881 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.881 INFO:teuthology.orchestra.run.smithi092.stdout: "req_rename_latency": { 2024-05-21T00:46:21.881 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.881 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.881 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.881 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.881 INFO:teuthology.orchestra.run.smithi092.stdout: "req_renamesnap_latency": { 2024-05-21T00:46:21.882 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.882 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.882 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.882 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.882 INFO:teuthology.orchestra.run.smithi092.stdout: "req_snapdiff_latency": { 2024-05-21T00:46:21.882 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.882 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.882 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.882 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.882 INFO:teuthology.orchestra.run.smithi092.stdout: "req_rmdir_latency": { 2024-05-21T00:46:21.882 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.882 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.882 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.883 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.883 INFO:teuthology.orchestra.run.smithi092.stdout: "req_rmsnap_latency": { 2024-05-21T00:46:21.883 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.883 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.883 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.883 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.883 INFO:teuthology.orchestra.run.smithi092.stdout: "req_rmxattr_latency": { 2024-05-21T00:46:21.883 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.883 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.883 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.883 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.883 INFO:teuthology.orchestra.run.smithi092.stdout: "req_setattr_latency": { 2024-05-21T00:46:21.883 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.883 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.884 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.884 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.884 INFO:teuthology.orchestra.run.smithi092.stdout: "req_setdirlayout_latency": { 2024-05-21T00:46:21.884 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.884 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.884 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.884 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.884 INFO:teuthology.orchestra.run.smithi092.stdout: "req_setfilelock_latency": { 2024-05-21T00:46:21.884 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.884 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.884 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.884 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.884 INFO:teuthology.orchestra.run.smithi092.stdout: "req_setlayout_latency": { 2024-05-21T00:46:21.885 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.885 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.885 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.885 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.885 INFO:teuthology.orchestra.run.smithi092.stdout: "req_setxattr_latency": { 2024-05-21T00:46:21.885 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.885 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.885 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.885 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.885 INFO:teuthology.orchestra.run.smithi092.stdout: "req_symlink_latency": { 2024-05-21T00:46:21.885 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.885 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.885 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.886 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.886 INFO:teuthology.orchestra.run.smithi092.stdout: "req_unlink_latency": { 2024-05-21T00:46:21.886 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.886 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.886 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.886 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.886 INFO:teuthology.orchestra.run.smithi092.stdout: "cap_revoke_eviction": 0, 2024-05-21T00:46:21.886 INFO:teuthology.orchestra.run.smithi092.stdout: "cap_acquisition_throttle": 0, 2024-05-21T00:46:21.886 INFO:teuthology.orchestra.run.smithi092.stdout: "req_getvxattr_latency": { 2024-05-21T00:46:21.886 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.886 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.886 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.886 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-05-21T00:46:21.887 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.887 INFO:teuthology.orchestra.run.smithi092.stdout: "mds_sessions": { 2024-05-21T00:46:21.887 INFO:teuthology.orchestra.run.smithi092.stdout: "session_count": 1, 2024-05-21T00:46:21.887 INFO:teuthology.orchestra.run.smithi092.stdout: "session_add": 3, 2024-05-21T00:46:21.887 INFO:teuthology.orchestra.run.smithi092.stdout: "session_remove": 2, 2024-05-21T00:46:21.887 INFO:teuthology.orchestra.run.smithi092.stdout: "sessions_open": 2, 2024-05-21T00:46:21.887 INFO:teuthology.orchestra.run.smithi092.stdout: "sessions_stale": 0, 2024-05-21T00:46:21.887 INFO:teuthology.orchestra.run.smithi092.stdout: "total_load": 0, 2024-05-21T00:46:21.887 INFO:teuthology.orchestra.run.smithi092.stdout: "average_load": 0, 2024-05-21T00:46:21.887 INFO:teuthology.orchestra.run.smithi092.stdout: "avg_session_uptime": 3688, 2024-05-21T00:46:21.887 INFO:teuthology.orchestra.run.smithi092.stdout: "mdthresh_evicted": 0 2024-05-21T00:46:21.887 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.887 INFO:teuthology.orchestra.run.smithi092.stdout: "mempool": { 2024-05-21T00:46:21.887 INFO:teuthology.orchestra.run.smithi092.stdout: "bloom_filter_bytes": 0, 2024-05-21T00:46:21.888 INFO:teuthology.orchestra.run.smithi092.stdout: "bloom_filter_items": 0, 2024-05-21T00:46:21.888 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T00:46:21.888 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_alloc_items": 0, 2024-05-21T00:46:21.888 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T00:46:21.888 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_data_items": 0, 2024-05-21T00:46:21.888 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T00:46:21.888 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T00:46:21.888 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T00:46:21.888 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T00:46:21.888 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T00:46:21.888 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_other_items": 0, 2024-05-21T00:46:21.888 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T00:46:21.888 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T00:46:21.888 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_extent_bytes": 0, 2024-05-21T00:46:21.889 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_extent_items": 0, 2024-05-21T00:46:21.889 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_blob_bytes": 0, 2024-05-21T00:46:21.889 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_blob_items": 0, 2024-05-21T00:46:21.889 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T00:46:21.889 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T00:46:21.889 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T00:46:21.889 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T00:46:21.889 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T00:46:21.889 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_fsck_items": 0, 2024-05-21T00:46:21.889 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_txc_bytes": 0, 2024-05-21T00:46:21.889 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_txc_items": 0, 2024-05-21T00:46:21.889 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T00:46:21.889 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T00:46:21.889 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_writing_bytes": 0, 2024-05-21T00:46:21.890 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_writing_items": 0, 2024-05-21T00:46:21.890 INFO:teuthology.orchestra.run.smithi092.stdout: "bluefs_bytes": 0, 2024-05-21T00:46:21.890 INFO:teuthology.orchestra.run.smithi092.stdout: "bluefs_items": 0, 2024-05-21T00:46:21.890 INFO:teuthology.orchestra.run.smithi092.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T00:46:21.890 INFO:teuthology.orchestra.run.smithi092.stdout: "bluefs_file_reader_items": 0, 2024-05-21T00:46:21.890 INFO:teuthology.orchestra.run.smithi092.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T00:46:21.890 INFO:teuthology.orchestra.run.smithi092.stdout: "bluefs_file_writer_items": 0, 2024-05-21T00:46:21.890 INFO:teuthology.orchestra.run.smithi092.stdout: "buffer_anon_bytes": 189361, 2024-05-21T00:46:21.890 INFO:teuthology.orchestra.run.smithi092.stdout: "buffer_anon_items": 50, 2024-05-21T00:46:21.890 INFO:teuthology.orchestra.run.smithi092.stdout: "buffer_meta_bytes": 0, 2024-05-21T00:46:21.890 INFO:teuthology.orchestra.run.smithi092.stdout: "buffer_meta_items": 0, 2024-05-21T00:46:21.890 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_bytes": 0, 2024-05-21T00:46:21.890 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_items": 0, 2024-05-21T00:46:21.891 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_mapbl_bytes": 0, 2024-05-21T00:46:21.891 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_mapbl_items": 0, 2024-05-21T00:46:21.891 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_pglog_bytes": 0, 2024-05-21T00:46:21.891 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_pglog_items": 0, 2024-05-21T00:46:21.891 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_bytes": 7816, 2024-05-21T00:46:21.891 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_items": 164, 2024-05-21T00:46:21.891 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T00:46:21.891 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_mapping_items": 0, 2024-05-21T00:46:21.891 INFO:teuthology.orchestra.run.smithi092.stdout: "pgmap_bytes": 0, 2024-05-21T00:46:21.891 INFO:teuthology.orchestra.run.smithi092.stdout: "pgmap_items": 0, 2024-05-21T00:46:21.891 INFO:teuthology.orchestra.run.smithi092.stdout: "mds_co_bytes": 935418, 2024-05-21T00:46:21.891 INFO:teuthology.orchestra.run.smithi092.stdout: "mds_co_items": 5199, 2024-05-21T00:46:21.891 INFO:teuthology.orchestra.run.smithi092.stdout: "unittest_1_bytes": 0, 2024-05-21T00:46:21.891 INFO:teuthology.orchestra.run.smithi092.stdout: "unittest_1_items": 0, 2024-05-21T00:46:21.892 INFO:teuthology.orchestra.run.smithi092.stdout: "unittest_2_bytes": 0, 2024-05-21T00:46:21.892 INFO:teuthology.orchestra.run.smithi092.stdout: "unittest_2_items": 0 2024-05-21T00:46:21.892 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.892 INFO:teuthology.orchestra.run.smithi092.stdout: "objecter": { 2024-05-21T00:46:21.892 INFO:teuthology.orchestra.run.smithi092.stdout: "op_active": 0, 2024-05-21T00:46:21.892 INFO:teuthology.orchestra.run.smithi092.stdout: "op_laggy": 0, 2024-05-21T00:46:21.892 INFO:teuthology.orchestra.run.smithi092.stdout: "op_send": 1597, 2024-05-21T00:46:21.892 INFO:teuthology.orchestra.run.smithi092.stdout: "op_send_bytes": 26, 2024-05-21T00:46:21.892 INFO:teuthology.orchestra.run.smithi092.stdout: "op_resend": 4, 2024-05-21T00:46:21.892 INFO:teuthology.orchestra.run.smithi092.stdout: "op_reply": 1597, 2024-05-21T00:46:21.892 INFO:teuthology.orchestra.run.smithi092.stdout: "op_latency": { 2024-05-21T00:46:21.892 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 1597, 2024-05-21T00:46:21.892 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.881975571, 2024-05-21T00:46:21.893 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000552270 2024-05-21T00:46:21.893 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.893 INFO:teuthology.orchestra.run.smithi092.stdout: "op_inflight": 0, 2024-05-21T00:46:21.893 INFO:teuthology.orchestra.run.smithi092.stdout: "oplen_avg": { 2024-05-21T00:46:21.893 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 1597, 2024-05-21T00:46:21.893 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 1598 2024-05-21T00:46:21.893 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.893 INFO:teuthology.orchestra.run.smithi092.stdout: "op": 1597, 2024-05-21T00:46:21.893 INFO:teuthology.orchestra.run.smithi092.stdout: "op_r": 1597, 2024-05-21T00:46:21.893 INFO:teuthology.orchestra.run.smithi092.stdout: "op_w": 0, 2024-05-21T00:46:21.893 INFO:teuthology.orchestra.run.smithi092.stdout: "op_rmw": 0, 2024-05-21T00:46:21.893 INFO:teuthology.orchestra.run.smithi092.stdout: "op_pg": 0, 2024-05-21T00:46:21.893 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_stat": 1017, 2024-05-21T00:46:21.893 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_create": 0, 2024-05-21T00:46:21.893 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_read": 577, 2024-05-21T00:46:21.894 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_write": 0, 2024-05-21T00:46:21.894 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_writefull": 0, 2024-05-21T00:46:21.894 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_writesame": 0, 2024-05-21T00:46:21.894 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_append": 0, 2024-05-21T00:46:21.894 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_zero": 0, 2024-05-21T00:46:21.894 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_truncate": 0, 2024-05-21T00:46:21.894 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_delete": 0, 2024-05-21T00:46:21.894 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_mapext": 0, 2024-05-21T00:46:21.894 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_sparse_read": 0, 2024-05-21T00:46:21.894 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_clonerange": 0, 2024-05-21T00:46:21.894 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_getxattr": 2, 2024-05-21T00:46:21.894 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_setxattr": 0, 2024-05-21T00:46:21.894 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_cmpxattr": 0, 2024-05-21T00:46:21.895 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_rmxattr": 0, 2024-05-21T00:46:21.895 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_resetxattrs": 0, 2024-05-21T00:46:21.895 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_call": 0, 2024-05-21T00:46:21.895 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_watch": 0, 2024-05-21T00:46:21.895 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_notify": 0, 2024-05-21T00:46:21.895 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T00:46:21.895 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_pgls": 0, 2024-05-21T00:46:21.895 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_pgls_filter": 0, 2024-05-21T00:46:21.895 INFO:teuthology.orchestra.run.smithi092.stdout: "osdop_other": 0, 2024-05-21T00:46:21.895 INFO:teuthology.orchestra.run.smithi092.stdout: "linger_active": 0, 2024-05-21T00:46:21.895 INFO:teuthology.orchestra.run.smithi092.stdout: "linger_send": 0, 2024-05-21T00:46:21.895 INFO:teuthology.orchestra.run.smithi092.stdout: "linger_resend": 0, 2024-05-21T00:46:21.895 INFO:teuthology.orchestra.run.smithi092.stdout: "linger_ping": 0, 2024-05-21T00:46:21.895 INFO:teuthology.orchestra.run.smithi092.stdout: "poolop_active": 0, 2024-05-21T00:46:21.896 INFO:teuthology.orchestra.run.smithi092.stdout: "poolop_send": 0, 2024-05-21T00:46:21.896 INFO:teuthology.orchestra.run.smithi092.stdout: "poolop_resend": 0, 2024-05-21T00:46:21.896 INFO:teuthology.orchestra.run.smithi092.stdout: "poolstat_active": 0, 2024-05-21T00:46:21.896 INFO:teuthology.orchestra.run.smithi092.stdout: "poolstat_send": 0, 2024-05-21T00:46:21.896 INFO:teuthology.orchestra.run.smithi092.stdout: "poolstat_resend": 0, 2024-05-21T00:46:21.896 INFO:teuthology.orchestra.run.smithi092.stdout: "statfs_active": 0, 2024-05-21T00:46:21.896 INFO:teuthology.orchestra.run.smithi092.stdout: "statfs_send": 0, 2024-05-21T00:46:21.896 INFO:teuthology.orchestra.run.smithi092.stdout: "statfs_resend": 0, 2024-05-21T00:46:21.896 INFO:teuthology.orchestra.run.smithi092.stdout: "command_active": 0, 2024-05-21T00:46:21.896 INFO:teuthology.orchestra.run.smithi092.stdout: "command_send": 0, 2024-05-21T00:46:21.896 INFO:teuthology.orchestra.run.smithi092.stdout: "command_resend": 0, 2024-05-21T00:46:21.897 INFO:teuthology.orchestra.run.smithi092.stdout: "map_epoch": 82, 2024-05-21T00:46:21.897 INFO:teuthology.orchestra.run.smithi092.stdout: "map_full": 0, 2024-05-21T00:46:21.897 INFO:teuthology.orchestra.run.smithi092.stdout: "map_inc": 4, 2024-05-21T00:46:21.897 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_sessions": 5, 2024-05-21T00:46:21.897 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_session_open": 5, 2024-05-21T00:46:21.897 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_session_close": 0, 2024-05-21T00:46:21.897 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_laggy": 0, 2024-05-21T00:46:21.897 INFO:teuthology.orchestra.run.smithi092.stdout: "omap_wr": 0, 2024-05-21T00:46:21.897 INFO:teuthology.orchestra.run.smithi092.stdout: "omap_rd": 2, 2024-05-21T00:46:21.897 INFO:teuthology.orchestra.run.smithi092.stdout: "omap_del": 0 2024-05-21T00:46:21.897 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.897 INFO:teuthology.orchestra.run.smithi092.stdout: "oft": { 2024-05-21T00:46:21.897 INFO:teuthology.orchestra.run.smithi092.stdout: "omap_total_objs": 0, 2024-05-21T00:46:21.898 INFO:teuthology.orchestra.run.smithi092.stdout: "omap_total_kv_pairs": 0, 2024-05-21T00:46:21.898 INFO:teuthology.orchestra.run.smithi092.stdout: "omap_total_updates": 0, 2024-05-21T00:46:21.898 INFO:teuthology.orchestra.run.smithi092.stdout: "omap_total_removes": 0 2024-05-21T00:46:21.898 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.898 INFO:teuthology.orchestra.run.smithi092.stdout: "osd-slow-ops": { 2024-05-21T00:46:21.898 INFO:teuthology.orchestra.run.smithi092.stdout: "slow_ops_count": 0 2024-05-21T00:46:21.898 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.898 INFO:teuthology.orchestra.run.smithi092.stdout: "purge_queue": { 2024-05-21T00:46:21.898 INFO:teuthology.orchestra.run.smithi092.stdout: "pq_executing_ops": 0, 2024-05-21T00:46:21.898 INFO:teuthology.orchestra.run.smithi092.stdout: "pq_executing_ops_high_water": 0, 2024-05-21T00:46:21.898 INFO:teuthology.orchestra.run.smithi092.stdout: "pq_executing": 0, 2024-05-21T00:46:21.898 INFO:teuthology.orchestra.run.smithi092.stdout: "pq_executing_high_water": 0, 2024-05-21T00:46:21.898 INFO:teuthology.orchestra.run.smithi092.stdout: "pq_executed_ops": 0, 2024-05-21T00:46:21.898 INFO:teuthology.orchestra.run.smithi092.stdout: "pq_executed": 0, 2024-05-21T00:46:21.899 INFO:teuthology.orchestra.run.smithi092.stdout: "pq_item_in_journal": 0 2024-05-21T00:46:21.899 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.899 INFO:teuthology.orchestra.run.smithi092.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T00:46:21.899 INFO:teuthology.orchestra.run.smithi092.stdout: "val": 0, 2024-05-21T00:46:21.899 INFO:teuthology.orchestra.run.smithi092.stdout: "max": 104857600, 2024-05-21T00:46:21.899 INFO:teuthology.orchestra.run.smithi092.stdout: "get_started": 0, 2024-05-21T00:46:21.899 INFO:teuthology.orchestra.run.smithi092.stdout: "get": 1769, 2024-05-21T00:46:21.899 INFO:teuthology.orchestra.run.smithi092.stdout: "get_sum": 13773320, 2024-05-21T00:46:21.899 INFO:teuthology.orchestra.run.smithi092.stdout: "get_or_fail_fail": 0, 2024-05-21T00:46:21.899 INFO:teuthology.orchestra.run.smithi092.stdout: "get_or_fail_success": 1769, 2024-05-21T00:46:21.899 INFO:teuthology.orchestra.run.smithi092.stdout: "take": 0, 2024-05-21T00:46:21.899 INFO:teuthology.orchestra.run.smithi092.stdout: "take_sum": 0, 2024-05-21T00:46:21.899 INFO:teuthology.orchestra.run.smithi092.stdout: "put": 1769, 2024-05-21T00:46:21.900 INFO:teuthology.orchestra.run.smithi092.stdout: "put_sum": 13773320, 2024-05-21T00:46:21.900 INFO:teuthology.orchestra.run.smithi092.stdout: "wait": { 2024-05-21T00:46:21.900 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.900 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.900 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.900 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-05-21T00:46:21.900 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.900 INFO:teuthology.orchestra.run.smithi092.stdout: "throttle-objecter_bytes": { 2024-05-21T00:46:21.900 INFO:teuthology.orchestra.run.smithi092.stdout: "val": 0, 2024-05-21T00:46:21.900 INFO:teuthology.orchestra.run.smithi092.stdout: "max": 104857600, 2024-05-21T00:46:21.900 INFO:teuthology.orchestra.run.smithi092.stdout: "get_started": 0, 2024-05-21T00:46:21.900 INFO:teuthology.orchestra.run.smithi092.stdout: "get": 0, 2024-05-21T00:46:21.900 INFO:teuthology.orchestra.run.smithi092.stdout: "get_sum": 0, 2024-05-21T00:46:21.900 INFO:teuthology.orchestra.run.smithi092.stdout: "get_or_fail_fail": 0, 2024-05-21T00:46:21.900 INFO:teuthology.orchestra.run.smithi092.stdout: "get_or_fail_success": 0, 2024-05-21T00:46:21.901 INFO:teuthology.orchestra.run.smithi092.stdout: "take": 1597, 2024-05-21T00:46:21.901 INFO:teuthology.orchestra.run.smithi092.stdout: "take_sum": 12671851, 2024-05-21T00:46:21.901 INFO:teuthology.orchestra.run.smithi092.stdout: "put": 1597, 2024-05-21T00:46:21.901 INFO:teuthology.orchestra.run.smithi092.stdout: "put_sum": 12671851, 2024-05-21T00:46:21.901 INFO:teuthology.orchestra.run.smithi092.stdout: "wait": { 2024-05-21T00:46:21.901 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.901 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.901 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.901 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-05-21T00:46:21.901 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.901 INFO:teuthology.orchestra.run.smithi092.stdout: "throttle-objecter_ops": { 2024-05-21T00:46:21.901 INFO:teuthology.orchestra.run.smithi092.stdout: "val": 0, 2024-05-21T00:46:21.901 INFO:teuthology.orchestra.run.smithi092.stdout: "max": 1024, 2024-05-21T00:46:21.901 INFO:teuthology.orchestra.run.smithi092.stdout: "get_started": 0, 2024-05-21T00:46:21.902 INFO:teuthology.orchestra.run.smithi092.stdout: "get": 0, 2024-05-21T00:46:21.902 INFO:teuthology.orchestra.run.smithi092.stdout: "get_sum": 0, 2024-05-21T00:46:21.902 INFO:teuthology.orchestra.run.smithi092.stdout: "get_or_fail_fail": 0, 2024-05-21T00:46:21.902 INFO:teuthology.orchestra.run.smithi092.stdout: "get_or_fail_success": 0, 2024-05-21T00:46:21.902 INFO:teuthology.orchestra.run.smithi092.stdout: "take": 1597, 2024-05-21T00:46:21.902 INFO:teuthology.orchestra.run.smithi092.stdout: "take_sum": 1597, 2024-05-21T00:46:21.902 INFO:teuthology.orchestra.run.smithi092.stdout: "put": 1597, 2024-05-21T00:46:21.902 INFO:teuthology.orchestra.run.smithi092.stdout: "put_sum": 1597, 2024-05-21T00:46:21.902 INFO:teuthology.orchestra.run.smithi092.stdout: "wait": { 2024-05-21T00:46:21.902 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.902 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.902 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.902 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-05-21T00:46:21.903 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.903 INFO:teuthology.orchestra.run.smithi092.stdout: "throttle-write_buf_throttle": { 2024-05-21T00:46:21.903 INFO:teuthology.orchestra.run.smithi092.stdout: "val": 0, 2024-05-21T00:46:21.903 INFO:teuthology.orchestra.run.smithi092.stdout: "max": 3758096384, 2024-05-21T00:46:21.903 INFO:teuthology.orchestra.run.smithi092.stdout: "get_started": 0, 2024-05-21T00:46:21.903 INFO:teuthology.orchestra.run.smithi092.stdout: "get": 0, 2024-05-21T00:46:21.903 INFO:teuthology.orchestra.run.smithi092.stdout: "get_sum": 0, 2024-05-21T00:46:21.903 INFO:teuthology.orchestra.run.smithi092.stdout: "get_or_fail_fail": 0, 2024-05-21T00:46:21.903 INFO:teuthology.orchestra.run.smithi092.stdout: "get_or_fail_success": 0, 2024-05-21T00:46:21.903 INFO:teuthology.orchestra.run.smithi092.stdout: "take": 0, 2024-05-21T00:46:21.903 INFO:teuthology.orchestra.run.smithi092.stdout: "take_sum": 0, 2024-05-21T00:46:21.903 INFO:teuthology.orchestra.run.smithi092.stdout: "put": 0, 2024-05-21T00:46:21.903 INFO:teuthology.orchestra.run.smithi092.stdout: "put_sum": 0, 2024-05-21T00:46:21.905 INFO:teuthology.orchestra.run.smithi092.stdout: "wait": { 2024-05-21T00:46:21.905 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.905 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.906 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.906 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-05-21T00:46:21.906 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:21.906 INFO:teuthology.orchestra.run.smithi092.stdout: "throttle-write_buf_throttle-0x563b251086e0": { 2024-05-21T00:46:21.906 INFO:teuthology.orchestra.run.smithi092.stdout: "val": 0, 2024-05-21T00:46:21.906 INFO:teuthology.orchestra.run.smithi092.stdout: "max": 3758096384, 2024-05-21T00:46:21.906 INFO:teuthology.orchestra.run.smithi092.stdout: "get_started": 0, 2024-05-21T00:46:21.906 INFO:teuthology.orchestra.run.smithi092.stdout: "get": 0, 2024-05-21T00:46:21.906 INFO:teuthology.orchestra.run.smithi092.stdout: "get_sum": 0, 2024-05-21T00:46:21.906 INFO:teuthology.orchestra.run.smithi092.stdout: "get_or_fail_fail": 0, 2024-05-21T00:46:21.906 INFO:teuthology.orchestra.run.smithi092.stdout: "get_or_fail_success": 0, 2024-05-21T00:46:21.906 INFO:teuthology.orchestra.run.smithi092.stdout: "take": 0, 2024-05-21T00:46:21.906 INFO:teuthology.orchestra.run.smithi092.stdout: "take_sum": 0, 2024-05-21T00:46:21.907 INFO:teuthology.orchestra.run.smithi092.stdout: "put": 0, 2024-05-21T00:46:21.907 INFO:teuthology.orchestra.run.smithi092.stdout: "put_sum": 0, 2024-05-21T00:46:21.907 INFO:teuthology.orchestra.run.smithi092.stdout: "wait": { 2024-05-21T00:46:21.907 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:21.907 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:21.907 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:21.907 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-05-21T00:46:21.907 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-05-21T00:46:21.907 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-05-21T00:46:21.908 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:21 smithi044 ceph-mon[31392]: pgmap v587: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-05-21T00:46:21.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:21 smithi082 ceph-mon[36141]: pgmap v587: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-05-21T00:46:22.630 INFO:tasks.check_counter:Daemon mds.i mds.exported=0 2024-05-21T00:46:22.630 INFO:tasks.check_counter:Daemon mds.i mds.imported=0 2024-05-21T00:46:22.630 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=0 2024-05-21T00:46:22.630 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=0 2024-05-21T00:46:22.630 DEBUG:tasks.check_counter:Getting stats from l 2024-05-21T00:46:22.630 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph daemon mds.l perf dump 2024-05-21T00:46:22.865 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:46:23.556 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:23 smithi092 ceph-mon[36335]: pgmap v588: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:46:23.647 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:23 smithi044 ceph-mon[31392]: pgmap v588: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:46:23.694 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:23 smithi082 ceph-mon[36141]: pgmap v588: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:46:24.321 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-05-21T00:46:24.322 INFO:teuthology.orchestra.run.smithi092.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T00:46:24.322 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_messages": 0, 2024-05-21T00:46:24.322 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_messages": 2, 2024-05-21T00:46:24.322 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_bytes": 0, 2024-05-21T00:46:24.322 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_bytes": 0, 2024-05-21T00:46:24.322 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_created_connections": 4, 2024-05-21T00:46:24.322 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_active_connections": 0, 2024-05-21T00:46:24.322 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_total_time": 0.001025111, 2024-05-21T00:46:24.322 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_send_time": 0.000000000, 2024-05-21T00:46:24.322 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_recv_time": 0.000259687, 2024-05-21T00:46:24.322 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T00:46:24.322 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:46:24.323 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:24.323 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:24.323 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:24.323 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:24.323 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:46:24.323 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:24.323 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:24.323 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:24.323 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:24.323 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-21T00:46:24.323 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_encrypted_bytes": 0 2024-05-21T00:46:24.323 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:24.323 INFO:teuthology.orchestra.run.smithi092.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T00:46:24.324 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_messages": 171, 2024-05-21T00:46:24.324 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_messages": 164, 2024-05-21T00:46:24.324 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_bytes": 800992, 2024-05-21T00:46:24.324 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_bytes": 99696, 2024-05-21T00:46:24.324 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_created_connections": 2, 2024-05-21T00:46:24.324 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_active_connections": 1, 2024-05-21T00:46:24.324 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_total_time": 0.030170870, 2024-05-21T00:46:24.324 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_send_time": 0.009942466, 2024-05-21T00:46:24.324 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_recv_time": 0.019457753, 2024-05-21T00:46:24.324 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_fast_dispatch_time": 0.004060790, 2024-05-21T00:46:24.324 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:46:24.324 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 164, 2024-05-21T00:46:24.324 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.009377507, 2024-05-21T00:46:24.325 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000057179 2024-05-21T00:46:24.325 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:24.325 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:46:24.325 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:24.325 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:24.325 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:24.325 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:24.325 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_encrypted_bytes": 800992, 2024-05-21T00:46:24.325 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_encrypted_bytes": 99696 2024-05-21T00:46:24.325 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:24.325 INFO:teuthology.orchestra.run.smithi092.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T00:46:24.325 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_messages": 1, 2024-05-21T00:46:24.325 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_messages": 123, 2024-05-21T00:46:24.326 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_bytes": 160, 2024-05-21T00:46:24.326 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_bytes": 100304, 2024-05-21T00:46:24.326 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_created_connections": 3, 2024-05-21T00:46:24.326 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_active_connections": 2, 2024-05-21T00:46:24.326 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_total_time": 0.007130849, 2024-05-21T00:46:24.326 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_send_time": 0.005307106, 2024-05-21T00:46:24.326 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_recv_time": 0.000375244, 2024-05-21T00:46:24.326 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T00:46:24.326 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:46:24.326 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 121, 2024-05-21T00:46:24.326 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.008493370, 2024-05-21T00:46:24.326 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000070193 2024-05-21T00:46:24.326 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:24.327 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:46:24.327 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:24.327 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:24.327 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:24.327 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:24.327 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-21T00:46:24.327 INFO:teuthology.orchestra.run.smithi092.stdout: "msgr_send_encrypted_bytes": 100304 2024-05-21T00:46:24.327 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:24.327 INFO:teuthology.orchestra.run.smithi092.stdout: "cct": { 2024-05-21T00:46:24.327 INFO:teuthology.orchestra.run.smithi092.stdout: "total_workers": 0, 2024-05-21T00:46:24.327 INFO:teuthology.orchestra.run.smithi092.stdout: "unhealthy_workers": 0 2024-05-21T00:46:24.327 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:24.327 INFO:teuthology.orchestra.run.smithi092.stdout: "mempool": { 2024-05-21T00:46:24.327 INFO:teuthology.orchestra.run.smithi092.stdout: "bloom_filter_bytes": 0, 2024-05-21T00:46:24.328 INFO:teuthology.orchestra.run.smithi092.stdout: "bloom_filter_items": 0, 2024-05-21T00:46:24.328 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T00:46:24.328 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_alloc_items": 0, 2024-05-21T00:46:24.328 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T00:46:24.328 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_data_items": 0, 2024-05-21T00:46:24.328 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T00:46:24.328 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T00:46:24.328 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T00:46:24.328 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T00:46:24.328 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T00:46:24.328 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_other_items": 0, 2024-05-21T00:46:24.328 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T00:46:24.328 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T00:46:24.328 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_extent_bytes": 0, 2024-05-21T00:46:24.329 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_extent_items": 0, 2024-05-21T00:46:24.329 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_blob_bytes": 0, 2024-05-21T00:46:24.329 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_blob_items": 0, 2024-05-21T00:46:24.329 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T00:46:24.329 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T00:46:24.329 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T00:46:24.329 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T00:46:24.329 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T00:46:24.329 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_fsck_items": 0, 2024-05-21T00:46:24.329 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_txc_bytes": 0, 2024-05-21T00:46:24.329 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_txc_items": 0, 2024-05-21T00:46:24.329 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T00:46:24.329 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T00:46:24.330 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_writing_bytes": 0, 2024-05-21T00:46:24.330 INFO:teuthology.orchestra.run.smithi092.stdout: "bluestore_writing_items": 0, 2024-05-21T00:46:24.330 INFO:teuthology.orchestra.run.smithi092.stdout: "bluefs_bytes": 0, 2024-05-21T00:46:24.330 INFO:teuthology.orchestra.run.smithi092.stdout: "bluefs_items": 0, 2024-05-21T00:46:24.330 INFO:teuthology.orchestra.run.smithi092.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T00:46:24.330 INFO:teuthology.orchestra.run.smithi092.stdout: "bluefs_file_reader_items": 0, 2024-05-21T00:46:24.330 INFO:teuthology.orchestra.run.smithi092.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T00:46:24.330 INFO:teuthology.orchestra.run.smithi092.stdout: "bluefs_file_writer_items": 0, 2024-05-21T00:46:24.330 INFO:teuthology.orchestra.run.smithi092.stdout: "buffer_anon_bytes": 148985, 2024-05-21T00:46:24.330 INFO:teuthology.orchestra.run.smithi092.stdout: "buffer_anon_items": 30, 2024-05-21T00:46:24.330 INFO:teuthology.orchestra.run.smithi092.stdout: "buffer_meta_bytes": 0, 2024-05-21T00:46:24.330 INFO:teuthology.orchestra.run.smithi092.stdout: "buffer_meta_items": 0, 2024-05-21T00:46:24.331 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_bytes": 0, 2024-05-21T00:46:24.331 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_items": 0, 2024-05-21T00:46:24.331 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_mapbl_bytes": 0, 2024-05-21T00:46:24.331 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_mapbl_items": 0, 2024-05-21T00:46:24.331 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_pglog_bytes": 0, 2024-05-21T00:46:24.331 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_pglog_items": 0, 2024-05-21T00:46:24.331 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_bytes": 0, 2024-05-21T00:46:24.331 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_items": 0, 2024-05-21T00:46:24.331 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T00:46:24.331 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_mapping_items": 0, 2024-05-21T00:46:24.331 INFO:teuthology.orchestra.run.smithi092.stdout: "pgmap_bytes": 0, 2024-05-21T00:46:24.331 INFO:teuthology.orchestra.run.smithi092.stdout: "pgmap_items": 0, 2024-05-21T00:46:24.331 INFO:teuthology.orchestra.run.smithi092.stdout: "mds_co_bytes": 928, 2024-05-21T00:46:24.332 INFO:teuthology.orchestra.run.smithi092.stdout: "mds_co_items": 2, 2024-05-21T00:46:24.332 INFO:teuthology.orchestra.run.smithi092.stdout: "unittest_1_bytes": 0, 2024-05-21T00:46:24.332 INFO:teuthology.orchestra.run.smithi092.stdout: "unittest_1_items": 0, 2024-05-21T00:46:24.332 INFO:teuthology.orchestra.run.smithi092.stdout: "unittest_2_bytes": 0, 2024-05-21T00:46:24.332 INFO:teuthology.orchestra.run.smithi092.stdout: "unittest_2_items": 0 2024-05-21T00:46:24.332 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-05-21T00:46:24.332 INFO:teuthology.orchestra.run.smithi092.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T00:46:24.332 INFO:teuthology.orchestra.run.smithi092.stdout: "val": 0, 2024-05-21T00:46:24.332 INFO:teuthology.orchestra.run.smithi092.stdout: "max": 104857600, 2024-05-21T00:46:24.332 INFO:teuthology.orchestra.run.smithi092.stdout: "get_started": 0, 2024-05-21T00:46:24.332 INFO:teuthology.orchestra.run.smithi092.stdout: "get": 168, 2024-05-21T00:46:24.332 INFO:teuthology.orchestra.run.smithi092.stdout: "get_sum": 774366, 2024-05-21T00:46:24.332 INFO:teuthology.orchestra.run.smithi092.stdout: "get_or_fail_fail": 0, 2024-05-21T00:46:24.332 INFO:teuthology.orchestra.run.smithi092.stdout: "get_or_fail_success": 168, 2024-05-21T00:46:24.332 INFO:teuthology.orchestra.run.smithi092.stdout: "take": 0, 2024-05-21T00:46:24.333 INFO:teuthology.orchestra.run.smithi092.stdout: "take_sum": 0, 2024-05-21T00:46:24.333 INFO:teuthology.orchestra.run.smithi092.stdout: "put": 168, 2024-05-21T00:46:24.333 INFO:teuthology.orchestra.run.smithi092.stdout: "put_sum": 774366, 2024-05-21T00:46:24.333 INFO:teuthology.orchestra.run.smithi092.stdout: "wait": { 2024-05-21T00:46:24.333 INFO:teuthology.orchestra.run.smithi092.stdout: "avgcount": 0, 2024-05-21T00:46:24.333 INFO:teuthology.orchestra.run.smithi092.stdout: "sum": 0.000000000, 2024-05-21T00:46:24.333 INFO:teuthology.orchestra.run.smithi092.stdout: "avgtime": 0.000000000 2024-05-21T00:46:24.333 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-05-21T00:46:24.333 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-05-21T00:46:24.333 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-05-21T00:46:25.004 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.l 2024-05-21T00:46:25.004 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.l 2024-05-21T00:46:25.004 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.l 2024-05-21T00:46:25.004 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.l 2024-05-21T00:46:25.004 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-05-21T00:46:25.015 INFO:tasks.kclient:Unmounting kernel clients... 2024-05-21T00:46:25.015 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-21T00:46:25.015 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-21T00:46:25.079 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-21T00:46:25.079 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-21T00:46:25.136 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd blocklist ls 2024-05-21T00:46:25.603 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:46:25.786 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:25 smithi044 ceph-mon[31392]: pgmap v589: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-05-21T00:46:25.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:25 smithi092 ceph-mon[36335]: pgmap v589: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-05-21T00:46:25.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:25 smithi082 ceph-mon[36141]: pgmap v589: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-05-21T00:46:27.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:27 smithi044 ceph-mon[31392]: pgmap v590: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:46:27.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:27 smithi092 ceph-mon[36335]: pgmap v590: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:46:27.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.894+0000 7f4475e00700 1 -- 172.21.15.44:0/1572059836 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4470102fa0 msgr2=0x7f447010f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:27.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.894+0000 7f4475e00700 1 --2- 172.21.15.44:0/1572059836 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4470102fa0 0x7f447010f250 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f4468009f90 tx=0x7f446800b330 comp rx=0 tx=0).stop 2024-05-21T00:46:27.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.895+0000 7f4475e00700 1 -- 172.21.15.44:0/1572059836 shutdown_connections 2024-05-21T00:46:27.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.895+0000 7f4475e00700 1 --2- 172.21.15.44:0/1572059836 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4470102fa0 0x7f447010f250 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:27.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.895+0000 7f4475e00700 1 --2- 172.21.15.44:0/1572059836 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4470108410 0x7f44701087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:27.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.895+0000 7f4475e00700 1 --2- 172.21.15.44:0/1572059836 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4470102600 0x7f4470102a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:27.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.895+0000 7f4475e00700 1 -- 172.21.15.44:0/1572059836 >> 172.21.15.44:0/1572059836 conn(0x7f4470079280 msgr2=0x7f4470079690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:46:27.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.895+0000 7f4475e00700 1 -- 172.21.15.44:0/1572059836 shutdown_connections 2024-05-21T00:46:27.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.895+0000 7f4475e00700 1 -- 172.21.15.44:0/1572059836 wait complete. 2024-05-21T00:46:27.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.896+0000 7f4475e00700 1 Processor -- start 2024-05-21T00:46:27.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.896+0000 7f4475e00700 1 -- start start 2024-05-21T00:46:27.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.896+0000 7f4475e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4470102600 0x7f4470109260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:27.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.897+0000 7f4475e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4470102fa0 0x7f44701097a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:27.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.897+0000 7f4475e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4470108410 0x7f4470109ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:27.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.897+0000 7f4475e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4470112560 con 0x7f4470102fa0 2024-05-21T00:46:27.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.897+0000 7f4475e00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f44701123e0 con 0x7f4470108410 2024-05-21T00:46:27.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.897+0000 7f4475e00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f44701126e0 con 0x7f4470102600 2024-05-21T00:46:27.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.897+0000 7f446fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4470102fa0 0x7f44701097a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:27.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.897+0000 7f446fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4470102fa0 0x7f44701097a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35726/0 (socket says 172.21.15.44:35726) 2024-05-21T00:46:27.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.897+0000 7f446fe00700 1 -- 172.21.15.44:0/3390860685 learned_addr learned my addr 172.21.15.44:0/3390860685 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:46:27.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.897+0000 7f4474a00700 1 --2- 172.21.15.44:0/3390860685 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4470102600 0x7f4470109260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:27.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.897+0000 7f4475400700 1 --2- 172.21.15.44:0/3390860685 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4470108410 0x7f4470109ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:27.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.897+0000 7f4474a00700 1 -- 172.21.15.44:0/3390860685 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4470108410 msgr2=0x7f4470109ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:27.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.897+0000 7f4474a00700 1 --2- 172.21.15.44:0/3390860685 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4470108410 0x7f4470109ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:27.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.897+0000 7f4474a00700 1 -- 172.21.15.44:0/3390860685 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4470102fa0 msgr2=0x7f44701097a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:27.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.897+0000 7f4474a00700 1 --2- 172.21.15.44:0/3390860685 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4470102fa0 0x7f44701097a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:27.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.897+0000 7f4474a00700 1 -- 172.21.15.44:0/3390860685 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44701ac460 con 0x7f4470102600 2024-05-21T00:46:27.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.898+0000 7f4474a00700 1 --2- 172.21.15.44:0/3390860685 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4470102600 0x7f4470109260 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f446400ebc0 tx=0x7f446400eed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:46:27.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.898+0000 7f446d600700 1 -- 172.21.15.44:0/3390860685 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f446400cc90 con 0x7f4470102600 2024-05-21T00:46:27.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.898+0000 7f4475e00700 1 -- 172.21.15.44:0/3390860685 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44701ac750 con 0x7f4470102600 2024-05-21T00:46:27.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.898+0000 7f446d600700 1 -- 172.21.15.44:0/3390860685 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f44640044d0 con 0x7f4470102600 2024-05-21T00:46:27.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.898+0000 7f446d600700 1 -- 172.21.15.44:0/3390860685 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4464010430 con 0x7f4470102600 2024-05-21T00:46:27.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.898+0000 7f4475e00700 1 -- 172.21.15.44:0/3390860685 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44701acce0 con 0x7f4470102600 2024-05-21T00:46:27.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.900+0000 7f4475e00700 1 -- 172.21.15.44:0/3390860685 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4470103ac0 con 0x7f4470102600 2024-05-21T00:46:27.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.902+0000 7f446d600700 1 -- 172.21.15.44:0/3390860685 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f4464003ef0 con 0x7f4470102600 2024-05-21T00:46:27.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.903+0000 7f446d600700 1 --2- 172.21.15.44:0/3390860685 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f44580b2880 0x7f44580b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:27.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.904+0000 7f446d600700 1 -- 172.21.15.44:0/3390860685 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f44640e2580 con 0x7f4470102600 2024-05-21T00:46:27.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.904+0000 7f446fe00700 1 --2- 172.21.15.44:0/3390860685 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f44580b2880 0x7f44580b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:27.907 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.904+0000 7f446fe00700 1 --2- 172.21.15.44:0/3390860685 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f44580b2880 0x7f44580b4d40 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f447010aa20 tx=0x7f445c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:46:27.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:27.906+0000 7f446d600700 1 -- 172.21.15.44:0/3390860685 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f44640aa200 con 0x7f4470102600 2024-05-21T00:46:27.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:27 smithi082 ceph-mon[36141]: pgmap v590: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T00:46:28.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:28.163+0000 7f4475e00700 1 -- 172.21.15.44:0/3390860685 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f447006a230 con 0x7f4470102600 2024-05-21T00:46:28.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:28.164+0000 7f446d600700 1 -- 172.21.15.44:0/3390860685 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v82) ==== 81+0+587 (secure 0 0 0) 0x7f44640a9b00 con 0x7f4470102600 2024-05-21T00:46:28.167 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/880191957 2024-05-22T00:29:10.086497+0000 2024-05-21T00:46:28.167 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/587444604 2024-05-22T00:29:10.086497+0000 2024-05-21T00:46:28.167 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:6800/3330900916 2024-05-22T00:29:10.086497+0000 2024-05-21T00:46:28.167 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/64733516 2024-05-22T00:28:34.433643+0000 2024-05-21T00:46:28.167 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:6801/3460387030 2024-05-22T00:28:34.433643+0000 2024-05-21T00:46:28.167 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:6801/3330900916 2024-05-22T00:29:10.086497+0000 2024-05-21T00:46:28.168 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/1049391158 2024-05-22T00:28:34.433643+0000 2024-05-21T00:46:28.168 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:6800/3460387030 2024-05-22T00:28:34.433643+0000 2024-05-21T00:46:28.168 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/1950433201 2024-05-22T00:28:34.433643+0000 2024-05-21T00:46:28.168 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/866497567 2024-05-22T00:29:10.086497+0000 2024-05-21T00:46:28.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:28.168+0000 7f4475e00700 1 -- 172.21.15.44:0/3390860685 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f44580b2880 msgr2=0x7f44580b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:28.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:28.168+0000 7f4475e00700 1 --2- 172.21.15.44:0/3390860685 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f44580b2880 0x7f44580b4d40 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f447010aa20 tx=0x7f445c009260 comp rx=0 tx=0).stop 2024-05-21T00:46:28.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:28.168+0000 7f4475e00700 1 -- 172.21.15.44:0/3390860685 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4470102600 msgr2=0x7f4470109260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:28.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:28.168+0000 7f4475e00700 1 --2- 172.21.15.44:0/3390860685 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4470102600 0x7f4470109260 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f446400ebc0 tx=0x7f446400eed0 comp rx=0 tx=0).stop 2024-05-21T00:46:28.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:28.168+0000 7f4475e00700 1 -- 172.21.15.44:0/3390860685 shutdown_connections 2024-05-21T00:46:28.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:28.168+0000 7f4475e00700 1 --2- 172.21.15.44:0/3390860685 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f44580b2880 0x7f44580b4d40 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:28.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:28.168+0000 7f4475e00700 1 --2- 172.21.15.44:0/3390860685 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4470108410 0x7f4470109ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:28.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:28.168+0000 7f4475e00700 1 --2- 172.21.15.44:0/3390860685 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4470102600 0x7f4470109260 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:28.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:28.168+0000 7f4475e00700 1 --2- 172.21.15.44:0/3390860685 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4470102fa0 0x7f44701097a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:28.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:28.168+0000 7f4475e00700 1 -- 172.21.15.44:0/3390860685 >> 172.21.15.44:0/3390860685 conn(0x7f4470079280 msgr2=0x7f447006bab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:46:28.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:28.168+0000 7f4475e00700 1 -- 172.21.15.44:0/3390860685 shutdown_connections 2024-05-21T00:46:28.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:28.168+0000 7f4475e00700 1 -- 172.21.15.44:0/3390860685 wait complete. 2024-05-21T00:46:28.172 INFO:teuthology.orchestra.run.smithi044.stderr:listed 10 entries 2024-05-21T00:46:28.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:28 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/3390860685' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-21T00:46:28.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:28 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/3390860685' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-21T00:46:28.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:28 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/3390860685' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-21T00:46:28.995 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-05-21T00:46:28.995 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T00:46:28.995 DEBUG:teuthology.orchestra.run.smithi044:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-05-21T00:46:29.115 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi044.front.sepia.ceph.com 2024-05-21T00:46:29.115 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T00:46:29.115 DEBUG:teuthology.orchestra.run.smithi044:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-05-21T00:46:29.195 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T00:46:29.195 DEBUG:teuthology.orchestra.run.smithi044:> ip netns list 2024-05-21T00:46:29.234 INFO:teuthology.orchestra.run.smithi044.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-05-21T00:46:29.235 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T00:46:29.235 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-21T00:46:29.359 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T00:46:29.360 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip link delete ceph-brx 2024-05-21T00:46:29.478 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-05-21T00:46:29.488 INFO:tasks.cephadm:Teardown begin 2024-05-21T00:46:29.488 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-05-21T00:46:29.488 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:46:29.647 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:29 smithi044 ceph-mon[31392]: pgmap v591: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-05-21T00:46:29.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:29 smithi092 ceph-mon[36335]: pgmap v591: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-05-21T00:46:29.927 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:46:29.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:29 smithi082 ceph-mon[36141]: pgmap v591: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-05-21T00:46:31.791 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:31 smithi044 ceph-mon[31392]: pgmap v592: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 7 op/s 2024-05-21T00:46:31.806 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:31 smithi092 ceph-mon[36335]: pgmap v592: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 7 op/s 2024-05-21T00:46:31.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:31 smithi082 ceph-mon[36141]: pgmap v592: 97 pgs: 97 active+clean; 13 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 7 op/s 2024-05-21T00:46:32.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.103+0000 7f3090400700 1 -- 172.21.15.44:0/1228933331 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f308806b220 msgr2=0x7f308806b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:32.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.103+0000 7f3090400700 1 --2- 172.21.15.44:0/1228933331 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f308806b220 0x7f308806b6a0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f3074009990 tx=0x7f3074009ca0 comp rx=0 tx=0).stop 2024-05-21T00:46:32.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.103+0000 7f3090400700 1 -- 172.21.15.44:0/1228933331 shutdown_connections 2024-05-21T00:46:32.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.104+0000 7f3090400700 1 --2- 172.21.15.44:0/1228933331 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30881095b0 0x7f3088109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:32.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.104+0000 7f3090400700 1 --2- 172.21.15.44:0/1228933331 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f308806bbe0 0x7f30881103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:32.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.104+0000 7f3090400700 1 --2- 172.21.15.44:0/1228933331 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f308806b220 0x7f308806b6a0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:32.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.104+0000 7f3090400700 1 -- 172.21.15.44:0/1228933331 >> 172.21.15.44:0/1228933331 conn(0x7f30880793f0 msgr2=0x7f3088079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:46:32.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.104+0000 7f3090400700 1 -- 172.21.15.44:0/1228933331 shutdown_connections 2024-05-21T00:46:32.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.104+0000 7f3090400700 1 -- 172.21.15.44:0/1228933331 wait complete. 2024-05-21T00:46:32.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.105+0000 7f3090400700 1 Processor -- start 2024-05-21T00:46:32.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.105+0000 7f3090400700 1 -- start start 2024-05-21T00:46:32.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.106+0000 7f3090400700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f308806b220 0x7f308819f900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:32.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.106+0000 7f3090400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f308806bbe0 0x7f308819fe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:32.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.106+0000 7f3090400700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f30881095b0 0x7f3088199ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:32.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.106+0000 7f3090400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f30881136e0 con 0x7f308806bbe0 2024-05-21T00:46:32.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.106+0000 7f3090400700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f3088113560 con 0x7f308806b220 2024-05-21T00:46:32.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.106+0000 7f3090400700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f3088113860 con 0x7f30881095b0 2024-05-21T00:46:32.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.106+0000 7f308da00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f308806b220 0x7f308819f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:32.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.106+0000 7f308da00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f308806b220 0x7f308819f900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.44:58440/0 (socket says 172.21.15.44:58440) 2024-05-21T00:46:32.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.106+0000 7f308da00700 1 -- 172.21.15.44:0/1655420191 learned_addr learned my addr 172.21.15.44:0/1655420191 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:46:32.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.106+0000 7f308d000700 1 --2- 172.21.15.44:0/1655420191 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f308806bbe0 0x7f308819fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:32.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.107+0000 7f308e400700 1 --2- 172.21.15.44:0/1655420191 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f30881095b0 0x7f3088199ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:32.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.107+0000 7f308da00700 1 -- 172.21.15.44:0/1655420191 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f30881095b0 msgr2=0x7f3088199ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:32.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.107+0000 7f308da00700 1 --2- 172.21.15.44:0/1655420191 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f30881095b0 0x7f3088199ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:32.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.107+0000 7f308da00700 1 -- 172.21.15.44:0/1655420191 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f308806bbe0 msgr2=0x7f308819fe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:32.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.107+0000 7f308da00700 1 --2- 172.21.15.44:0/1655420191 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f308806bbe0 0x7f308819fe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:32.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.107+0000 7f308da00700 1 -- 172.21.15.44:0/1655420191 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f308819a220 con 0x7f308806b220 2024-05-21T00:46:32.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.107+0000 7f308d000700 1 --2- 172.21.15.44:0/1655420191 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f308806bbe0 0x7f308819fe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:46:32.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.107+0000 7f308da00700 1 --2- 172.21.15.44:0/1655420191 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f308806b220 0x7f308819f900 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f307c00e9a0 tx=0x7f307c00ed60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:46:32.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.107+0000 7f3086000700 1 -- 172.21.15.44:0/1655420191 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f307c00cbd0 con 0x7f308806b220 2024-05-21T00:46:32.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.107+0000 7f3090400700 1 -- 172.21.15.44:0/1655420191 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f308819a510 con 0x7f308806b220 2024-05-21T00:46:32.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.107+0000 7f3086000700 1 -- 172.21.15.44:0/1655420191 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f307c00cd70 con 0x7f308806b220 2024-05-21T00:46:32.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.107+0000 7f3086000700 1 -- 172.21.15.44:0/1655420191 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f307c018680 con 0x7f308806b220 2024-05-21T00:46:32.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.108+0000 7f3090400700 1 -- 172.21.15.44:0/1655420191 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30881a67d0 con 0x7f308806b220 2024-05-21T00:46:32.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.109+0000 7f3090400700 1 -- 172.21.15.44:0/1655420191 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f308806a230 con 0x7f308806b220 2024-05-21T00:46:32.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.111+0000 7f3086000700 1 -- 172.21.15.44:0/1655420191 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f307c010970 con 0x7f308806b220 2024-05-21T00:46:32.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.113+0000 7f3086000700 1 --2- 172.21.15.44:0/1655420191 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f30700b2880 0x7f30700b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:32.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.113+0000 7f3086000700 1 -- 172.21.15.44:0/1655420191 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f307c0e2a80 con 0x7f308806b220 2024-05-21T00:46:32.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.113+0000 7f308d000700 1 --2- 172.21.15.44:0/1655420191 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f30700b2880 0x7f30700b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:32.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.114+0000 7f308d000700 1 --2- 172.21.15.44:0/1655420191 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f30700b2880 0x7f30700b4d40 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f307400b2e0 tx=0x7f307401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:46:32.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.119+0000 7f3086000700 1 -- 172.21.15.44:0/1655420191 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f307c0aa700 con 0x7f308806b220 2024-05-21T00:46:32.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.406+0000 7f3090400700 1 -- 172.21.15.44:0/1655420191 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f308802e560 con 0x7f308806b220 2024-05-21T00:46:32.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.408+0000 7f3086000700 1 -- 172.21.15.44:0/1655420191 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11854 (secure 0 0 0) 0x7f307c0aa000 con 0x7f308806b220 2024-05-21T00:46:32.411 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:46:32.411 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/561549854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":561549854},{"type":"v1","addr":"172.21.15.44:6837","nonce":561549854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/2400906516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2400906516},{"type":"v1","addr":"172.21.15.82:6835","nonce":2400906516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2996309052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2996309052},{"type":"v1","addr":"172.21.15.92:6835","nonce":2996309052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:37:29.521554+0000","modified":"2024-05-21T00:41:28.977476+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24521,"mds_1":24511,"mds_2":24509},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24482":{"gid":24482,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6837/2183805482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":2183805482},{"type":"v1","addr":"172.21.15.82:6837","nonce":2183805482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6837/1462528640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1462528640},{"type":"v1","addr":"172.21.15.92:6837","nonce":1462528640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6839/1183044801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6838","nonce":1183044801},{"type":"v1","addr":"172.21.15.92:6839","nonce":1183044801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"a","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/3917264755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":3917264755},{"type":"v1","addr":"172.21.15.44:6841","nonce":3917264755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1038937716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1038937716},{"type":"v1","addr":"172.21.15.44:6839","nonce":1038937716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.82:6839/3736218763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":3736218763},{"type":"v1","addr":"172.21.15.82:6839","nonce":3736218763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24521,"qdb_cluster":[24509,24511,24521]},"id":1}]} 2024-05-21T00:46:32.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.410+0000 7f3090400700 1 -- 172.21.15.44:0/1655420191 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f30700b2880 msgr2=0x7f30700b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:32.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.410+0000 7f3090400700 1 --2- 172.21.15.44:0/1655420191 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f30700b2880 0x7f30700b4d40 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f307400b2e0 tx=0x7f307401a040 comp rx=0 tx=0).stop 2024-05-21T00:46:32.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.410+0000 7f3090400700 1 -- 172.21.15.44:0/1655420191 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f308806b220 msgr2=0x7f308819f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:32.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.410+0000 7f3090400700 1 --2- 172.21.15.44:0/1655420191 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f308806b220 0x7f308819f900 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f307c00e9a0 tx=0x7f307c00ed60 comp rx=0 tx=0).stop 2024-05-21T00:46:32.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.411+0000 7f3090400700 1 -- 172.21.15.44:0/1655420191 shutdown_connections 2024-05-21T00:46:32.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.411+0000 7f3090400700 1 --2- 172.21.15.44:0/1655420191 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f30700b2880 0x7f30700b4d40 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:32.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.411+0000 7f3090400700 1 --2- 172.21.15.44:0/1655420191 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f30881095b0 0x7f3088199ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:32.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.411+0000 7f3090400700 1 --2- 172.21.15.44:0/1655420191 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f308806b220 0x7f308819f900 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:32.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.411+0000 7f3090400700 1 --2- 172.21.15.44:0/1655420191 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f308806bbe0 0x7f308819fe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:32.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.411+0000 7f3090400700 1 -- 172.21.15.44:0/1655420191 >> 172.21.15.44:0/1655420191 conn(0x7f30880793f0 msgr2=0x7f30881011f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:46:32.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.411+0000 7f3090400700 1 -- 172.21.15.44:0/1655420191 shutdown_connections 2024-05-21T00:46:32.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:32.411+0000 7f3090400700 1 -- 172.21.15.44:0/1655420191 wait complete. 2024-05-21T00:46:32.415 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 26 2024-05-21T00:46:32.830 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:32 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1655420191' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:46:32.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:32 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/1655420191' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:46:33.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:32 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/1655420191' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:46:33.258 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:46:33.739 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:46:33.894 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:33 smithi044 ceph-mon[31392]: pgmap v593: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T00:46:33.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:33 smithi082 ceph-mon[36141]: pgmap v593: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T00:46:34.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:33 smithi092 ceph-mon[36335]: pgmap v593: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T00:46:35.781 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:35 smithi044 ceph-mon[31392]: pgmap v594: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 8 op/s 2024-05-21T00:46:35.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:35 smithi082 ceph-mon[36141]: pgmap v594: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 8 op/s 2024-05-21T00:46:36.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:35 smithi092 ceph-mon[36335]: pgmap v594: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 8 op/s 2024-05-21T00:46:36.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.061+0000 7f917b800700 1 -- 172.21.15.44:0/1521771208 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f917410fff0 msgr2=0x7f91741123e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:36.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.061+0000 7f917b800700 1 --2- 172.21.15.44:0/1521771208 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f917410fff0 0x7f91741123e0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f916c00b0a0 tx=0x7f916c00b3b0 comp rx=0 tx=0).stop 2024-05-21T00:46:36.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.061+0000 7f917b800700 1 -- 172.21.15.44:0/1521771208 shutdown_connections 2024-05-21T00:46:36.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.061+0000 7f917b800700 1 --2- 172.21.15.44:0/1521771208 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f917410fff0 0x7f91741123e0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:36.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.061+0000 7f917b800700 1 --2- 172.21.15.44:0/1521771208 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f917406b250 0x7f917406b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:36.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.061+0000 7f917b800700 1 --2- 172.21.15.44:0/1521771208 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f917406bb70 0x7f917410fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:36.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.061+0000 7f917b800700 1 -- 172.21.15.44:0/1521771208 >> 172.21.15.44:0/1521771208 conn(0x7f91740793f0 msgr2=0x7f9174079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:46:36.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.061+0000 7f917b800700 1 -- 172.21.15.44:0/1521771208 shutdown_connections 2024-05-21T00:46:36.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.061+0000 7f917b800700 1 -- 172.21.15.44:0/1521771208 wait complete. 2024-05-21T00:46:36.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.062+0000 7f917b800700 1 Processor -- start 2024-05-21T00:46:36.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.063+0000 7f917b800700 1 -- start start 2024-05-21T00:46:36.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.063+0000 7f917b800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f917406b250 0x7f917419beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:36.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.063+0000 7f917b800700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f917406bb70 0x7f917419c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:36.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.063+0000 7f917b800700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f917410fff0 0x7f91741a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:36.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.063+0000 7f917b800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9174115960 con 0x7f917406b250 2024-05-21T00:46:36.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.063+0000 7f917b800700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f91741157e0 con 0x7f917406bb70 2024-05-21T00:46:36.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.063+0000 7f917b800700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f9174115ae0 con 0x7f917410fff0 2024-05-21T00:46:36.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.063+0000 7f9178e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f917406b250 0x7f917419beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:36.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.063+0000 7f9178e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f917406b250 0x7f917419beb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35770/0 (socket says 172.21.15.44:35770) 2024-05-21T00:46:36.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.064+0000 7f9178e00700 1 -- 172.21.15.44:0/2946157955 learned_addr learned my addr 172.21.15.44:0/2946157955 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:46:36.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.064+0000 7f916be00700 1 --2- 172.21.15.44:0/2946157955 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f917406bb70 0x7f917419c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:36.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.064+0000 7f9179800700 1 --2- 172.21.15.44:0/2946157955 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f917410fff0 0x7f91741a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:36.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.064+0000 7f9178e00700 1 -- 172.21.15.44:0/2946157955 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f917410fff0 msgr2=0x7f91741a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:36.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.064+0000 7f9178e00700 1 --2- 172.21.15.44:0/2946157955 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f917410fff0 0x7f91741a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:36.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.064+0000 7f9178e00700 1 -- 172.21.15.44:0/2946157955 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f917406bb70 msgr2=0x7f917419c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:36.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.064+0000 7f9178e00700 1 --2- 172.21.15.44:0/2946157955 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f917406bb70 0x7f917419c3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:36.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.064+0000 7f9178e00700 1 -- 172.21.15.44:0/2946157955 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91741a0e70 con 0x7f917406b250 2024-05-21T00:46:36.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.064+0000 7f9179800700 1 --2- 172.21.15.44:0/2946157955 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f917410fff0 0x7f91741a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:46:36.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.064+0000 7f916be00700 1 --2- 172.21.15.44:0/2946157955 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f917406bb70 0x7f917419c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:46:36.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.064+0000 7f9178e00700 1 --2- 172.21.15.44:0/2946157955 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f917406b250 0x7f917419beb0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f915800e9a0 tx=0x7f915800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:46:36.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.065+0000 7f9172000700 1 -- 172.21.15.44:0/2946157955 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f915800ca10 con 0x7f917406b250 2024-05-21T00:46:36.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.065+0000 7f9172000700 1 -- 172.21.15.44:0/2946157955 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f915800cbb0 con 0x7f917406b250 2024-05-21T00:46:36.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.065+0000 7f917b800700 1 -- 172.21.15.44:0/2946157955 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91741a1160 con 0x7f917406b250 2024-05-21T00:46:36.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.065+0000 7f9172000700 1 -- 172.21.15.44:0/2946157955 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9158018680 con 0x7f917406b250 2024-05-21T00:46:36.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.065+0000 7f917b800700 1 -- 172.21.15.44:0/2946157955 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91741a89e0 con 0x7f917406b250 2024-05-21T00:46:36.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.066+0000 7f917b800700 1 -- 172.21.15.44:0/2946157955 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f917406a230 con 0x7f917406b250 2024-05-21T00:46:36.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.069+0000 7f9172000700 1 -- 172.21.15.44:0/2946157955 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f9158010430 con 0x7f917406b250 2024-05-21T00:46:36.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.070+0000 7f9172000700 1 --2- 172.21.15.44:0/2946157955 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f91500b2880 0x7f91500b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:36.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.070+0000 7f9172000700 1 -- 172.21.15.44:0/2946157955 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7f91580e2760 con 0x7f917406b250 2024-05-21T00:46:36.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.071+0000 7f916be00700 1 --2- 172.21.15.44:0/2946157955 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f91500b2880 0x7f91500b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:36.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.071+0000 7f916be00700 1 --2- 172.21.15.44:0/2946157955 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f91500b2880 0x7f91500b4d40 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f9174103a00 tx=0x7f9160009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:46:36.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.073+0000 7f9172000700 1 -- 172.21.15.44:0/2946157955 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f91580aa3e0 con 0x7f917406b250 2024-05-21T00:46:36.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.367+0000 7f917b800700 1 -- 172.21.15.44:0/2946157955 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f917402e560 con 0x7f917406b250 2024-05-21T00:46:36.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.369+0000 7f9172000700 1 -- 172.21.15.44:0/2946157955 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11854 (secure 0 0 0) 0x7f91580a9ce0 con 0x7f917406b250 2024-05-21T00:46:36.371 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:46:36.372 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/561549854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":561549854},{"type":"v1","addr":"172.21.15.44:6837","nonce":561549854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6833/2547325274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2547325274},{"type":"v1","addr":"172.21.15.82:6833","nonce":2547325274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4030041525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4030041525},{"type":"v1","addr":"172.21.15.92:6833","nonce":4030041525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/743303105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":743303105},{"type":"v1","addr":"172.21.15.44:6835","nonce":743303105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/2400906516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2400906516},{"type":"v1","addr":"172.21.15.82:6835","nonce":2400906516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2996309052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2996309052},{"type":"v1","addr":"172.21.15.92:6835","nonce":2996309052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:37:29.521554+0000","modified":"2024-05-21T00:41:28.977476+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24521,"mds_1":24511,"mds_2":24509},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24482":{"gid":24482,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6837/2183805482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":2183805482},{"type":"v1","addr":"172.21.15.82:6837","nonce":2183805482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6837/1462528640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1462528640},{"type":"v1","addr":"172.21.15.92:6837","nonce":1462528640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.92:6839/1183044801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6838","nonce":1183044801},{"type":"v1","addr":"172.21.15.92:6839","nonce":1183044801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"a","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/3917264755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":3917264755},{"type":"v1","addr":"172.21.15.44:6841","nonce":3917264755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1038937716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1038937716},{"type":"v1","addr":"172.21.15.44:6839","nonce":1038937716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.82:6839/3736218763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":3736218763},{"type":"v1","addr":"172.21.15.82:6839","nonce":3736218763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24521,"qdb_cluster":[24509,24511,24521]},"id":1}]} 2024-05-21T00:46:36.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.372+0000 7f917b800700 1 -- 172.21.15.44:0/2946157955 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f91500b2880 msgr2=0x7f91500b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:36.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.372+0000 7f917b800700 1 --2- 172.21.15.44:0/2946157955 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f91500b2880 0x7f91500b4d40 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f9174103a00 tx=0x7f9160009260 comp rx=0 tx=0).stop 2024-05-21T00:46:36.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.372+0000 7f917b800700 1 -- 172.21.15.44:0/2946157955 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f917406b250 msgr2=0x7f917419beb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:36.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.372+0000 7f917b800700 1 --2- 172.21.15.44:0/2946157955 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f917406b250 0x7f917419beb0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f915800e9a0 tx=0x7f915800ecb0 comp rx=0 tx=0).stop 2024-05-21T00:46:36.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.372+0000 7f917b800700 1 -- 172.21.15.44:0/2946157955 shutdown_connections 2024-05-21T00:46:36.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.372+0000 7f917b800700 1 --2- 172.21.15.44:0/2946157955 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f91500b2880 0x7f91500b4d40 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:36.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.372+0000 7f917b800700 1 --2- 172.21.15.44:0/2946157955 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f917406b250 0x7f917419beb0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:36.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.372+0000 7f917b800700 1 --2- 172.21.15.44:0/2946157955 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f917410fff0 0x7f91741a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:36.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.372+0000 7f917b800700 1 --2- 172.21.15.44:0/2946157955 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f917406bb70 0x7f917419c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:36.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.372+0000 7f917b800700 1 -- 172.21.15.44:0/2946157955 >> 172.21.15.44:0/2946157955 conn(0x7f91740793f0 msgr2=0x7f91741114e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:46:36.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.372+0000 7f917b800700 1 -- 172.21.15.44:0/2946157955 shutdown_connections 2024-05-21T00:46:36.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:36.372+0000 7f917b800700 1 -- 172.21.15.44:0/2946157955 wait complete. 2024-05-21T00:46:36.376 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 26 2024-05-21T00:46:36.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:36 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/2946157955' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:46:36.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:36 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/2946157955' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:46:37.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:36 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/2946157955' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:46:37.326 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T00:46:37.784 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:46:37.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:37 smithi044 ceph-mon[31392]: pgmap v595: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T00:46:37.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:37 smithi082 ceph-mon[36141]: pgmap v595: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T00:46:38.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:37 smithi092 ceph-mon[36335]: pgmap v595: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T00:46:39.798 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:39 smithi044 ceph-mon[31392]: pgmap v596: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T00:46:39.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:39 smithi082 ceph-mon[36141]: pgmap v596: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T00:46:40.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:39 smithi092 ceph-mon[36335]: pgmap v596: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T00:46:40.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.099+0000 7feac8e00700 1 -- 172.21.15.44:0/3532354560 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feac4076290 msgr2=0x7feac410f760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:40.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.099+0000 7feac8e00700 1 --2- 172.21.15.44:0/3532354560 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feac4076290 0x7feac410f760 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7feaac00b0a0 tx=0x7feaac00b3b0 comp rx=0 tx=0).stop 2024-05-21T00:46:40.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.099+0000 7feac8e00700 1 -- 172.21.15.44:0/3532354560 shutdown_connections 2024-05-21T00:46:40.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.099+0000 7feac8e00700 1 --2- 172.21.15.44:0/3532354560 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7feac4075970 0x7feac4075d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:40.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.099+0000 7feac8e00700 1 --2- 172.21.15.44:0/3532354560 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7feac410fca0 0x7feac4112110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:40.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.099+0000 7feac8e00700 1 --2- 172.21.15.44:0/3532354560 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feac4076290 0x7feac410f760 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:40.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.099+0000 7feac8e00700 1 -- 172.21.15.44:0/3532354560 >> 172.21.15.44:0/3532354560 conn(0x7feac40fef90 msgr2=0x7feac41013b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:46:40.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.099+0000 7feac8e00700 1 -- 172.21.15.44:0/3532354560 shutdown_connections 2024-05-21T00:46:40.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.099+0000 7feac8e00700 1 -- 172.21.15.44:0/3532354560 wait complete. 2024-05-21T00:46:40.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.101+0000 7feac8e00700 1 Processor -- start 2024-05-21T00:46:40.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.101+0000 7feac8e00700 1 -- start start 2024-05-21T00:46:40.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.102+0000 7feac8e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7feac4075970 0x7feac419bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:40.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.102+0000 7feac8e00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7feac4076290 0x7feac419c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:40.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.102+0000 7feac8e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feac410fca0 0x7feac41a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:40.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.102+0000 7feac8e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7feac4115830 con 0x7feac4075970 2024-05-21T00:46:40.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.102+0000 7feac8e00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7feac41156b0 con 0x7feac4076290 2024-05-21T00:46:40.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.102+0000 7feac8e00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7feac41159b0 con 0x7feac410fca0 2024-05-21T00:46:40.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.103+0000 7feac3400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7feac4075970 0x7feac419bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:40.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.103+0000 7feac3400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7feac4075970 0x7feac419bd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43292/0 (socket says 172.21.15.44:43292) 2024-05-21T00:46:40.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.103+0000 7feabaa00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7feac4076290 0x7feac419c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:40.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.103+0000 7feac3400700 1 -- 172.21.15.44:0/1636614224 learned_addr learned my addr 172.21.15.44:0/1636614224 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:46:40.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.103+0000 7feac3e00700 1 --2- 172.21.15.44:0/1636614224 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feac410fca0 0x7feac41a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:40.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.103+0000 7feabaa00700 1 -- 172.21.15.44:0/1636614224 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feac410fca0 msgr2=0x7feac41a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:40.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.103+0000 7feabaa00700 1 --2- 172.21.15.44:0/1636614224 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feac410fca0 0x7feac41a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:40.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.103+0000 7feabaa00700 1 -- 172.21.15.44:0/1636614224 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7feac4075970 msgr2=0x7feac419bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:40.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.103+0000 7feabaa00700 1 --2- 172.21.15.44:0/1636614224 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7feac4075970 0x7feac419bd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:40.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.103+0000 7feabaa00700 1 -- 172.21.15.44:0/1636614224 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feac41a0d70 con 0x7feac4076290 2024-05-21T00:46:40.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.103+0000 7feac3e00700 1 --2- 172.21.15.44:0/1636614224 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feac410fca0 0x7feac41a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:46:40.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.104+0000 7feabaa00700 1 --2- 172.21.15.44:0/1636614224 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7feac4076290 0x7feac419c2a0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7feaac000f80 tx=0x7feaac004d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:46:40.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.104+0000 7feac0c00700 1 -- 172.21.15.44:0/1636614224 <== mon.2 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaac021070 con 0x7feac4076290 2024-05-21T00:46:40.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.104+0000 7feac8e00700 1 -- 172.21.15.44:0/1636614224 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feac41a1000 con 0x7feac4076290 2024-05-21T00:46:40.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.104+0000 7feac0c00700 1 -- 172.21.15.44:0/1636614224 <== mon.2 v2:172.21.15.82:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feaac007e30 con 0x7feac4076290 2024-05-21T00:46:40.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.104+0000 7feac0c00700 1 -- 172.21.15.44:0/1636614224 <== mon.2 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaac004640 con 0x7feac4076290 2024-05-21T00:46:40.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.104+0000 7feac8e00700 1 -- 172.21.15.44:0/1636614224 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feac41a88e0 con 0x7feac4076290 2024-05-21T00:46:40.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.105+0000 7feac8e00700 1 -- 172.21.15.44:0/1636614224 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feac406a230 con 0x7feac4076290 2024-05-21T00:46:40.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.108+0000 7feac0c00700 1 -- 172.21.15.44:0/1636614224 <== mon.2 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7feaac007980 con 0x7feac4076290 2024-05-21T00:46:40.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.109+0000 7feac0c00700 1 --2- 172.21.15.44:0/1636614224 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7feaa80b2880 0x7feaa80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:40.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.109+0000 7feac0c00700 1 -- 172.21.15.44:0/1636614224 <== mon.2 v2:172.21.15.82:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7feaac00f020 con 0x7feac4076290 2024-05-21T00:46:40.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.110+0000 7feac3400700 1 --2- 172.21.15.44:0/1636614224 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7feaa80b2880 0x7feaa80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:40.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.110+0000 7feac3400700 1 --2- 172.21.15.44:0/1636614224 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7feaa80b2880 0x7feaa80b4d40 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7feab4009d20 tx=0x7feab4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:46:40.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.111+0000 7feac0c00700 1 -- 172.21.15.44:0/1636614224 <== mon.2 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7feaac02a020 con 0x7feac4076290 2024-05-21T00:46:40.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.351+0000 7feac8e00700 1 -- 172.21.15.44:0/1636614224 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7feac402e560 con 0x7feac4076290 2024-05-21T00:46:40.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.353+0000 7feac0c00700 1 -- 172.21.15.44:0/1636614224 <== mon.2 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22707 (secure 0 0 0) 0x7feaac0ab6f0 con 0x7feac4076290 2024-05-21T00:46:40.356 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-21T00:46:40.357 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":82,"fsid":"d03df2b2-1708-11ef-bc9a-c7b262605968","created":"2024-05-21T00:27:51.458771+0000","modified":"2024-05-21T00:39:11.514065+0000","last_up_change":"2024-05-21T00:36:10.971414+0000","last_in_change":"2024-05-21T00:35:50.957727+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T00:31:54.252537+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T00:37:21.067118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T00:37:25.328393+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"87d95ec0-9884-407b-9d90-67a37bd139bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6803","nonce":3592915645}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6805","nonce":3592915645}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6809","nonce":3592915645}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3592915645},{"type":"v1","addr":"172.21.15.44:6807","nonce":3592915645}]},"public_addr":"172.21.15.44:6803/3592915645","cluster_addr":"172.21.15.44:6805/3592915645","heartbeat_back_addr":"172.21.15.44:6809/3592915645","heartbeat_front_addr":"172.21.15.44:6807/3592915645","state":["exists","up"]},{"osd":1,"uuid":"f63d59d5-bcc5-4875-befd-f9ff99c11c5a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6800","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6801","nonce":2647472512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6803","nonce":2647472512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6807","nonce":2647472512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2647472512},{"type":"v1","addr":"172.21.15.82:6805","nonce":2647472512}]},"public_addr":"172.21.15.82:6801/2647472512","cluster_addr":"172.21.15.82:6803/2647472512","heartbeat_back_addr":"172.21.15.82:6807/2647472512","heartbeat_front_addr":"172.21.15.82:6805/2647472512","state":["exists","up"]},{"osd":2,"uuid":"03dda03d-7581-476b-8e0b-ede8b7865165","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6801","nonce":2514141415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6803","nonce":2514141415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6807","nonce":2514141415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2514141415},{"type":"v1","addr":"172.21.15.92:6805","nonce":2514141415}]},"public_addr":"172.21.15.92:6801/2514141415","cluster_addr":"172.21.15.92:6803/2514141415","heartbeat_back_addr":"172.21.15.92:6807/2514141415","heartbeat_front_addr":"172.21.15.92:6805/2514141415","state":["exists","up"]},{"osd":3,"uuid":"ee4c6871-e0ba-4dda-9fa1-f53d17314665","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6811","nonce":3929544733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6813","nonce":3929544733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6817","nonce":3929544733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":3929544733},{"type":"v1","addr":"172.21.15.44:6815","nonce":3929544733}]},"public_addr":"172.21.15.44:6811/3929544733","cluster_addr":"172.21.15.44:6813/3929544733","heartbeat_back_addr":"172.21.15.44:6817/3929544733","heartbeat_front_addr":"172.21.15.44:6815/3929544733","state":["exists","up"]},{"osd":4,"uuid":"43686e5d-9d5d-47ce-9a87-809e4dd36914","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6809","nonce":1580415467}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6811","nonce":1580415467}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6815","nonce":1580415467}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":1580415467},{"type":"v1","addr":"172.21.15.82:6813","nonce":1580415467}]},"public_addr":"172.21.15.82:6809/1580415467","cluster_addr":"172.21.15.82:6811/1580415467","heartbeat_back_addr":"172.21.15.82:6815/1580415467","heartbeat_front_addr":"172.21.15.82:6813/1580415467","state":["exists","up"]},{"osd":5,"uuid":"d37ad690-2e64-44d9-b4ba-5c1413dbde2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6809","nonce":965782434}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6811","nonce":965782434}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6815","nonce":965782434}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":965782434},{"type":"v1","addr":"172.21.15.92:6813","nonce":965782434}]},"public_addr":"172.21.15.92:6809/965782434","cluster_addr":"172.21.15.92:6811/965782434","heartbeat_back_addr":"172.21.15.92:6815/965782434","heartbeat_front_addr":"172.21.15.92:6813/965782434","state":["exists","up"]},{"osd":6,"uuid":"a51f7723-c78c-4ef9-a341-b1ff72ba518e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6819","nonce":1537486544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6821","nonce":1537486544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6825","nonce":1537486544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1537486544},{"type":"v1","addr":"172.21.15.44:6823","nonce":1537486544}]},"public_addr":"172.21.15.44:6819/1537486544","cluster_addr":"172.21.15.44:6821/1537486544","heartbeat_back_addr":"172.21.15.44:6825/1537486544","heartbeat_front_addr":"172.21.15.44:6823/1537486544","state":["exists","up"]},{"osd":7,"uuid":"9cb07a5c-be70-4030-a329-3d4f374fb837","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6817","nonce":205724371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6819","nonce":205724371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6823","nonce":205724371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":205724371},{"type":"v1","addr":"172.21.15.82:6821","nonce":205724371}]},"public_addr":"172.21.15.82:6817/205724371","cluster_addr":"172.21.15.82:6819/205724371","heartbeat_back_addr":"172.21.15.82:6823/205724371","heartbeat_front_addr":"172.21.15.82:6821/205724371","state":["exists","up"]},{"osd":8,"uuid":"5dcab637-f5dc-45c1-8100-cb0b5ace5c92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6817","nonce":3959245624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6819","nonce":3959245624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6823","nonce":3959245624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3959245624},{"type":"v1","addr":"172.21.15.92:6821","nonce":3959245624}]},"public_addr":"172.21.15.92:6817/3959245624","cluster_addr":"172.21.15.92:6819/3959245624","heartbeat_back_addr":"172.21.15.92:6823/3959245624","heartbeat_front_addr":"172.21.15.92:6821/3959245624","state":["exists","up"]},{"osd":9,"uuid":"e8018f84-c48b-46c3-97f9-933126a7b2fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6827","nonce":1654517516}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6829","nonce":1654517516}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6833","nonce":1654517516}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":1654517516},{"type":"v1","addr":"172.21.15.44:6831","nonce":1654517516}]},"public_addr":"172.21.15.44:6827/1654517516","cluster_addr":"172.21.15.44:6829/1654517516","heartbeat_back_addr":"172.21.15.44:6833/1654517516","heartbeat_front_addr":"172.21.15.44:6831/1654517516","state":["exists","up"]},{"osd":10,"uuid":"2887e4b5-afd3-4a9f-9d8a-c8c22964451d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6825","nonce":1964064567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6827","nonce":1964064567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6831","nonce":1964064567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":1964064567},{"type":"v1","addr":"172.21.15.82:6829","nonce":1964064567}]},"public_addr":"172.21.15.82:6825/1964064567","cluster_addr":"172.21.15.82:6827/1964064567","heartbeat_back_addr":"172.21.15.82:6831/1964064567","heartbeat_front_addr":"172.21.15.82:6829/1964064567","state":["exists","up"]},{"osd":11,"uuid":"0bc8302f-4e43-4172-8b39-e845532325dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6825","nonce":2911355193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6827","nonce":2911355193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6831","nonce":2911355193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":2911355193},{"type":"v1","addr":"172.21.15.92:6829","nonce":2911355193}]},"public_addr":"172.21.15.92:6825/2911355193","cluster_addr":"172.21.15.92:6827/2911355193","heartbeat_back_addr":"172.21.15.92:6831/2911355193","heartbeat_front_addr":"172.21.15.92:6829/2911355193","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:03.521286+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:28.491762+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:31:51.825721+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:32:25.293696+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:32:51.285539+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:33:15.925099+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:33:50.761232+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:34:17.058992+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:34:41.840124+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:35:16.093194+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:35:43.418271+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:36:09.237970+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":2,"to":1}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.18","mappings":[{"from":3,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":7}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/880191957":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/587444604":"2024-05-22T00:29:10.086497+0000","172.21.15.44:6800/3330900916":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/64733516":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6801/3460387030":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6801/3330900916":"2024-05-22T00:29:10.086497+0000","172.21.15.44:0/1049391158":"2024-05-22T00:28:34.433643+0000","172.21.15.44:6800/3460387030":"2024-05-22T00:28:34.433643+0000","172.21.15.44:0/1950433201":"2024-05-22T00:28:34.433643+0000","172.21.15.44:0/866497567":"2024-05-22T00:29:10.086497+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T00:46:40.358 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.356+0000 7feac8e00700 1 -- 172.21.15.44:0/1636614224 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7feaa80b2880 msgr2=0x7feaa80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:40.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.356+0000 7feac8e00700 1 --2- 172.21.15.44:0/1636614224 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7feaa80b2880 0x7feaa80b4d40 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7feab4009d20 tx=0x7feab4009260 comp rx=0 tx=0).stop 2024-05-21T00:46:40.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.356+0000 7feac8e00700 1 -- 172.21.15.44:0/1636614224 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7feac4076290 msgr2=0x7feac419c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:40.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.356+0000 7feac8e00700 1 --2- 172.21.15.44:0/1636614224 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7feac4076290 0x7feac419c2a0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7feaac000f80 tx=0x7feaac004d00 comp rx=0 tx=0).stop 2024-05-21T00:46:40.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.356+0000 7feac8e00700 1 -- 172.21.15.44:0/1636614224 shutdown_connections 2024-05-21T00:46:40.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.356+0000 7feac8e00700 1 --2- 172.21.15.44:0/1636614224 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7feaa80b2880 0x7feaa80b4d40 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:40.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.356+0000 7feac8e00700 1 --2- 172.21.15.44:0/1636614224 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7feac4075970 0x7feac419bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:40.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.356+0000 7feac8e00700 1 --2- 172.21.15.44:0/1636614224 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feac410fca0 0x7feac41a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:40.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.356+0000 7feac8e00700 1 --2- 172.21.15.44:0/1636614224 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7feac4076290 0x7feac419c2a0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:40.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.356+0000 7feac8e00700 1 -- 172.21.15.44:0/1636614224 >> 172.21.15.44:0/1636614224 conn(0x7feac40fef90 msgr2=0x7feac40ffca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:46:40.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.356+0000 7feac8e00700 1 -- 172.21.15.44:0/1636614224 shutdown_connections 2024-05-21T00:46:40.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:40.357+0000 7feac8e00700 1 -- 172.21.15.44:0/1636614224 wait complete. 2024-05-21T00:46:40.647 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:40 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/1636614224' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:46:40.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:40 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/1636614224' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:46:41.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:40 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/1636614224' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:46:41.223 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs fail cephfs 2024-05-21T00:46:41.685 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:46:41.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:41 smithi044 ceph-mon[31392]: pgmap v597: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T00:46:41.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:41 smithi082 ceph-mon[36141]: pgmap v597: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T00:46:42.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:41 smithi092 ceph-mon[36335]: pgmap v597: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T00:46:43.800 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:43 smithi044 ceph-mon[31392]: pgmap v598: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 511 B/s wr, 6 op/s 2024-05-21T00:46:43.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:43 smithi082 ceph-mon[36141]: pgmap v598: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 511 B/s wr, 6 op/s 2024-05-21T00:46:44.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:43 smithi092 ceph-mon[36335]: pgmap v598: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 511 B/s wr, 6 op/s 2024-05-21T00:46:44.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.075+0000 7fd75d200700 1 -- 172.21.15.44:0/3699380455 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd7581095a0 msgr2=0x7fd758109980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:44.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.075+0000 7fd75d200700 1 --2- 172.21.15.44:0/3699380455 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd7581095a0 0x7fd758109980 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fd748009990 tx=0x7fd748009ca0 comp rx=0 tx=0).stop 2024-05-21T00:46:44.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.075+0000 7fd75d200700 1 -- 172.21.15.44:0/3699380455 shutdown_connections 2024-05-21T00:46:44.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.075+0000 7fd75d200700 1 --2- 172.21.15.44:0/3699380455 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd75806c470 0x7fd7581103c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:44.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.075+0000 7fd75d200700 1 --2- 172.21.15.44:0/3699380455 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd7581095a0 0x7fd758109980 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:44.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.075+0000 7fd75d200700 1 --2- 172.21.15.44:0/3699380455 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd75806bab0 0x7fd75806bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:44.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.075+0000 7fd75d200700 1 -- 172.21.15.44:0/3699380455 >> 172.21.15.44:0/3699380455 conn(0x7fd7580793b0 msgr2=0x7fd7580797c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:46:44.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.075+0000 7fd75d200700 1 -- 172.21.15.44:0/3699380455 shutdown_connections 2024-05-21T00:46:44.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.075+0000 7fd75d200700 1 -- 172.21.15.44:0/3699380455 wait complete. 2024-05-21T00:46:44.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.077+0000 7fd75d200700 1 Processor -- start 2024-05-21T00:46:44.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.077+0000 7fd75d200700 1 -- start start 2024-05-21T00:46:44.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.078+0000 7fd75d200700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd75806bab0 0x7fd75819f920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:44.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.078+0000 7fd75d200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd75806c470 0x7fd75819fe60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:44.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.078+0000 7fd75d200700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd7581095a0 0x7fd758199ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:44.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.078+0000 7fd75d200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd758113720 con 0x7fd75806c470 2024-05-21T00:46:44.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.078+0000 7fd75d200700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd7581135a0 con 0x7fd7581095a0 2024-05-21T00:46:44.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.078+0000 7fd75d200700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fd7581138a0 con 0x7fd75806bab0 2024-05-21T00:46:44.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.078+0000 7fd74fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd75806c470 0x7fd75819fe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:44.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.078+0000 7fd755e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd75806bab0 0x7fd75819f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:44.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.078+0000 7fd755e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd75806bab0 0x7fd75819f920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:53500/0 (socket says 172.21.15.44:53500) 2024-05-21T00:46:44.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.078+0000 7fd755e00700 1 -- 172.21.15.44:0/774144532 learned_addr learned my addr 172.21.15.44:0/774144532 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:46:44.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.078+0000 7fd756800700 1 --2- 172.21.15.44:0/774144532 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd7581095a0 0x7fd758199ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:44.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.079+0000 7fd755e00700 1 -- 172.21.15.44:0/774144532 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd7581095a0 msgr2=0x7fd758199ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:44.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.079+0000 7fd755e00700 1 --2- 172.21.15.44:0/774144532 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd7581095a0 0x7fd758199ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:44.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.079+0000 7fd755e00700 1 -- 172.21.15.44:0/774144532 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd75806c470 msgr2=0x7fd75819fe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:44.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.079+0000 7fd755e00700 1 --2- 172.21.15.44:0/774144532 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd75806c470 0x7fd75819fe60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:44.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.079+0000 7fd755e00700 1 -- 172.21.15.44:0/774144532 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd75819a240 con 0x7fd75806bab0 2024-05-21T00:46:44.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.079+0000 7fd755e00700 1 --2- 172.21.15.44:0/774144532 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd75806bab0 0x7fd75819f920 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fd748000c00 tx=0x7fd7480057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:46:44.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.079+0000 7fd74ea00700 1 -- 172.21.15.44:0/774144532 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd748027070 con 0x7fd75806bab0 2024-05-21T00:46:44.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.079+0000 7fd74ea00700 1 -- 172.21.15.44:0/774144532 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd748022470 con 0x7fd75806bab0 2024-05-21T00:46:44.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.079+0000 7fd74ea00700 1 -- 172.21.15.44:0/774144532 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd748017650 con 0x7fd75806bab0 2024-05-21T00:46:44.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.079+0000 7fd75d200700 1 -- 172.21.15.44:0/774144532 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd75819a4d0 con 0x7fd75806bab0 2024-05-21T00:46:44.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.080+0000 7fd75d200700 1 -- 172.21.15.44:0/774144532 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7581a67f0 con 0x7fd75806bab0 2024-05-21T00:46:44.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.081+0000 7fd75d200700 1 -- 172.21.15.44:0/774144532 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd75810ba80 con 0x7fd75806bab0 2024-05-21T00:46:44.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.083+0000 7fd74ea00700 1 -- 172.21.15.44:0/774144532 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fd74802a070 con 0x7fd75806bab0 2024-05-21T00:46:44.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.085+0000 7fd74ea00700 1 --2- 172.21.15.44:0/774144532 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd73c0b2900 0x7fd73c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:44.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.085+0000 7fd74ea00700 1 -- 172.21.15.44:0/774144532 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8298+0+0 (secure 0 0 0) 0x7fd7480e2f90 con 0x7fd75806bab0 2024-05-21T00:46:44.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.085+0000 7fd74fe00700 1 --2- 172.21.15.44:0/774144532 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd73c0b2900 0x7fd73c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:44.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.086+0000 7fd74fe00700 1 --2- 172.21.15.44:0/774144532 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd73c0b2900 0x7fd73c0b4dc0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fd758079a20 tx=0x7fd740009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:46:44.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.087+0000 7fd74ea00700 1 -- 172.21.15.44:0/774144532 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd748013070 con 0x7fd75806bab0 2024-05-21T00:46:44.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.374+0000 7fd75d200700 1 -- 172.21.15.44:0/774144532 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fd75819afd0 con 0x7fd75806bab0 2024-05-21T00:46:44.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.384+0000 7fd74ea00700 1 -- 172.21.15.44:0/774144532 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v27) ==== 161+0+0 (secure 0 0 0) 0x7fd7480aaca0 con 0x7fd75806bab0 2024-05-21T00:46:44.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.388+0000 7fd75d200700 1 -- 172.21.15.44:0/774144532 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd73c0b2900 msgr2=0x7fd73c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:44.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.388+0000 7fd75d200700 1 --2- 172.21.15.44:0/774144532 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd73c0b2900 0x7fd73c0b4dc0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fd758079a20 tx=0x7fd740009260 comp rx=0 tx=0).stop 2024-05-21T00:46:44.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.388+0000 7fd75d200700 1 -- 172.21.15.44:0/774144532 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd75806bab0 msgr2=0x7fd75819f920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:44.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.388+0000 7fd75d200700 1 --2- 172.21.15.44:0/774144532 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd75806bab0 0x7fd75819f920 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fd748000c00 tx=0x7fd7480057c0 comp rx=0 tx=0).stop 2024-05-21T00:46:44.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.388+0000 7fd75d200700 1 -- 172.21.15.44:0/774144532 shutdown_connections 2024-05-21T00:46:44.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.388+0000 7fd75d200700 1 --2- 172.21.15.44:0/774144532 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd73c0b2900 0x7fd73c0b4dc0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:44.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.388+0000 7fd75d200700 1 --2- 172.21.15.44:0/774144532 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd7581095a0 0x7fd758199ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:44.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.388+0000 7fd75d200700 1 --2- 172.21.15.44:0/774144532 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd75806bab0 0x7fd75819f920 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:44.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.388+0000 7fd75d200700 1 --2- 172.21.15.44:0/774144532 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd75806c470 0x7fd75819fe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:44.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.388+0000 7fd75d200700 1 -- 172.21.15.44:0/774144532 >> 172.21.15.44:0/774144532 conn(0x7fd7580793b0 msgr2=0x7fd758101150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:46:44.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.389+0000 7fd75d200700 1 -- 172.21.15.44:0/774144532 shutdown_connections 2024-05-21T00:46:44.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:44.389+0000 7fd75d200700 1 -- 172.21.15.44:0/774144532 wait complete. 2024-05-21T00:46:44.393 INFO:teuthology.orchestra.run.smithi044.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-05-21T00:46:44.648 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 21 00:46:44 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-a[72740]: ignoring --setuser ceph since I am not root 2024-05-21T00:46:44.648 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 21 00:46:44 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-a[72740]: ignoring --setgroup ceph since I am not root 2024-05-21T00:46:44.648 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 21 00:46:44 smithi044 ceph-mds[72744]: -- 172.21.15.44:0/3161178232 <== mon.2 v2:172.21.15.82:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bc27023a40 con 0x55bc26ff7000 2024-05-21T00:46:44.648 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 21 00:46:44 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-a[72740]: starting mds.a at 2024-05-21T00:46:44.649 INFO:journalctl@ceph.mds.g.smithi044.stdout:May 21 00:46:44 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-g[72350]: ignoring --setuser ceph since I am not root 2024-05-21T00:46:44.649 INFO:journalctl@ceph.mds.g.smithi044.stdout:May 21 00:46:44 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-g[72350]: ignoring --setgroup ceph since I am not root 2024-05-21T00:46:44.649 INFO:journalctl@ceph.mds.g.smithi044.stdout:May 21 00:46:44 smithi044 ceph-mds[72354]: -- 172.21.15.44:0/3805062454 <== mon.2 v2:172.21.15.82:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bc0185da40 con 0x55bc01830c00 2024-05-21T00:46:44.649 INFO:journalctl@ceph.mds.g.smithi044.stdout:May 21 00:46:44 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-g[72350]: starting mds.g at 2024-05-21T00:46:44.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:44 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mon-a[31388]: 2024-05-21T00:46:44.376+0000 7ff00ec00700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-21T00:46:44.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:44 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/774144532' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-21T00:46:44.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:44 smithi044 ceph-mon[31392]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-21T00:46:44.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:44 smithi044 ceph-mon[31392]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-21T00:46:44.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:44 smithi044 ceph-mon[31392]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-21T00:46:44.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:44 smithi044 ceph-mon[31392]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-05-21T00:46:44.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:44 smithi044 ceph-mon[31392]: osdmap e83: 12 total, 12 up, 12 in 2024-05-21T00:46:44.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:44 smithi044 ceph-mon[31392]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-05-21T00:46:44.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:44 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/774144532' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-21T00:46:44.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:44 smithi082 ceph-mon[36141]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-21T00:46:44.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:44 smithi082 ceph-mon[36141]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-21T00:46:44.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:44 smithi082 ceph-mon[36141]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-21T00:46:44.695 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:44 smithi082 ceph-mon[36141]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-05-21T00:46:44.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:44 smithi082 ceph-mon[36141]: osdmap e83: 12 total, 12 up, 12 in 2024-05-21T00:46:44.696 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:44 smithi082 ceph-mon[36141]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-05-21T00:46:44.696 INFO:journalctl@ceph.mds.b.smithi082.stdout:May 21 00:46:44 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-b[66091]: ignoring --setuser ceph since I am not root 2024-05-21T00:46:44.696 INFO:journalctl@ceph.mds.b.smithi082.stdout:May 21 00:46:44 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-b[66091]: ignoring --setgroup ceph since I am not root 2024-05-21T00:46:44.696 INFO:journalctl@ceph.mds.b.smithi082.stdout:May 21 00:46:44 smithi082 ceph-mds[66095]: -- 172.21.15.82:0/3742936009 <== mon.2 v2:172.21.15.82:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56175279fa40 con 0x561752772c00 2024-05-21T00:46:44.696 INFO:journalctl@ceph.mds.b.smithi082.stdout:May 21 00:46:44 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-b[66091]: starting mds.b at 2024-05-21T00:46:44.697 INFO:journalctl@ceph.mds.h.smithi082.stdout:May 21 00:46:44 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-h[65773]: ignoring --setuser ceph since I am not root 2024-05-21T00:46:44.697 INFO:journalctl@ceph.mds.h.smithi082.stdout:May 21 00:46:44 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-h[65773]: ignoring --setgroup ceph since I am not root 2024-05-21T00:46:44.697 INFO:journalctl@ceph.mds.h.smithi082.stdout:May 21 00:46:44 smithi082 ceph-mds[65777]: -- 172.21.15.82:0/1746514647 <== mon.1 v2:172.21.15.92:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5590149e7a40 con 0x5590149bb000 2024-05-21T00:46:44.697 INFO:journalctl@ceph.mds.h.smithi082.stdout:May 21 00:46:44 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-h[65773]: starting mds.h at 2024-05-21T00:46:44.806 INFO:journalctl@ceph.mds.c.smithi092.stdout:May 21 00:46:44 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-c[66734]: ignoring --setuser ceph since I am not root 2024-05-21T00:46:44.806 INFO:journalctl@ceph.mds.c.smithi092.stdout:May 21 00:46:44 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-c[66734]: ignoring --setgroup ceph since I am not root 2024-05-21T00:46:44.806 INFO:journalctl@ceph.mds.c.smithi092.stdout:May 21 00:46:44 smithi092 ceph-mds[66738]: -- 172.21.15.92:0/2231866827 <== mon.1 v2:172.21.15.92:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c86b61da40 con 0x55c86b5f1000 2024-05-21T00:46:44.807 INFO:journalctl@ceph.mds.c.smithi092.stdout:May 21 00:46:44 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-c[66734]: starting mds.c at 2024-05-21T00:46:44.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:44 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/774144532' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-21T00:46:44.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:44 smithi092 ceph-mon[36335]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-21T00:46:44.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:44 smithi092 ceph-mon[36335]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-21T00:46:44.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:44 smithi092 ceph-mon[36335]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-21T00:46:44.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:44 smithi092 ceph-mon[36335]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-05-21T00:46:44.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:44 smithi092 ceph-mon[36335]: osdmap e83: 12 total, 12 up, 12 in 2024-05-21T00:46:44.807 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:44 smithi092 ceph-mon[36335]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-05-21T00:46:44.808 INFO:journalctl@ceph.mds.i.smithi092.stdout:May 21 00:46:44 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-i[67051]: ignoring --setuser ceph since I am not root 2024-05-21T00:46:44.808 INFO:journalctl@ceph.mds.i.smithi092.stdout:May 21 00:46:44 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-i[67051]: ignoring --setgroup ceph since I am not root 2024-05-21T00:46:44.808 INFO:journalctl@ceph.mds.i.smithi092.stdout:May 21 00:46:44 smithi092 ceph-mds[67055]: -- 172.21.15.92:0/3938279202 <== mon.2 v2:172.21.15.82:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562db0177a40 con 0x562db014a800 2024-05-21T00:46:44.808 INFO:journalctl@ceph.mds.i.smithi092.stdout:May 21 00:46:44 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-i[67051]: starting mds.i at 2024-05-21T00:46:45.333 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-05-21T00:46:45.794 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:46:45.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:45 smithi044 ceph-mon[31392]: pgmap v600: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-21T00:46:45.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:45 smithi044 ceph-mon[31392]: mds.? [v2:172.21.15.82:6836/2176293225,v1:172.21.15.82:6838/2176293225] up:boot 2024-05-21T00:46:45.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:45 smithi044 ceph-mon[31392]: mds.? [v2:172.21.15.92:6836/1240518951,v1:172.21.15.92:6838/1240518951] up:boot 2024-05-21T00:46:45.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:45 smithi044 ceph-mon[31392]: mds.? [v2:172.21.15.82:6837/2118074323,v1:172.21.15.82:6839/2118074323] up:boot 2024-05-21T00:46:45.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:45 smithi044 ceph-mon[31392]: mds.? [v2:172.21.15.92:6837/2119842355,v1:172.21.15.92:6839/2119842355] up:boot 2024-05-21T00:46:45.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:45 smithi044 ceph-mon[31392]: mds.? [v2:172.21.15.44:6838/369808859,v1:172.21.15.44:6839/369808859] up:boot 2024-05-21T00:46:45.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:45 smithi044 ceph-mon[31392]: mds.? [v2:172.21.15.44:6840/938898412,v1:172.21.15.44:6841/938898412] up:boot 2024-05-21T00:46:45.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:45 smithi044 ceph-mon[31392]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-05-21T00:46:45.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:45 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-21T00:46:45.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:45 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-21T00:46:45.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:45 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-21T00:46:45.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:45 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-21T00:46:45.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:45 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-21T00:46:45.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:45 smithi044 ceph-mon[31392]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-21T00:46:45.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:45 smithi082 ceph-mon[36141]: pgmap v600: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-21T00:46:45.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:45 smithi082 ceph-mon[36141]: mds.? [v2:172.21.15.82:6836/2176293225,v1:172.21.15.82:6838/2176293225] up:boot 2024-05-21T00:46:45.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:45 smithi082 ceph-mon[36141]: mds.? [v2:172.21.15.92:6836/1240518951,v1:172.21.15.92:6838/1240518951] up:boot 2024-05-21T00:46:45.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:45 smithi082 ceph-mon[36141]: mds.? [v2:172.21.15.82:6837/2118074323,v1:172.21.15.82:6839/2118074323] up:boot 2024-05-21T00:46:45.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:45 smithi082 ceph-mon[36141]: mds.? [v2:172.21.15.92:6837/2119842355,v1:172.21.15.92:6839/2119842355] up:boot 2024-05-21T00:46:45.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:45 smithi082 ceph-mon[36141]: mds.? [v2:172.21.15.44:6838/369808859,v1:172.21.15.44:6839/369808859] up:boot 2024-05-21T00:46:45.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:45 smithi082 ceph-mon[36141]: mds.? [v2:172.21.15.44:6840/938898412,v1:172.21.15.44:6841/938898412] up:boot 2024-05-21T00:46:45.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:45 smithi082 ceph-mon[36141]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-05-21T00:46:45.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:45 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-21T00:46:45.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:45 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-21T00:46:45.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:45 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-21T00:46:45.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:45 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-21T00:46:45.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:45 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-21T00:46:45.946 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:45 smithi082 ceph-mon[36141]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-21T00:46:46.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:45 smithi092 ceph-mon[36335]: pgmap v600: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-21T00:46:46.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:45 smithi092 ceph-mon[36335]: mds.? [v2:172.21.15.82:6836/2176293225,v1:172.21.15.82:6838/2176293225] up:boot 2024-05-21T00:46:46.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:45 smithi092 ceph-mon[36335]: mds.? [v2:172.21.15.92:6836/1240518951,v1:172.21.15.92:6838/1240518951] up:boot 2024-05-21T00:46:46.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:45 smithi092 ceph-mon[36335]: mds.? [v2:172.21.15.82:6837/2118074323,v1:172.21.15.82:6839/2118074323] up:boot 2024-05-21T00:46:46.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:45 smithi092 ceph-mon[36335]: mds.? [v2:172.21.15.92:6837/2119842355,v1:172.21.15.92:6839/2119842355] up:boot 2024-05-21T00:46:46.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:45 smithi092 ceph-mon[36335]: mds.? [v2:172.21.15.44:6838/369808859,v1:172.21.15.44:6839/369808859] up:boot 2024-05-21T00:46:46.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:45 smithi092 ceph-mon[36335]: mds.? [v2:172.21.15.44:6840/938898412,v1:172.21.15.44:6841/938898412] up:boot 2024-05-21T00:46:46.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:45 smithi092 ceph-mon[36335]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-05-21T00:46:46.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:45 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-21T00:46:46.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:45 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-21T00:46:46.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:45 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-21T00:46:46.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:45 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-21T00:46:46.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:45 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-21T00:46:46.057 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:45 smithi092 ceph-mon[36335]: from='mgr.14152 172.21.15.44:0/3290825489' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-21T00:46:47.840 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:47 smithi044 ceph-mon[31392]: pgmap v601: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-21T00:46:47.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:47 smithi082 ceph-mon[36141]: pgmap v601: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-21T00:46:48.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:47 smithi092 ceph-mon[36335]: pgmap v601: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-21T00:46:48.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.139+0000 7f142ae00700 1 -- 172.21.15.44:0/3890906546 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1424103e90 msgr2=0x7f142410c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:48.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.139+0000 7f142ae00700 1 --2- 172.21.15.44:0/3890906546 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1424103e90 0x7f142410c2f0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f14100098f0 tx=0x7f1410009c00 comp rx=0 tx=0).stop 2024-05-21T00:46:48.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.139+0000 7f142ae00700 1 -- 172.21.15.44:0/3890906546 shutdown_connections 2024-05-21T00:46:48.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.139+0000 7f142ae00700 1 --2- 172.21.15.44:0/3890906546 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14241034e0 0x7f14241038c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:48.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.139+0000 7f142ae00700 1 --2- 172.21.15.44:0/3890906546 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f142410c960 0x7f142410ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:48.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.139+0000 7f142ae00700 1 --2- 172.21.15.44:0/3890906546 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1424103e90 0x7f142410c2f0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:48.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.139+0000 7f142ae00700 1 -- 172.21.15.44:0/3890906546 >> 172.21.15.44:0/3890906546 conn(0x7f14240771e0 msgr2=0x7f14240775f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:46:48.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.139+0000 7f142ae00700 1 -- 172.21.15.44:0/3890906546 shutdown_connections 2024-05-21T00:46:48.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.139+0000 7f142ae00700 1 -- 172.21.15.44:0/3890906546 wait complete. 2024-05-21T00:46:48.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.140+0000 7f142ae00700 1 Processor -- start 2024-05-21T00:46:48.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.141+0000 7f142ae00700 1 -- start start 2024-05-21T00:46:48.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.141+0000 7f142ae00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14241034e0 0x7f142419be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:48.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.141+0000 7f142ae00700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1424103e90 0x7f142419c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:48.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.141+0000 7f142ae00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f142410c960 0x7f14241a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:48.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.141+0000 7f142ae00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1424112500 con 0x7f142410c960 2024-05-21T00:46:48.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.141+0000 7f142ae00700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f1424112380 con 0x7f1424103e90 2024-05-21T00:46:48.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.141+0000 7f142ae00700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f1424112680 con 0x7f14241034e0 2024-05-21T00:46:48.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.142+0000 7f1429a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14241034e0 0x7f142419be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:48.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.142+0000 7f142a400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f142410c960 0x7f14241a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:48.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.142+0000 7f1429a00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14241034e0 0x7f142419be50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.44:54994/0 (socket says 172.21.15.44:54994) 2024-05-21T00:46:48.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.142+0000 7f1429a00700 1 -- 172.21.15.44:0/2264044578 learned_addr learned my addr 172.21.15.44:0/2264044578 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:46:48.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.142+0000 7f1429000700 1 --2- 172.21.15.44:0/2264044578 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1424103e90 0x7f142419c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:48.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.142+0000 7f1429a00700 1 -- 172.21.15.44:0/2264044578 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1424103e90 msgr2=0x7f142419c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:48.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.142+0000 7f1429a00700 1 --2- 172.21.15.44:0/2264044578 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1424103e90 0x7f142419c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:48.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.142+0000 7f1429a00700 1 -- 172.21.15.44:0/2264044578 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f142410c960 msgr2=0x7f14241a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:48.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.142+0000 7f1429a00700 1 --2- 172.21.15.44:0/2264044578 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f142410c960 0x7f14241a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:48.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.142+0000 7f1429a00700 1 -- 172.21.15.44:0/2264044578 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14241a0e10 con 0x7f14241034e0 2024-05-21T00:46:48.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.142+0000 7f1429a00700 1 --2- 172.21.15.44:0/2264044578 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14241034e0 0x7f142419be50 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f141800ec10 tx=0x7f141800ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:46:48.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.143+0000 7f1422000700 1 -- 172.21.15.44:0/2264044578 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f141800cd40 con 0x7f14241034e0 2024-05-21T00:46:48.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.143+0000 7f1422000700 1 -- 172.21.15.44:0/2264044578 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f14180044d0 con 0x7f14241034e0 2024-05-21T00:46:48.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.143+0000 7f142ae00700 1 -- 172.21.15.44:0/2264044578 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14241a1100 con 0x7f14241034e0 2024-05-21T00:46:48.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.143+0000 7f1422000700 1 -- 172.21.15.44:0/2264044578 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1418010690 con 0x7f14241034e0 2024-05-21T00:46:48.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.143+0000 7f142ae00700 1 -- 172.21.15.44:0/2264044578 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14241a8980 con 0x7f14241034e0 2024-05-21T00:46:48.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.144+0000 7f142ae00700 1 -- 172.21.15.44:0/2264044578 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f142406a230 con 0x7f14241034e0 2024-05-21T00:46:48.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.146+0000 7f1422000700 1 -- 172.21.15.44:0/2264044578 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f1418003e50 con 0x7f14241034e0 2024-05-21T00:46:48.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.148+0000 7f1422000700 1 --2- 172.21.15.44:0/2264044578 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f140c0b2880 0x7f140c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:48.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.148+0000 7f1422000700 1 -- 172.21.15.44:0/2264044578 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8556+0+0 (secure 0 0 0) 0x7f14180e2710 con 0x7f14241034e0 2024-05-21T00:46:48.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.148+0000 7f1429000700 1 --2- 172.21.15.44:0/2264044578 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f140c0b2880 0x7f140c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:48.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.149+0000 7f1429000700 1 --2- 172.21.15.44:0/2264044578 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f140c0b2880 0x7f140c0b4d40 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f1410009fd0 tx=0x7f1410019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:46:48.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.150+0000 7f1422000700 1 -- 172.21.15.44:0/2264044578 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f14180aa290 con 0x7f14241034e0 2024-05-21T00:46:48.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.440+0000 7f142ae00700 1 -- 172.21.15.44:0/2264044578 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f142419d160 con 0x7f14241034e0 2024-05-21T00:46:48.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.625+0000 7f1422000700 1 -- 172.21.15.44:0/2264044578 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v29) ==== 104+0+0 (secure 0 0 0) 0x7f14180b2310 con 0x7f14241034e0 2024-05-21T00:46:48.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.629+0000 7f142ae00700 1 -- 172.21.15.44:0/2264044578 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f140c0b2880 msgr2=0x7f140c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:48.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.629+0000 7f142ae00700 1 --2- 172.21.15.44:0/2264044578 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f140c0b2880 0x7f140c0b4d40 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f1410009fd0 tx=0x7f1410019040 comp rx=0 tx=0).stop 2024-05-21T00:46:48.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.629+0000 7f142ae00700 1 -- 172.21.15.44:0/2264044578 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14241034e0 msgr2=0x7f142419be50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:48.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.629+0000 7f142ae00700 1 --2- 172.21.15.44:0/2264044578 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14241034e0 0x7f142419be50 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f141800ec10 tx=0x7f141800ef20 comp rx=0 tx=0).stop 2024-05-21T00:46:48.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.629+0000 7f142ae00700 1 -- 172.21.15.44:0/2264044578 shutdown_connections 2024-05-21T00:46:48.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.629+0000 7f142ae00700 1 --2- 172.21.15.44:0/2264044578 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7f140c0b2880 0x7f140c0b4d40 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:48.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.629+0000 7f142ae00700 1 --2- 172.21.15.44:0/2264044578 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f142410c960 0x7f14241a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:48.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.629+0000 7f142ae00700 1 --2- 172.21.15.44:0/2264044578 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14241034e0 0x7f142419be50 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:48.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.629+0000 7f142ae00700 1 --2- 172.21.15.44:0/2264044578 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1424103e90 0x7f142419c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:48.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.629+0000 7f142ae00700 1 -- 172.21.15.44:0/2264044578 >> 172.21.15.44:0/2264044578 conn(0x7f14240771e0 msgr2=0x7f14241023d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:46:48.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.630+0000 7f142ae00700 1 -- 172.21.15.44:0/2264044578 shutdown_connections 2024-05-21T00:46:48.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:48.630+0000 7f142ae00700 1 -- 172.21.15.44:0/2264044578 wait complete. 2024-05-21T00:46:48.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:48 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/2264044578' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T00:46:48.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:48 smithi044 ceph-mon[31392]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T00:46:48.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:48 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/2264044578' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T00:46:48.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:48 smithi082 ceph-mon[36141]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T00:46:49.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:48 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/2264044578' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T00:46:49.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:48 smithi092 ceph-mon[36335]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T00:46:49.580 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-05-21T00:46:49.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:49 smithi044 ceph-mon[31392]: pgmap v602: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 4 op/s 2024-05-21T00:46:49.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:49 smithi044 ceph-mon[31392]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-21T00:46:49.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:49 smithi044 ceph-mon[31392]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-21T00:46:49.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:49 smithi044 ceph-mon[31392]: Cluster is now healthy 2024-05-21T00:46:49.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:49 smithi044 ceph-mon[31392]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-05-21T00:46:49.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:49 smithi044 ceph-mon[31392]: fsmap 12 up:standby 2024-05-21T00:46:49.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:49 smithi082 ceph-mon[36141]: pgmap v602: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 4 op/s 2024-05-21T00:46:49.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:49 smithi082 ceph-mon[36141]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-21T00:46:49.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:49 smithi082 ceph-mon[36141]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-21T00:46:49.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:49 smithi082 ceph-mon[36141]: Cluster is now healthy 2024-05-21T00:46:49.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:49 smithi082 ceph-mon[36141]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-05-21T00:46:49.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:49 smithi082 ceph-mon[36141]: fsmap 12 up:standby 2024-05-21T00:46:50.055 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:46:50.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:49 smithi092 ceph-mon[36335]: pgmap v602: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 4 op/s 2024-05-21T00:46:50.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:49 smithi092 ceph-mon[36335]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-21T00:46:50.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:49 smithi092 ceph-mon[36335]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-21T00:46:50.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:49 smithi092 ceph-mon[36335]: Cluster is now healthy 2024-05-21T00:46:50.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:49 smithi092 ceph-mon[36335]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-05-21T00:46:50.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:49 smithi092 ceph-mon[36335]: fsmap 12 up:standby 2024-05-21T00:46:51.793 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:51 smithi044 ceph-mon[31392]: pgmap v603: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 3 op/s 2024-05-21T00:46:51.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:51 smithi082 ceph-mon[36141]: pgmap v603: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 3 op/s 2024-05-21T00:46:52.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:51 smithi092 ceph-mon[36335]: pgmap v603: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 3 op/s 2024-05-21T00:46:52.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.338+0000 7fc48e600700 1 -- 172.21.15.44:0/872742571 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc4881088f0 msgr2=0x7fc488110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:52.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.338+0000 7fc48e600700 1 --2- 172.21.15.44:0/872742571 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc4881088f0 0x7fc488110470 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fc48000b0d0 tx=0x7fc48000b3e0 comp rx=0 tx=0).stop 2024-05-21T00:46:52.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.338+0000 7fc48e600700 1 -- 172.21.15.44:0/872742571 shutdown_connections 2024-05-21T00:46:52.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.338+0000 7fc48e600700 1 --2- 172.21.15.44:0/872742571 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4881037f0 0x7fc488103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:52.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.338+0000 7fc48e600700 1 --2- 172.21.15.44:0/872742571 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc4881088f0 0x7fc488110470 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:52.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.338+0000 7fc48e600700 1 --2- 172.21.15.44:0/872742571 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc4881041a0 0x7fc4881081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:52.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.338+0000 7fc48e600700 1 -- 172.21.15.44:0/872742571 >> 172.21.15.44:0/872742571 conn(0x7fc48807a6a0 msgr2=0x7fc48807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:46:52.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.338+0000 7fc48e600700 1 -- 172.21.15.44:0/872742571 shutdown_connections 2024-05-21T00:46:52.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.338+0000 7fc48e600700 1 -- 172.21.15.44:0/872742571 wait complete. 2024-05-21T00:46:52.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.340+0000 7fc48e600700 1 Processor -- start 2024-05-21T00:46:52.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.340+0000 7fc48e600700 1 -- start start 2024-05-21T00:46:52.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.340+0000 7fc48e600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4881037f0 0x7fc48819bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:52.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.340+0000 7fc48e600700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc4881041a0 0x7fc48819c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:52.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.340+0000 7fc48e600700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc4881088f0 0x7fc4881a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:52.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.340+0000 7fc48e600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc488113730 con 0x7fc4881037f0 2024-05-21T00:46:52.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.340+0000 7fc48e600700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc4881135b0 con 0x7fc4881088f0 2024-05-21T00:46:52.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.340+0000 7fc48e600700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fc4881138b0 con 0x7fc4881041a0 2024-05-21T00:46:52.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.341+0000 7fc487400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4881037f0 0x7fc48819bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:52.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.341+0000 7fc487400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4881037f0 0x7fc48819bdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:46070/0 (socket says 172.21.15.44:46070) 2024-05-21T00:46:52.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.341+0000 7fc487400700 1 -- 172.21.15.44:0/4241929072 learned_addr learned my addr 172.21.15.44:0/4241929072 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:46:52.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.341+0000 7fc486a00700 1 --2- 172.21.15.44:0/4241929072 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc4881041a0 0x7fc48819c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:52.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.341+0000 7fc487e00700 1 --2- 172.21.15.44:0/4241929072 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc4881088f0 0x7fc4881a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:52.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.341+0000 7fc487400700 1 -- 172.21.15.44:0/4241929072 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc4881041a0 msgr2=0x7fc48819c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:52.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.341+0000 7fc487400700 1 --2- 172.21.15.44:0/4241929072 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc4881041a0 0x7fc48819c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:52.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.341+0000 7fc487400700 1 -- 172.21.15.44:0/4241929072 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc4881088f0 msgr2=0x7fc4881a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:52.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.341+0000 7fc487400700 1 --2- 172.21.15.44:0/4241929072 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc4881088f0 0x7fc4881a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:52.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.341+0000 7fc487400700 1 -- 172.21.15.44:0/4241929072 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4881a0dd0 con 0x7fc4881037f0 2024-05-21T00:46:52.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.342+0000 7fc487400700 1 --2- 172.21.15.44:0/4241929072 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4881037f0 0x7fc48819bdc0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fc47800e9a0 tx=0x7fc47800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:46:52.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.342+0000 7fc47fe00700 1 -- 172.21.15.44:0/4241929072 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc47800ca10 con 0x7fc4881037f0 2024-05-21T00:46:52.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.342+0000 7fc47fe00700 1 -- 172.21.15.44:0/4241929072 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc47800cbb0 con 0x7fc4881037f0 2024-05-21T00:46:52.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.342+0000 7fc47fe00700 1 -- 172.21.15.44:0/4241929072 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc478018680 con 0x7fc4881037f0 2024-05-21T00:46:52.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.342+0000 7fc48e600700 1 -- 172.21.15.44:0/4241929072 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4881a10c0 con 0x7fc4881037f0 2024-05-21T00:46:52.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.342+0000 7fc48e600700 1 -- 172.21.15.44:0/4241929072 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4881a8940 con 0x7fc4881037f0 2024-05-21T00:46:52.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.343+0000 7fc48e600700 1 -- 172.21.15.44:0/4241929072 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc48806a230 con 0x7fc4881037f0 2024-05-21T00:46:52.348 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.346+0000 7fc47fe00700 1 -- 172.21.15.44:0/4241929072 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fc478010430 con 0x7fc4881037f0 2024-05-21T00:46:52.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.347+0000 7fc47fe00700 1 --2- 172.21.15.44:0/4241929072 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc46c0b2900 0x7fc46c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:52.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.347+0000 7fc47fe00700 1 -- 172.21.15.44:0/4241929072 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8556+0+0 (secure 0 0 0) 0x7fc4780e27e0 con 0x7fc4881037f0 2024-05-21T00:46:52.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.348+0000 7fc486a00700 1 --2- 172.21.15.44:0/4241929072 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc46c0b2900 0x7fc46c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:52.351 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.348+0000 7fc486a00700 1 --2- 172.21.15.44:0/4241929072 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc46c0b2900 0x7fc46c0b4dc0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fc4881108b0 tx=0x7fc474009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:46:52.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.350+0000 7fc47fe00700 1 -- 172.21.15.44:0/4241929072 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc4780aa360 con 0x7fc4881037f0 2024-05-21T00:46:52.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.587+0000 7fc48e600700 1 -- 172.21.15.44:0/4241929072 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fc48819d120 con 0x7fc4881037f0 2024-05-21T00:46:52.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.639+0000 7fc47fe00700 1 -- 172.21.15.44:0/4241929072 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v84) ==== 181+0+0 (secure 0 0 0) 0x7fc48819d120 con 0x7fc4881037f0 2024-05-21T00:46:52.646 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.643+0000 7fc48e600700 1 -- 172.21.15.44:0/4241929072 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc46c0b2900 msgr2=0x7fc46c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:52.646 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.643+0000 7fc48e600700 1 --2- 172.21.15.44:0/4241929072 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc46c0b2900 0x7fc46c0b4dc0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fc4881108b0 tx=0x7fc474009260 comp rx=0 tx=0).stop 2024-05-21T00:46:52.646 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.643+0000 7fc48e600700 1 -- 172.21.15.44:0/4241929072 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4881037f0 msgr2=0x7fc48819bdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:52.646 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.643+0000 7fc48e600700 1 --2- 172.21.15.44:0/4241929072 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4881037f0 0x7fc48819bdc0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fc47800e9a0 tx=0x7fc47800ecb0 comp rx=0 tx=0).stop 2024-05-21T00:46:52.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.644+0000 7fc48e600700 1 -- 172.21.15.44:0/4241929072 shutdown_connections 2024-05-21T00:46:52.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.644+0000 7fc48e600700 1 --2- 172.21.15.44:0/4241929072 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fc46c0b2900 0x7fc46c0b4dc0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:52.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.644+0000 7fc48e600700 1 --2- 172.21.15.44:0/4241929072 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4881037f0 0x7fc48819bdc0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:52.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.644+0000 7fc48e600700 1 --2- 172.21.15.44:0/4241929072 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc4881088f0 0x7fc4881a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:52.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.644+0000 7fc48e600700 1 --2- 172.21.15.44:0/4241929072 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc4881041a0 0x7fc48819c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:52.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.644+0000 7fc48e600700 1 -- 172.21.15.44:0/4241929072 >> 172.21.15.44:0/4241929072 conn(0x7fc48807a6a0 msgr2=0x7fc488101c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:46:52.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.645+0000 7fc48e600700 1 -- 172.21.15.44:0/4241929072 shutdown_connections 2024-05-21T00:46:52.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:52.645+0000 7fc48e600700 1 -- 172.21.15.44:0/4241929072 wait complete. 2024-05-21T00:46:52.650 INFO:teuthology.orchestra.run.smithi044.stderr:pool 'cephfs_metadata' removed 2024-05-21T00:46:52.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:52 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/4241929072' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-21T00:46:52.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:52 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/4241929072' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-21T00:46:53.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:52 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/4241929072' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-21T00:46:53.608 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-05-21T00:46:53.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:53 smithi044 ceph-mon[31392]: pgmap v604: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s rd, 2 op/s 2024-05-21T00:46:53.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:53 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/4241929072' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-05-21T00:46:53.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:53 smithi044 ceph-mon[31392]: osdmap e84: 12 total, 12 up, 12 in 2024-05-21T00:46:53.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:53 smithi082 ceph-mon[36141]: pgmap v604: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s rd, 2 op/s 2024-05-21T00:46:53.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:53 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/4241929072' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-05-21T00:46:53.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:53 smithi082 ceph-mon[36141]: osdmap e84: 12 total, 12 up, 12 in 2024-05-21T00:46:54.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:53 smithi092 ceph-mon[36335]: pgmap v604: 97 pgs: 97 active+clean; 13 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s rd, 2 op/s 2024-05-21T00:46:54.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:53 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/4241929072' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-05-21T00:46:54.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:53 smithi092 ceph-mon[36335]: osdmap e84: 12 total, 12 up, 12 in 2024-05-21T00:46:54.080 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:46:55.822 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:55 smithi044 ceph-mon[31392]: pgmap v606: 65 pgs: 65 active+clean; 577 KiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:46:55.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:55 smithi082 ceph-mon[36141]: pgmap v606: 65 pgs: 65 active+clean; 577 KiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:46:56.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:55 smithi092 ceph-mon[36335]: pgmap v606: 65 pgs: 65 active+clean; 577 KiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:46:56.522 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.518+0000 7fd4c3600700 1 -- 172.21.15.44:0/234518650 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4bc075770 msgr2=0x7fd4bc075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:56.522 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.518+0000 7fd4c3600700 1 --2- 172.21.15.44:0/234518650 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4bc075770 0x7fd4bc075b50 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fd4ac009990 tx=0x7fd4ac009ca0 comp rx=0 tx=0).stop 2024-05-21T00:46:56.522 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.519+0000 7fd4c3600700 1 -- 172.21.15.44:0/234518650 shutdown_connections 2024-05-21T00:46:56.522 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.519+0000 7fd4c3600700 1 --2- 172.21.15.44:0/234518650 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4bc075770 0x7fd4bc075b50 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:56.522 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.519+0000 7fd4c3600700 1 --2- 172.21.15.44:0/234518650 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd4bc10ff70 0x7fd4bc112360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:56.522 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.519+0000 7fd4c3600700 1 --2- 172.21.15.44:0/234518650 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4bc076090 0x7fd4bc10fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:56.522 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.519+0000 7fd4c3600700 1 -- 172.21.15.44:0/234518650 >> 172.21.15.44:0/234518650 conn(0x7fd4bc07a6f0 msgr2=0x7fd4bc07ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:46:56.522 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.519+0000 7fd4c3600700 1 -- 172.21.15.44:0/234518650 shutdown_connections 2024-05-21T00:46:56.522 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.519+0000 7fd4c3600700 1 -- 172.21.15.44:0/234518650 wait complete. 2024-05-21T00:46:56.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.520+0000 7fd4c3600700 1 Processor -- start 2024-05-21T00:46:56.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.520+0000 7fd4c3600700 1 -- start start 2024-05-21T00:46:56.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.520+0000 7fd4c3600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4bc075770 0x7fd4bc19bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:56.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.520+0000 7fd4c3600700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4bc076090 0x7fd4bc19c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:56.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.520+0000 7fd4c3600700 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd4bc10ff70 0x7fd4bc1a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:56.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.521+0000 7fd4c3600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd4bc115940 con 0x7fd4bc075770 2024-05-21T00:46:56.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.521+0000 7fd4c3600700 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd4bc1157c0 con 0x7fd4bc10ff70 2024-05-21T00:46:56.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.521+0000 7fd4c3600700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fd4bc115ac0 con 0x7fd4bc076090 2024-05-21T00:46:56.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.521+0000 7fd4c0c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4bc075770 0x7fd4bc19bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:56.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.521+0000 7fd4b3e00700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4bc076090 0x7fd4bc19c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:56.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.521+0000 7fd4c0c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4bc075770 0x7fd4bc19bdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:46092/0 (socket says 172.21.15.44:46092) 2024-05-21T00:46:56.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.521+0000 7fd4c0c00700 1 -- 172.21.15.44:0/2874168298 learned_addr learned my addr 172.21.15.44:0/2874168298 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-21T00:46:56.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.521+0000 7fd4c1600700 1 --2- 172.21.15.44:0/2874168298 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd4bc10ff70 0x7fd4bc1a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:56.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.521+0000 7fd4c0c00700 1 -- 172.21.15.44:0/2874168298 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4bc076090 msgr2=0x7fd4bc19c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:56.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.521+0000 7fd4c0c00700 1 --2- 172.21.15.44:0/2874168298 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4bc076090 0x7fd4bc19c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:56.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.521+0000 7fd4c0c00700 1 -- 172.21.15.44:0/2874168298 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd4bc10ff70 msgr2=0x7fd4bc1a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:56.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.521+0000 7fd4c0c00700 1 --2- 172.21.15.44:0/2874168298 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd4bc10ff70 0x7fd4bc1a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:56.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.521+0000 7fd4c0c00700 1 -- 172.21.15.44:0/2874168298 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4bc1a0dc0 con 0x7fd4bc075770 2024-05-21T00:46:56.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.521+0000 7fd4b3e00700 1 --2- 172.21.15.44:0/2874168298 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4bc076090 0x7fd4bc19c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:46:56.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.522+0000 7fd4c0c00700 1 --2- 172.21.15.44:0/2874168298 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4bc075770 0x7fd4bc19bdb0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fd4ac0057f0 tx=0x7fd4ac00bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:46:56.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.522+0000 7fd4ba000700 1 -- 172.21.15.44:0/2874168298 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4ac026070 con 0x7fd4bc075770 2024-05-21T00:46:56.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.522+0000 7fd4ba000700 1 -- 172.21.15.44:0/2874168298 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd4ac021410 con 0x7fd4bc075770 2024-05-21T00:46:56.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.522+0000 7fd4c3600700 1 -- 172.21.15.44:0/2874168298 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4bc1a1050 con 0x7fd4bc075770 2024-05-21T00:46:56.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.522+0000 7fd4ba000700 1 -- 172.21.15.44:0/2874168298 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4ac017650 con 0x7fd4bc075770 2024-05-21T00:46:56.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.522+0000 7fd4c3600700 1 -- 172.21.15.44:0/2874168298 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4bc1a8930 con 0x7fd4bc075770 2024-05-21T00:46:56.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.523+0000 7fd4c3600700 1 -- 172.21.15.44:0/2874168298 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4bc06a230 con 0x7fd4bc075770 2024-05-21T00:46:56.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.526+0000 7fd4ba000700 1 -- 172.21.15.44:0/2874168298 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fd4ac029070 con 0x7fd4bc075770 2024-05-21T00:46:56.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.527+0000 7fd4ba000700 1 --2- 172.21.15.44:0/2874168298 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd4a00b2900 0x7fd4a00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:46:56.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.528+0000 7fd4ba000700 1 -- 172.21.15.44:0/2874168298 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8002+0+0 (secure 0 0 0) 0x7fd4ac0e2f70 con 0x7fd4bc075770 2024-05-21T00:46:56.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.528+0000 7fd4b3e00700 1 --2- 172.21.15.44:0/2874168298 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd4a00b2900 0x7fd4a00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:46:56.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.529+0000 7fd4b3e00700 1 --2- 172.21.15.44:0/2874168298 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd4a00b2900 0x7fd4a00b4dc0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fd4bc111c00 tx=0x7fd4a4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:46:56.533 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.530+0000 7fd4ba000700 1 -- 172.21.15.44:0/2874168298 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd4ac030080 con 0x7fd4bc075770 2024-05-21T00:46:56.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:56.769+0000 7fd4c3600700 1 -- 172.21.15.44:0/2874168298 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fd4bc02e560 con 0x7fd4bc075770 2024-05-21T00:46:57.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:57.663+0000 7fd4ba000700 1 -- 172.21.15.44:0/2874168298 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v85) ==== 169+0+0 (secure 0 0 0) 0x7fd4ac013070 con 0x7fd4bc075770 2024-05-21T00:46:57.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:57.670+0000 7fd4c3600700 1 -- 172.21.15.44:0/2874168298 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd4a00b2900 msgr2=0x7fd4a00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:57.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:57.670+0000 7fd4c3600700 1 --2- 172.21.15.44:0/2874168298 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd4a00b2900 0x7fd4a00b4dc0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fd4bc111c00 tx=0x7fd4a4009260 comp rx=0 tx=0).stop 2024-05-21T00:46:57.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:57.670+0000 7fd4c3600700 1 -- 172.21.15.44:0/2874168298 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4bc075770 msgr2=0x7fd4bc19bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:46:57.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:57.670+0000 7fd4c3600700 1 --2- 172.21.15.44:0/2874168298 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4bc075770 0x7fd4bc19bdb0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fd4ac0057f0 tx=0x7fd4ac00bfd0 comp rx=0 tx=0).stop 2024-05-21T00:46:57.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:57.670+0000 7fd4c3600700 1 -- 172.21.15.44:0/2874168298 shutdown_connections 2024-05-21T00:46:57.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:57.670+0000 7fd4c3600700 1 --2- 172.21.15.44:0/2874168298 >> [v2:172.21.15.44:6800/3528986408,v1:172.21.15.44:6801/3528986408] conn(0x7fd4a00b2900 0x7fd4a00b4dc0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:57.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:57.670+0000 7fd4c3600700 1 --2- 172.21.15.44:0/2874168298 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4bc075770 0x7fd4bc19bdb0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:57.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:57.670+0000 7fd4c3600700 1 --2- 172.21.15.44:0/2874168298 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd4bc10ff70 0x7fd4bc1a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:57.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:57.670+0000 7fd4c3600700 1 --2- 172.21.15.44:0/2874168298 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4bc076090 0x7fd4bc19c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:46:57.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:57.670+0000 7fd4c3600700 1 -- 172.21.15.44:0/2874168298 >> 172.21.15.44:0/2874168298 conn(0x7fd4bc07a6f0 msgr2=0x7fd4bc1007e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:46:57.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:57.671+0000 7fd4c3600700 1 -- 172.21.15.44:0/2874168298 shutdown_connections 2024-05-21T00:46:57.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-21T00:46:57.672+0000 7fd4c3600700 1 -- 172.21.15.44:0/2874168298 wait complete. 2024-05-21T00:46:57.677 INFO:teuthology.orchestra.run.smithi044.stderr:pool 'cephfs_data' removed 2024-05-21T00:46:57.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:57 smithi082 ceph-mon[36141]: pgmap v607: 65 pgs: 65 active+clean; 577 KiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:46:57.945 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:57 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/2874168298' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-21T00:46:58.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:57 smithi092 ceph-mon[36335]: pgmap v607: 65 pgs: 65 active+clean; 577 KiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:46:58.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:57 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/2874168298' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-21T00:46:58.122 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:57 smithi044 ceph-mon[31392]: pgmap v607: 65 pgs: 65 active+clean; 577 KiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:46:58.122 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:57 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/2874168298' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-21T00:46:58.645 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-21T00:46:58.729 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-21T00:46:58.765 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-21T00:46:58.797 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-05-21T00:46:58.797 DEBUG:teuthology.orchestra.run.smithi044:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-21T00:46:58.856 DEBUG:teuthology.orchestra.run.smithi082:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-21T00:46:58.874 DEBUG:teuthology.orchestra.run.smithi092:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-21T00:46:58.891 INFO:tasks.cephadm:Stopping all daemons... 2024-05-21T00:46:58.891 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-05-21T00:46:58.891 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mon.a 2024-05-21T00:46:58.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:58 smithi044 ceph-mon[31392]: from='client.? 172.21.15.44:0/2874168298' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-05-21T00:46:58.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:58 smithi044 ceph-mon[31392]: osdmap e85: 12 total, 12 up, 12 in 2024-05-21T00:46:58.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:58 smithi082 ceph-mon[36141]: from='client.? 172.21.15.44:0/2874168298' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-05-21T00:46:58.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:46:58 smithi082 ceph-mon[36141]: osdmap e85: 12 total, 12 up, 12 in 2024-05-21T00:46:59.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:58 smithi092 ceph-mon[36335]: from='client.? 172.21.15.44:0/2874168298' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-05-21T00:46:59.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:46:58 smithi092 ceph-mon[36335]: osdmap e85: 12 total, 12 up, 12 in 2024-05-21T00:46:59.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:58 smithi044 systemd[1]: Stopping Ceph mon.a for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:46:59.835 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:59 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mon-a[31388]: 2024-05-21T00:46:59.425+0000 7ff015a00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:46:59.835 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:59 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mon-a[31388]: 2024-05-21T00:46:59.425+0000 7ff015a00700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-05-21T00:46:59.835 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:46:59 smithi044 podman[101771]: 2024-05-21 00:46:59.498798519 +0000 UTC m=+0.221266893 container died 50d29f23d7e871c25638a1b44f76a9f8e45e6a63ec2ed170b8b2143a72479923 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mon-a, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS) 2024-05-21T00:47:00.091 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:47:00 smithi044 podman[101771]: 2024-05-21 00:47:00.060570775 +0000 UTC m=+0.783039145 container cleanup 50d29f23d7e871c25638a1b44f76a9f8e45e6a63ec2ed170b8b2143a72479923 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mon-a, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-05-21T00:47:00.092 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:47:00 smithi044 bash[101771]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mon-a 2024-05-21T00:47:00.647 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 21 00:47:00 smithi044 podman[101784]: 2024-05-21 00:47:00.345895637 +0000 UTC m=+0.830381219 container remove 50d29f23d7e871c25638a1b44f76a9f8e45e6a63ec2ed170b8b2143a72479923 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mon-a, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T00:47:00.889 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mon.a.service' 2024-05-21T00:47:01.023 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:47:01.023 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-05-21T00:47:01.023 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-05-21T00:47:01.024 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mon.b 2024-05-21T00:47:01.343 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:47:01 smithi082 systemd[1]: Stopping Ceph mon.b for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:47:01.679 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:47:01 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mon-b[36136]: 2024-05-21T00:47:01.340+0000 7f9d3633d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:47:01.679 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:47:01 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mon-b[36136]: 2024-05-21T00:47:01.340+0000 7f9d3633d700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-05-21T00:47:01.679 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:47:01 smithi082 podman[69443]: 2024-05-21 00:47:01.362214265 +0000 UTC m=+0.143584819 container died c2c4c608c5bb625cbee6d863965e68597989e642030b587ba46f906b3fb5aca9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mon-b, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=) 2024-05-21T00:47:01.679 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:47:01 smithi082 podman[69443]: 2024-05-21 00:47:01.676941951 +0000 UTC m=+0.458312496 container cleanup c2c4c608c5bb625cbee6d863965e68597989e642030b587ba46f906b3fb5aca9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mon-b, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-05-21T00:47:01.679 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:47:01 smithi082 bash[69443]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mon-b 2024-05-21T00:47:01.944 INFO:journalctl@ceph.mon.b.smithi082.stdout:May 21 00:47:01 smithi082 podman[69458]: 2024-05-21 00:47:01.920655041 +0000 UTC m=+0.559278857 container remove c2c4c608c5bb625cbee6d863965e68597989e642030b587ba46f906b3fb5aca9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mon-b, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-05-21T00:47:02.161 DEBUG:teuthology.orchestra.run.smithi082:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mon.b.service' 2024-05-21T00:47:02.204 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:47:02.204 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-05-21T00:47:02.204 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-05-21T00:47:02.205 DEBUG:teuthology.orchestra.run.smithi092:> sudo systemctl stop ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mon.c 2024-05-21T00:47:02.517 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:47:02 smithi092 systemd[1]: Stopping Ceph mon.c for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:47:02.772 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:47:02 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mon-c[36331]: 2024-05-21T00:47:02.514+0000 7fa8194dc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:47:02.772 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:47:02 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mon-c[36331]: 2024-05-21T00:47:02.514+0000 7fa8194dc700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-05-21T00:47:03.056 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:47:02 smithi092 podman[70482]: 2024-05-21 00:47:02.771075838 +0000 UTC m=+0.374033073 container died d8e5ae3c12458360b0d2f2688f3eef857744c64156bb21dbe6af202b8474b3c0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mon-c, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-b772be9) 2024-05-21T00:47:03.368 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:47:03 smithi092 podman[70482]: 2024-05-21 00:47:03.132415667 +0000 UTC m=+0.735372900 container cleanup d8e5ae3c12458360b0d2f2688f3eef857744c64156bb21dbe6af202b8474b3c0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mon-c, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-b772be9, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-05-21T00:47:03.369 INFO:journalctl@ceph.mon.c.smithi092.stdout:May 21 00:47:03 smithi092 bash[70482]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mon-c 2024-05-21T00:47:03.519 DEBUG:teuthology.orchestra.run.smithi092:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mon.c.service' 2024-05-21T00:47:03.562 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:47:03.562 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-05-21T00:47:03.563 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-05-21T00:47:03.563 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mgr.x 2024-05-21T00:47:04.147 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:47:03 smithi044 systemd[1]: Stopping Ceph mgr.x for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:47:04.569 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:47:04 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x[31632]: 2024-05-21T00:47:04.156+0000 7fa965400700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:47:04.569 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:47:04 smithi044 podman[101891]: 2024-05-21 00:47:04.249850311 +0000 UTC m=+0.231852041 container died dd2e9152a9fb1010d051c484400ca1616873f753466b59c0004e5ff5849e234b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.build-date=20240514, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-05-21T00:47:05.147 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:47:04 smithi044 podman[101891]: 2024-05-21 00:47:04.86703288 +0000 UTC m=+0.849034615 container cleanup dd2e9152a9fb1010d051c484400ca1616873f753466b59c0004e5ff5849e234b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-b772be9, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:47:05.148 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:47:04 smithi044 bash[101891]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x 2024-05-21T00:47:05.148 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 21 00:47:05 smithi044 podman[101904]: 2024-05-21 00:47:05.085687729 +0000 UTC m=+0.820437758 container remove dd2e9152a9fb1010d051c484400ca1616873f753466b59c0004e5ff5849e234b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9) 2024-05-21T00:47:05.690 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mgr.x.service' 2024-05-21T00:47:05.807 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:47:05.807 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-05-21T00:47:05.807 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-05-21T00:47:05.808 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mgr.y 2024-05-21T00:47:06.139 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:47:05 smithi082 systemd[1]: Stopping Ceph mgr.y for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:47:06.402 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:47:06 smithi082 podman[69577]: 2024-05-21 00:47:06.136858995 +0000 UTC m=+0.135160361 container died 435d730400e144cb77d9b5c1f6f465e0952ce860b6de372ba49825a0bff96d69 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-b772be9, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514) 2024-05-21T00:47:06.694 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:47:06 smithi082 podman[69577]: 2024-05-21 00:47:06.491595514 +0000 UTC m=+0.489896871 container cleanup 435d730400e144cb77d9b5c1f6f465e0952ce860b6de372ba49825a0bff96d69 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-b772be9, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514) 2024-05-21T00:47:06.694 INFO:journalctl@ceph.mgr.y.smithi082.stdout:May 21 00:47:06 smithi082 bash[69577]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-y 2024-05-21T00:47:06.967 DEBUG:teuthology.orchestra.run.smithi082:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mgr.y.service' 2024-05-21T00:47:07.001 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:47:07.002 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-05-21T00:47:07.002 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-05-21T00:47:07.002 DEBUG:teuthology.orchestra.run.smithi092:> sudo systemctl stop ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mgr.z 2024-05-21T00:47:07.306 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:47:07 smithi092 systemd[1]: Stopping Ceph mgr.z for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:47:07.691 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:47:07 smithi092 podman[70603]: 2024-05-21 00:47:07.340938786 +0000 UTC m=+0.136795656 container died 773c59a3c295522ad6f0d361a4157bad3a994cde3d7c3cfe5b9e238bf0beb63c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-z, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-05-21T00:47:07.942 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:47:07 smithi092 podman[70603]: 2024-05-21 00:47:07.779516397 +0000 UTC m=+0.575373286 container cleanup 773c59a3c295522ad6f0d361a4157bad3a994cde3d7c3cfe5b9e238bf0beb63c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-z, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-b772be9, ceph=True, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T00:47:07.943 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:47:07 smithi092 bash[70603]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-z 2024-05-21T00:47:07.943 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:47:07 smithi092 podman[70616]: 2024-05-21 00:47:07.938974497 +0000 UTC m=+0.589567923 container remove 773c59a3c295522ad6f0d361a4157bad3a994cde3d7c3cfe5b9e238bf0beb63c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mgr-z, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-05-21T00:47:07.943 INFO:journalctl@ceph.mgr.z.smithi092.stdout:May 21 00:47:07 smithi092 systemd[1]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mgr.z.service: Main process exited, code=exited, status=143/n/a 2024-05-21T00:47:08.155 DEBUG:teuthology.orchestra.run.smithi092:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mgr.z.service' 2024-05-21T00:47:08.188 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:47:08.188 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-05-21T00:47:08.189 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-05-21T00:47:08.189 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.0 2024-05-21T00:47:08.647 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 21 00:47:08 smithi044 systemd[1]: Stopping Ceph osd.0 for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:47:09.147 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 21 00:47:08 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-0[45599]: 2024-05-21T00:47:08.796+0000 7faa8ea00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:47:09.148 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 21 00:47:08 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-0[45599]: 2024-05-21T00:47:08.796+0000 7faa8ea00700 -1 osd.0 85 *** Got signal Terminated *** 2024-05-21T00:47:09.148 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 21 00:47:08 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-0[45599]: 2024-05-21T00:47:08.796+0000 7faa8ea00700 -1 osd.0 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T00:47:14.511 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 21 00:47:14 smithi044 podman[102011]: 2024-05-21 00:47:14.254610548 +0000 UTC m=+5.609442312 container died fce7e8eebe411e054c86acaa353f579ae268f525dcec21578400ef37e19f2699 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:47:15.147 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 21 00:47:14 smithi044 podman[102011]: 2024-05-21 00:47:14.831336343 +0000 UTC m=+6.186168139 container cleanup fce7e8eebe411e054c86acaa353f579ae268f525dcec21578400ef37e19f2699 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-b772be9, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:47:15.147 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 21 00:47:14 smithi044 bash[102011]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-0 2024-05-21T00:47:15.148 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 21 00:47:15 smithi044 podman[102030]: 2024-05-21 00:47:15.024709272 +0000 UTC m=+0.752188491 container remove fce7e8eebe411e054c86acaa353f579ae268f525dcec21578400ef37e19f2699 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-b772be9, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-05-21T00:47:16.302 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 21 00:47:15 smithi044 podman[102117]: 2024-05-21 00:47:15.863644552 +0000 UTC m=+0.037898559 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:47:16.303 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 21 00:47:15 smithi044 podman[102117]: 2024-05-21 00:47:15.984025434 +0000 UTC m=+0.158279459 container create 2aa3a5d4f87f206b88f38f6acaa176b4165ad9ad50df000aa4eadf2c477da9ca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:47:16.647 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 21 00:47:16 smithi044 podman[102117]: 2024-05-21 00:47:16.300235477 +0000 UTC m=+0.474489508 container init 2aa3a5d4f87f206b88f38f6acaa176b4165ad9ad50df000aa4eadf2c477da9ca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2) 2024-05-21T00:47:16.647 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 21 00:47:16 smithi044 podman[102117]: 2024-05-21 00:47:16.313087479 +0000 UTC m=+0.487341534 container start 2aa3a5d4f87f206b88f38f6acaa176b4165ad9ad50df000aa4eadf2c477da9ca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-0-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True) 2024-05-21T00:47:16.648 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 21 00:47:16 smithi044 podman[102117]: 2024-05-21 00:47:16.411725976 +0000 UTC m=+0.585980071 container attach 2aa3a5d4f87f206b88f38f6acaa176b4165ad9ad50df000aa4eadf2c477da9ca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-0-deactivate, RELEASE=wip-lusov-quiesce-b772be9, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240514) 2024-05-21T00:47:17.122 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 21 00:47:16 smithi044 podman[102142]: 2024-05-21 00:47:16.842543836 +0000 UTC m=+0.033693620 container died 2aa3a5d4f87f206b88f38f6acaa176b4165ad9ad50df000aa4eadf2c477da9ca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T00:47:17.657 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.0.service' 2024-05-21T00:47:17.778 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:47:17.778 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-05-21T00:47:17.778 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-05-21T00:47:17.778 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.1 2024-05-21T00:47:18.089 INFO:journalctl@ceph.osd.1.smithi082.stdout:May 21 00:47:17 smithi082 systemd[1]: Stopping Ceph osd.1 for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:47:18.444 INFO:journalctl@ceph.osd.1.smithi082.stdout:May 21 00:47:18 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-1[40697]: 2024-05-21T00:47:18.087+0000 7f5db8db4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:47:18.445 INFO:journalctl@ceph.osd.1.smithi082.stdout:May 21 00:47:18 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-1[40697]: 2024-05-21T00:47:18.087+0000 7f5db8db4700 -1 osd.1 85 *** Got signal Terminated *** 2024-05-21T00:47:18.445 INFO:journalctl@ceph.osd.1.smithi082.stdout:May 21 00:47:18 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-1[40697]: 2024-05-21T00:47:18.087+0000 7f5db8db4700 -1 osd.1 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T00:47:23.694 INFO:journalctl@ceph.osd.1.smithi082.stdout:May 21 00:47:23 smithi082 podman[69701]: 2024-05-21 00:47:23.395106234 +0000 UTC m=+5.428458296 container died 64aadb4972a0f913e7e387e97fbd7e32d2ad5cdf1d2cc041c4c34a1918aa2b10 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-1, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-b772be9, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T00:47:24.048 INFO:journalctl@ceph.osd.1.smithi082.stdout:May 21 00:47:23 smithi082 podman[69701]: 2024-05-21 00:47:23.820447909 +0000 UTC m=+5.853799978 container cleanup 64aadb4972a0f913e7e387e97fbd7e32d2ad5cdf1d2cc041c4c34a1918aa2b10 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-1, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True) 2024-05-21T00:47:24.049 INFO:journalctl@ceph.osd.1.smithi082.stdout:May 21 00:47:23 smithi082 bash[69701]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-1 2024-05-21T00:47:24.444 INFO:journalctl@ceph.osd.1.smithi082.stdout:May 21 00:47:24 smithi082 podman[69717]: 2024-05-21 00:47:24.046953711 +0000 UTC m=+0.647136213 container remove 64aadb4972a0f913e7e387e97fbd7e32d2ad5cdf1d2cc041c4c34a1918aa2b10 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-1, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-b772be9, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:47:24.803 INFO:journalctl@ceph.osd.1.smithi082.stdout:May 21 00:47:24 smithi082 podman[69806]: 2024-05-21 00:47:24.391084428 +0000 UTC m=+0.017207051 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:47:24.803 INFO:journalctl@ceph.osd.1.smithi082.stdout:May 21 00:47:24 smithi082 podman[69806]: 2024-05-21 00:47:24.514999374 +0000 UTC m=+0.141121987 container create fbd1a8b5e8da851cba4e6d8fcf008b4ea13b0d41024bfc127364aaa4393072a0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9) 2024-05-21T00:47:24.803 INFO:journalctl@ceph.osd.1.smithi082.stdout:May 21 00:47:24 smithi082 podman[69806]: 2024-05-21 00:47:24.734241989 +0000 UTC m=+0.360364591 container init fbd1a8b5e8da851cba4e6d8fcf008b4ea13b0d41024bfc127364aaa4393072a0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-1-deactivate, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:47:24.803 INFO:journalctl@ceph.osd.1.smithi082.stdout:May 21 00:47:24 smithi082 podman[69806]: 2024-05-21 00:47:24.737328413 +0000 UTC m=+0.363451023 container start fbd1a8b5e8da851cba4e6d8fcf008b4ea13b0d41024bfc127364aaa4393072a0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-05-21T00:47:24.803 INFO:journalctl@ceph.osd.1.smithi082.stdout:May 21 00:47:24 smithi082 podman[69806]: 2024-05-21 00:47:24.800838482 +0000 UTC m=+0.426961093 container attach fbd1a8b5e8da851cba4e6d8fcf008b4ea13b0d41024bfc127364aaa4393072a0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-1-deactivate, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-05-21T00:47:25.057 INFO:journalctl@ceph.osd.1.smithi082.stdout:May 21 00:47:25 smithi082 podman[69806]: 2024-05-21 00:47:25.031039144 +0000 UTC m=+0.657161755 container died fbd1a8b5e8da851cba4e6d8fcf008b4ea13b0d41024bfc127364aaa4393072a0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240514) 2024-05-21T00:47:25.667 DEBUG:teuthology.orchestra.run.smithi082:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.1.service' 2024-05-21T00:47:25.705 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:47:25.705 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-05-21T00:47:25.706 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-05-21T00:47:25.706 DEBUG:teuthology.orchestra.run.smithi092:> sudo systemctl stop ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.2 2024-05-21T00:47:26.008 INFO:journalctl@ceph.osd.2.smithi092.stdout:May 21 00:47:25 smithi092 systemd[1]: Stopping Ceph osd.2 for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:47:26.010 INFO:journalctl@ceph.osd.2.smithi092.stdout:May 21 00:47:26 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-2[41451]: 2024-05-21T00:47:26.005+0000 7fc119831700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:47:26.010 INFO:journalctl@ceph.osd.2.smithi092.stdout:May 21 00:47:26 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-2[41451]: 2024-05-21T00:47:26.005+0000 7fc119831700 -1 osd.2 85 *** Got signal Terminated *** 2024-05-21T00:47:26.010 INFO:journalctl@ceph.osd.2.smithi092.stdout:May 21 00:47:26 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-2[41451]: 2024-05-21T00:47:26.005+0000 7fc119831700 -1 osd.2 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T00:47:31.676 INFO:journalctl@ceph.osd.2.smithi092.stdout:May 21 00:47:31 smithi092 podman[70729]: 2024-05-21 00:47:31.366283424 +0000 UTC m=+5.461167886 container died 939d7faee8ccce772432a13274d01355dbc9b689397395b15fe74ce2b6edfbb2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-b772be9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-05-21T00:47:31.959 INFO:journalctl@ceph.osd.2.smithi092.stdout:May 21 00:47:31 smithi092 podman[70729]: 2024-05-21 00:47:31.764818 +0000 UTC m=+5.859702455 container cleanup 939d7faee8ccce772432a13274d01355dbc9b689397395b15fe74ce2b6edfbb2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-2, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-05-21T00:47:31.959 INFO:journalctl@ceph.osd.2.smithi092.stdout:May 21 00:47:31 smithi092 bash[70729]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-2 2024-05-21T00:47:32.306 INFO:journalctl@ceph.osd.2.smithi092.stdout:May 21 00:47:31 smithi092 podman[70757]: 2024-05-21 00:47:31.957663741 +0000 UTC m=+0.587827533 container remove 939d7faee8ccce772432a13274d01355dbc9b689397395b15fe74ce2b6edfbb2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2) 2024-05-21T00:47:32.721 INFO:journalctl@ceph.osd.2.smithi092.stdout:May 21 00:47:32 smithi092 podman[70849]: 2024-05-21 00:47:32.285360588 +0000 UTC m=+0.017475075 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:47:32.721 INFO:journalctl@ceph.osd.2.smithi092.stdout:May 21 00:47:32 smithi092 podman[70849]: 2024-05-21 00:47:32.400332512 +0000 UTC m=+0.132446983 container create c7dbab58bb52b555fc4d59e1f450046b58f657097eb97c6b58ef961b2231be89 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-b772be9, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-05-21T00:47:32.721 INFO:journalctl@ceph.osd.2.smithi092.stdout:May 21 00:47:32 smithi092 podman[70849]: 2024-05-21 00:47:32.619844969 +0000 UTC m=+0.351959450 container init c7dbab58bb52b555fc4d59e1f450046b58f657097eb97c6b58ef961b2231be89 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9) 2024-05-21T00:47:32.721 INFO:journalctl@ceph.osd.2.smithi092.stdout:May 21 00:47:32 smithi092 podman[70849]: 2024-05-21 00:47:32.623066265 +0000 UTC m=+0.355180745 container start c7dbab58bb52b555fc4d59e1f450046b58f657097eb97c6b58ef961b2231be89 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-b772be9, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS) 2024-05-21T00:47:32.722 INFO:journalctl@ceph.osd.2.smithi092.stdout:May 21 00:47:32 smithi092 podman[70849]: 2024-05-21 00:47:32.719560918 +0000 UTC m=+0.451675408 container attach c7dbab58bb52b555fc4d59e1f450046b58f657097eb97c6b58ef961b2231be89 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-2-deactivate, RELEASE=wip-lusov-quiesce-b772be9, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514) 2024-05-21T00:47:33.056 INFO:journalctl@ceph.osd.2.smithi092.stdout:May 21 00:47:32 smithi092 podman[70849]: 2024-05-21 00:47:32.921534417 +0000 UTC m=+0.653648893 container died c7dbab58bb52b555fc4d59e1f450046b58f657097eb97c6b58ef961b2231be89 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-2-deactivate, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-b772be9) 2024-05-21T00:47:33.585 DEBUG:teuthology.orchestra.run.smithi092:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.2.service' 2024-05-21T00:47:33.626 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:47:33.626 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-05-21T00:47:33.627 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-05-21T00:47:33.627 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.3 2024-05-21T00:47:34.147 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 21 00:47:33 smithi044 systemd[1]: Stopping Ceph osd.3 for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:47:34.647 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 21 00:47:34 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-3[52523]: 2024-05-21T00:47:34.293+0000 7f5b14e00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:47:34.647 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 21 00:47:34 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-3[52523]: 2024-05-21T00:47:34.293+0000 7f5b14e00700 -1 osd.3 85 *** Got signal Terminated *** 2024-05-21T00:47:34.647 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 21 00:47:34 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-3[52523]: 2024-05-21T00:47:34.293+0000 7f5b14e00700 -1 osd.3 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T00:47:35.556 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:35 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:35.256+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.453694+0000 front 2024-05-21T00:47:12.453659+0000 (oldest deadline 2024-05-21T00:47:34.753464+0000) 2024-05-21T00:47:35.556 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:35 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:35.370+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:47:36.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:35 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:35.742+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:47:36.556 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:36 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:36.228+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.453694+0000 front 2024-05-21T00:47:12.453659+0000 (oldest deadline 2024-05-21T00:47:34.753464+0000) 2024-05-21T00:47:36.556 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:36 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:36.357+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:47:36.897 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 21 00:47:36 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-3[52523]: 2024-05-21T00:47:36.409+0000 7f5b0b600700 -1 osd.3 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:11.647378+0000 front 2024-05-21T00:47:11.647595+0000 (oldest deadline 2024-05-21T00:47:35.747017+0000) 2024-05-21T00:47:36.897 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:36 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:36.628+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.443184+0000 front 2024-05-21T00:47:13.443401+0000 (oldest deadline 2024-05-21T00:47:35.743343+0000) 2024-05-21T00:47:37.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:36 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:36.774+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:47:37.556 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:37 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:37.215+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.453694+0000 front 2024-05-21T00:47:12.453659+0000 (oldest deadline 2024-05-21T00:47:34.753464+0000) 2024-05-21T00:47:37.556 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:37 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:37.378+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:47:37.647 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 21 00:47:37 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-3[52523]: 2024-05-21T00:47:37.379+0000 7f5b0b600700 -1 osd.3 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:11.647378+0000 front 2024-05-21T00:47:11.647595+0000 (oldest deadline 2024-05-21T00:47:35.747017+0000) 2024-05-21T00:47:38.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:37 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:37.773+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:47:38.147 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:37 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:37.663+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.443184+0000 front 2024-05-21T00:47:13.443401+0000 (oldest deadline 2024-05-21T00:47:35.743343+0000) 2024-05-21T00:47:38.556 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:38 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:38.241+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.453694+0000 front 2024-05-21T00:47:12.453659+0000 (oldest deadline 2024-05-21T00:47:34.753464+0000) 2024-05-21T00:47:38.557 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:38 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:38.375+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:47:38.647 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 21 00:47:38 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-3[52523]: 2024-05-21T00:47:38.393+0000 7f5b0b600700 -1 osd.3 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:11.647378+0000 front 2024-05-21T00:47:11.647595+0000 (oldest deadline 2024-05-21T00:47:35.747017+0000) 2024-05-21T00:47:39.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:38 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:38.798+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:47:39.147 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:38 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:38.662+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.443184+0000 front 2024-05-21T00:47:13.443401+0000 (oldest deadline 2024-05-21T00:47:35.743343+0000) 2024-05-21T00:47:39.556 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:39 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:39.267+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.453694+0000 front 2024-05-21T00:47:12.453659+0000 (oldest deadline 2024-05-21T00:47:34.753464+0000) 2024-05-21T00:47:39.556 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:39 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:39.381+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:47:39.897 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:39 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:39.631+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.443184+0000 front 2024-05-21T00:47:13.443401+0000 (oldest deadline 2024-05-21T00:47:35.743343+0000) 2024-05-21T00:47:39.897 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 21 00:47:39 smithi044 podman[102223]: 2024-05-21 00:47:39.701755425 +0000 UTC m=+5.546048307 container died e5a8df69eca6de50ebadc130b856d97b31d1185cd0361ea55a22113205e501d8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-3, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-05-21T00:47:39.898 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:39 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:39.753+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:47:40.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:39 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:39.716+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:47:40.244 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:39 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:39.804+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:47:40.273 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 21 00:47:40 smithi044 podman[102223]: 2024-05-21 00:47:40.261723071 +0000 UTC m=+6.106015950 container cleanup e5a8df69eca6de50ebadc130b856d97b31d1185cd0361ea55a22113205e501d8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-3, RELEASE=wip-lusov-quiesce-b772be9, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:47:40.273 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 21 00:47:40 smithi044 bash[102223]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-3 2024-05-21T00:47:40.556 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:40 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:40.342+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:47:40.556 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:40 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:40.242+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.453694+0000 front 2024-05-21T00:47:12.453659+0000 (oldest deadline 2024-05-21T00:47:34.753464+0000) 2024-05-21T00:47:40.896 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 21 00:47:40 smithi044 podman[102243]: 2024-05-21 00:47:40.555212122 +0000 UTC m=+0.836902897 container remove e5a8df69eca6de50ebadc130b856d97b31d1185cd0361ea55a22113205e501d8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-3, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-05-21T00:47:40.897 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:40 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:40.667+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.443184+0000 front 2024-05-21T00:47:13.443401+0000 (oldest deadline 2024-05-21T00:47:35.743343+0000) 2024-05-21T00:47:40.897 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:40 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:40.754+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:47:41.194 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:40 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:40.710+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:47:41.216 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:40 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:40.818+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:47:41.556 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:41 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:41.381+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:47:41.557 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:41 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:41.215+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.453694+0000 front 2024-05-21T00:47:12.453659+0000 (oldest deadline 2024-05-21T00:47:34.753464+0000) 2024-05-21T00:47:41.707 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 21 00:47:41 smithi044 podman[102327]: 2024-05-21 00:47:41.357193811 +0000 UTC m=+0.037056351 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:47:41.707 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 21 00:47:41 smithi044 podman[102327]: 2024-05-21 00:47:41.489336505 +0000 UTC m=+0.169199055 container create ffbf1037be87f1a1d02018e9461f04e236298bad6bd5a7e9ba8687aeb1f90642 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-05-21T00:47:41.708 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:41 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:41.646+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.443184+0000 front 2024-05-21T00:47:13.443401+0000 (oldest deadline 2024-05-21T00:47:35.743343+0000) 2024-05-21T00:47:42.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:41 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:41.793+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:47:42.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:41 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:41.739+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:47:42.147 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 21 00:47:41 smithi044 podman[102327]: 2024-05-21 00:47:41.826774103 +0000 UTC m=+0.506636679 container init ffbf1037be87f1a1d02018e9461f04e236298bad6bd5a7e9ba8687aeb1f90642 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-05-21T00:47:42.147 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 21 00:47:41 smithi044 podman[102327]: 2024-05-21 00:47:41.838291351 +0000 UTC m=+0.518153930 container start ffbf1037be87f1a1d02018e9461f04e236298bad6bd5a7e9ba8687aeb1f90642 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True) 2024-05-21T00:47:42.147 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 21 00:47:41 smithi044 podman[102327]: 2024-05-21 00:47:41.900443285 +0000 UTC m=+0.580305927 container attach ffbf1037be87f1a1d02018e9461f04e236298bad6bd5a7e9ba8687aeb1f90642 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-b772be9, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-05-21T00:47:42.194 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:41 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:41.732+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:47:42.556 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:42 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:42.166+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.453694+0000 front 2024-05-21T00:47:12.453659+0000 (oldest deadline 2024-05-21T00:47:34.753464+0000) 2024-05-21T00:47:42.556 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:42 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:42.370+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:47:42.606 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 21 00:47:42 smithi044 podman[102327]: 2024-05-21 00:47:42.310464638 +0000 UTC m=+0.990327230 container died ffbf1037be87f1a1d02018e9461f04e236298bad6bd5a7e9ba8687aeb1f90642 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-3-deactivate, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-b772be9) 2024-05-21T00:47:42.897 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:42 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:42.603+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.443184+0000 front 2024-05-21T00:47:13.443401+0000 (oldest deadline 2024-05-21T00:47:35.743343+0000) 2024-05-21T00:47:42.897 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:42 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:42.722+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:47:43.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:42 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:42.758+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:47:43.175 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.3.service' 2024-05-21T00:47:43.194 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:42 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:42.763+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:47:43.295 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:47:43.295 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-05-21T00:47:43.295 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-05-21T00:47:43.295 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.4 2024-05-21T00:47:43.556 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:43 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:43.120+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.453694+0000 front 2024-05-21T00:47:12.453659+0000 (oldest deadline 2024-05-21T00:47:34.753464+0000) 2024-05-21T00:47:43.556 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:43 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:43.324+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:47:43.633 INFO:journalctl@ceph.osd.4.smithi082.stdout:May 21 00:47:43 smithi082 systemd[1]: Stopping Ceph osd.4 for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:47:43.897 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:43 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:43.708+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:47:43.897 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:43 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:43.593+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.443184+0000 front 2024-05-21T00:47:13.443401+0000 (oldest deadline 2024-05-21T00:47:35.743343+0000) 2024-05-21T00:47:43.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:43 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:43.733+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:47:43.944 INFO:journalctl@ceph.osd.4.smithi082.stdout:May 21 00:47:43 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-4[47180]: 2024-05-21T00:47:43.630+0000 7fbd82fbf700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:47:43.945 INFO:journalctl@ceph.osd.4.smithi082.stdout:May 21 00:47:43 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-4[47180]: 2024-05-21T00:47:43.630+0000 7fbd82fbf700 -1 osd.4 85 *** Got signal Terminated *** 2024-05-21T00:47:43.945 INFO:journalctl@ceph.osd.4.smithi082.stdout:May 21 00:47:43 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-4[47180]: 2024-05-21T00:47:43.630+0000 7fbd82fbf700 -1 osd.4 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T00:47:44.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:43 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:43.765+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:47:44.556 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:44 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:44.099+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.453694+0000 front 2024-05-21T00:47:12.453659+0000 (oldest deadline 2024-05-21T00:47:34.753464+0000) 2024-05-21T00:47:44.556 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:44 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:44.297+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:47:44.897 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:44 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:44.611+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.443184+0000 front 2024-05-21T00:47:13.443401+0000 (oldest deadline 2024-05-21T00:47:35.743343+0000) 2024-05-21T00:47:44.897 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:44 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:44.712+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:47:44.951 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:44 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:44.694+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:47:44.952 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:44 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:44.694+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:47:45.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:44 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:44.756+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:47:45.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:44 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:44.756+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:47:45.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:47:44 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:47:44.949+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:23.001334+0000 front 2024-05-21T00:47:23.001441+0000 (oldest deadline 2024-05-21T00:47:44.701591+0000) 2024-05-21T00:47:45.556 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:45 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:45.339+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:47:45.556 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:45 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:45.143+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.453694+0000 front 2024-05-21T00:47:12.453659+0000 (oldest deadline 2024-05-21T00:47:34.753464+0000) 2024-05-21T00:47:45.897 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:45 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:45.761+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:47:45.897 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:45 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:45.574+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.443184+0000 front 2024-05-21T00:47:13.443401+0000 (oldest deadline 2024-05-21T00:47:35.743343+0000) 2024-05-21T00:47:45.897 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:45 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:45.574+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.946198+0000 front 2024-05-21T00:47:20.946519+0000 (oldest deadline 2024-05-21T00:47:45.046316+0000) 2024-05-21T00:47:46.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:45 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:45.768+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:47:46.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:45 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:45.768+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:47:46.194 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:47:45 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:47:45.920+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:23.001334+0000 front 2024-05-21T00:47:23.001441+0000 (oldest deadline 2024-05-21T00:47:44.701591+0000) 2024-05-21T00:47:46.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:45 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:45.693+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:47:46.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:45 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:45.693+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:47:46.195 INFO:journalctl@ceph.osd.4.smithi082.stdout:May 21 00:47:45 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-4[47180]: 2024-05-21T00:47:45.738+0000 7fbd7b5ab700 -1 osd.4 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.511364+0000 front 2024-05-21T00:47:22.511336+0000 (oldest deadline 2024-05-21T00:47:45.411553+0000) 2024-05-21T00:47:46.556 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:46 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:46.158+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.453694+0000 front 2024-05-21T00:47:12.453659+0000 (oldest deadline 2024-05-21T00:47:34.753464+0000) 2024-05-21T00:47:46.556 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:46 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:46.158+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.955114+0000 front 2024-05-21T00:47:22.955159+0000 (oldest deadline 2024-05-21T00:47:45.255097+0000) 2024-05-21T00:47:46.556 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:46 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:46.331+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:47:46.556 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:46 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:46.331+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:47:46.897 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:46 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:46.734+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:47:46.897 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:46 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:46.623+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.443184+0000 front 2024-05-21T00:47:13.443401+0000 (oldest deadline 2024-05-21T00:47:35.743343+0000) 2024-05-21T00:47:46.897 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:46 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:46.623+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.946198+0000 front 2024-05-21T00:47:20.946519+0000 (oldest deadline 2024-05-21T00:47:45.046316+0000) 2024-05-21T00:47:46.944 INFO:journalctl@ceph.osd.4.smithi082.stdout:May 21 00:47:46 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-4[47180]: 2024-05-21T00:47:46.724+0000 7fbd7b5ab700 -1 osd.4 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.511364+0000 front 2024-05-21T00:47:22.511336+0000 (oldest deadline 2024-05-21T00:47:45.411553+0000) 2024-05-21T00:47:46.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:46 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:46.654+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:47:46.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:46 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:46.654+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:47:47.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:46 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:46.792+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:47:47.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:46 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:46.792+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:47:47.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:47:46 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:47:46.945+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:23.001334+0000 front 2024-05-21T00:47:23.001441+0000 (oldest deadline 2024-05-21T00:47:44.701591+0000) 2024-05-21T00:47:47.556 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:47 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:47.125+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.453694+0000 front 2024-05-21T00:47:12.453659+0000 (oldest deadline 2024-05-21T00:47:34.753464+0000) 2024-05-21T00:47:47.556 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:47 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:47.125+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.955114+0000 front 2024-05-21T00:47:22.955159+0000 (oldest deadline 2024-05-21T00:47:45.255097+0000) 2024-05-21T00:47:47.556 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:47 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:47.372+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:47:47.556 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:47 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:47.372+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:47:47.897 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:47 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:47.584+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.443184+0000 front 2024-05-21T00:47:13.443401+0000 (oldest deadline 2024-05-21T00:47:35.743343+0000) 2024-05-21T00:47:47.897 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:47 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:47.584+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.946198+0000 front 2024-05-21T00:47:20.946519+0000 (oldest deadline 2024-05-21T00:47:45.046316+0000) 2024-05-21T00:47:47.897 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:47 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:47.692+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:47:47.897 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:47 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:47.692+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:47:47.994 INFO:journalctl@ceph.osd.4.smithi082.stdout:May 21 00:47:47 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-4[47180]: 2024-05-21T00:47:47.739+0000 7fbd7b5ab700 -1 osd.4 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.511364+0000 front 2024-05-21T00:47:22.511336+0000 (oldest deadline 2024-05-21T00:47:45.411553+0000) 2024-05-21T00:47:47.995 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:47 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:47.694+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:47:47.995 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:47 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:47.694+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:47:48.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:47 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:47.760+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:47:48.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:47 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:47.760+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:47:48.388 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:48 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:48.116+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.453694+0000 front 2024-05-21T00:47:12.453659+0000 (oldest deadline 2024-05-21T00:47:34.753464+0000) 2024-05-21T00:47:48.388 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:48 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:48.116+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.955114+0000 front 2024-05-21T00:47:22.955159+0000 (oldest deadline 2024-05-21T00:47:45.255097+0000) 2024-05-21T00:47:48.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:47:47 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:47:47.992+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:23.001334+0000 front 2024-05-21T00:47:23.001441+0000 (oldest deadline 2024-05-21T00:47:44.701591+0000) 2024-05-21T00:47:48.764 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:48 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:48.386+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:47:48.764 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:48 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:48.386+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:47:48.897 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:48 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:48.565+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.443184+0000 front 2024-05-21T00:47:13.443401+0000 (oldest deadline 2024-05-21T00:47:35.743343+0000) 2024-05-21T00:47:48.897 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:48 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:48.565+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.946198+0000 front 2024-05-21T00:47:20.946519+0000 (oldest deadline 2024-05-21T00:47:45.046316+0000) 2024-05-21T00:47:48.897 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:48 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:48.670+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:47:48.897 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:48 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:48.670+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:47:49.032 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:48 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:48.744+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:47:49.032 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:48 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:48.744+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:47:49.055 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:48 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:48.761+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:47:49.055 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:48 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:48.761+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:47:49.403 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:49 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:49.096+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.453694+0000 front 2024-05-21T00:47:12.453659+0000 (oldest deadline 2024-05-21T00:47:34.753464+0000) 2024-05-21T00:47:49.403 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:49 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:49.096+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.955114+0000 front 2024-05-21T00:47:22.955159+0000 (oldest deadline 2024-05-21T00:47:45.255097+0000) 2024-05-21T00:47:49.444 INFO:journalctl@ceph.osd.4.smithi082.stdout:May 21 00:47:49 smithi082 podman[69923]: 2024-05-21 00:47:49.15599872 +0000 UTC m=+5.667774503 container died cdb7afc9f9607f279fbd1928b6838e7a8e740baf739ebf6d2f40e0965f49812e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-4, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-b772be9, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T00:47:49.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:47:49 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:47:49.029+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:23.001334+0000 front 2024-05-21T00:47:23.001441+0000 (oldest deadline 2024-05-21T00:47:44.701591+0000) 2024-05-21T00:47:49.768 INFO:journalctl@ceph.osd.4.smithi082.stdout:May 21 00:47:49 smithi082 podman[69923]: 2024-05-21 00:47:49.573017005 +0000 UTC m=+6.084792788 container cleanup cdb7afc9f9607f279fbd1928b6838e7a8e740baf739ebf6d2f40e0965f49812e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-4, RELEASE=wip-lusov-quiesce-b772be9, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-05-21T00:47:49.768 INFO:journalctl@ceph.osd.4.smithi082.stdout:May 21 00:47:49 smithi082 bash[69923]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-4 2024-05-21T00:47:49.768 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:49 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:49.707+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:47:49.769 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:49 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:49.707+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:47:49.804 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:49 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:49.400+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:47:49.804 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:49 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:49.400+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:47:49.897 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:49 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:49.529+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.443184+0000 front 2024-05-21T00:47:13.443401+0000 (oldest deadline 2024-05-21T00:47:35.743343+0000) 2024-05-21T00:47:49.897 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:49 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:49.529+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.946198+0000 front 2024-05-21T00:47:20.946519+0000 (oldest deadline 2024-05-21T00:47:45.046316+0000) 2024-05-21T00:47:49.897 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:49 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:49.631+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:47:49.897 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:49 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:49.631+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:47:50.035 INFO:journalctl@ceph.osd.4.smithi082.stdout:May 21 00:47:49 smithi082 podman[69939]: 2024-05-21 00:47:49.766028788 +0000 UTC m=+0.611386867 container remove cdb7afc9f9607f279fbd1928b6838e7a8e740baf739ebf6d2f40e0965f49812e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-4, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-05-21T00:47:50.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:49 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:49.801+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:47:50.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:49 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:49.801+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:47:50.342 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:47:50 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:47:50.032+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:23.001334+0000 front 2024-05-21T00:47:23.001441+0000 (oldest deadline 2024-05-21T00:47:44.701591+0000) 2024-05-21T00:47:50.342 INFO:journalctl@ceph.osd.4.smithi082.stdout:May 21 00:47:50 smithi082 podman[70030]: 2024-05-21 00:47:50.098195308 +0000 UTC m=+0.017753573 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:47:50.343 INFO:journalctl@ceph.osd.4.smithi082.stdout:May 21 00:47:50 smithi082 podman[70030]: 2024-05-21 00:47:50.225143814 +0000 UTC m=+0.144702078 container create 17079bcf46e1bb265bf6cca3e459eb9efb0961dea4e2367b6c4f25e6bb638c70 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, ceph=True) 2024-05-21T00:47:50.361 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:50 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:50.100+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.453694+0000 front 2024-05-21T00:47:12.453659+0000 (oldest deadline 2024-05-21T00:47:34.753464+0000) 2024-05-21T00:47:50.361 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:50 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:50.100+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.955114+0000 front 2024-05-21T00:47:22.955159+0000 (oldest deadline 2024-05-21T00:47:45.255097+0000) 2024-05-21T00:47:50.694 INFO:journalctl@ceph.osd.4.smithi082.stdout:May 21 00:47:50 smithi082 podman[70030]: 2024-05-21 00:47:50.461241562 +0000 UTC m=+0.380799827 container init 17079bcf46e1bb265bf6cca3e459eb9efb0961dea4e2367b6c4f25e6bb638c70 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2) 2024-05-21T00:47:50.695 INFO:journalctl@ceph.osd.4.smithi082.stdout:May 21 00:47:50 smithi082 podman[70030]: 2024-05-21 00:47:50.464283798 +0000 UTC m=+0.383842064 container start 17079bcf46e1bb265bf6cca3e459eb9efb0961dea4e2367b6c4f25e6bb638c70 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-4-deactivate, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-b772be9, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:47:50.695 INFO:journalctl@ceph.osd.4.smithi082.stdout:May 21 00:47:50 smithi082 podman[70030]: 2024-05-21 00:47:50.553001336 +0000 UTC m=+0.472559602 container attach 17079bcf46e1bb265bf6cca3e459eb9efb0961dea4e2367b6c4f25e6bb638c70 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-05-21T00:47:50.755 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:50 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:50.359+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:47:50.755 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:50 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:50.359+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:47:50.897 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:50 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:50.548+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.443184+0000 front 2024-05-21T00:47:13.443401+0000 (oldest deadline 2024-05-21T00:47:35.743343+0000) 2024-05-21T00:47:50.897 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:50 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:50.548+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.946198+0000 front 2024-05-21T00:47:20.946519+0000 (oldest deadline 2024-05-21T00:47:45.046316+0000) 2024-05-21T00:47:50.897 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:50 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:50.600+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:47:50.898 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:50 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:50.600+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:47:50.983 INFO:journalctl@ceph.osd.4.smithi082.stdout:May 21 00:47:50 smithi082 podman[70030]: 2024-05-21 00:47:50.762305808 +0000 UTC m=+0.681864074 container died 17079bcf46e1bb265bf6cca3e459eb9efb0961dea4e2367b6c4f25e6bb638c70 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-4-deactivate, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.vendor=CentOS) 2024-05-21T00:47:50.983 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:50 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:50.727+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:47:50.983 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:50 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:50.727+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:47:51.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:50 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:50.753+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:47:51.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:50 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:50.753+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:47:51.291 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:47:51 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:47:51.040+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:23.001334+0000 front 2024-05-21T00:47:23.001441+0000 (oldest deadline 2024-05-21T00:47:44.701591+0000) 2024-05-21T00:47:51.310 DEBUG:teuthology.orchestra.run.smithi082:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.4.service' 2024-05-21T00:47:51.348 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:47:51.348 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-05-21T00:47:51.348 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-05-21T00:47:51.348 DEBUG:teuthology.orchestra.run.smithi092:> sudo systemctl stop ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.5 2024-05-21T00:47:51.367 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:51 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:51.095+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.453694+0000 front 2024-05-21T00:47:12.453659+0000 (oldest deadline 2024-05-21T00:47:34.753464+0000) 2024-05-21T00:47:51.367 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:51 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:51.095+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.955114+0000 front 2024-05-21T00:47:22.955159+0000 (oldest deadline 2024-05-21T00:47:45.255097+0000) 2024-05-21T00:47:51.660 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:51 smithi092 systemd[1]: Stopping Ceph osd.5 for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:47:51.660 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:51 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:51.364+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:47:51.660 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:51 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:51.364+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:47:51.897 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:51 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:51.559+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.443184+0000 front 2024-05-21T00:47:13.443401+0000 (oldest deadline 2024-05-21T00:47:35.743343+0000) 2024-05-21T00:47:51.897 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:51 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:51.559+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.946198+0000 front 2024-05-21T00:47:20.946519+0000 (oldest deadline 2024-05-21T00:47:45.046316+0000) 2024-05-21T00:47:51.897 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:51 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:51.628+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:47:51.898 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:51 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:51.628+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:47:52.011 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:51 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:51.698+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:47:52.012 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:51 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:51.698+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:47:52.012 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:51 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:51.698+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:47:52.052 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:51 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:51.730+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:47:52.052 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:51 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:51.730+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:47:52.052 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:51 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:51.657+0000 7f352fadb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:47:52.053 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:51 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:51.657+0000 7f352fadb700 -1 osd.5 85 *** Got signal Terminated *** 2024-05-21T00:47:52.053 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:51 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:51.657+0000 7f352fadb700 -1 osd.5 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T00:47:52.053 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:52 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:52.050+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.453694+0000 front 2024-05-21T00:47:12.453659+0000 (oldest deadline 2024-05-21T00:47:34.753464+0000) 2024-05-21T00:47:52.053 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:52 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:52.050+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.955114+0000 front 2024-05-21T00:47:22.955159+0000 (oldest deadline 2024-05-21T00:47:45.255097+0000) 2024-05-21T00:47:52.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:47:52 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:47:52.009+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:23.001334+0000 front 2024-05-21T00:47:23.001441+0000 (oldest deadline 2024-05-21T00:47:44.701591+0000) 2024-05-21T00:47:52.693 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:52 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:52.344+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:47:52.693 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:52 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:52.344+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:47:52.694 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:52 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:52.344+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:25.592480+0000 front 2024-05-21T00:47:25.592456+0000 (oldest deadline 2024-05-21T00:47:51.492614+0000) 2024-05-21T00:47:52.897 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:52 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:52.581+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.443184+0000 front 2024-05-21T00:47:13.443401+0000 (oldest deadline 2024-05-21T00:47:35.743343+0000) 2024-05-21T00:47:52.897 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:52 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:52.581+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.946198+0000 front 2024-05-21T00:47:20.946519+0000 (oldest deadline 2024-05-21T00:47:45.046316+0000) 2024-05-21T00:47:52.897 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:52 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:52.679+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:47:52.898 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:52 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:52.679+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:47:52.898 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:52 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:52.679+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:47:52.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:52 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:52.668+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:47:52.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:52 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:52.668+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:47:52.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:52 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:52.668+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:47:53.046 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:52 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:52.691+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:47:53.046 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:52 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:52.691+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:47:53.047 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:52 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:52.691+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:47:53.306 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:53 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:53.044+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.453694+0000 front 2024-05-21T00:47:12.453659+0000 (oldest deadline 2024-05-21T00:47:34.753464+0000) 2024-05-21T00:47:53.306 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:53 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:53.044+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.955114+0000 front 2024-05-21T00:47:22.955159+0000 (oldest deadline 2024-05-21T00:47:45.255097+0000) 2024-05-21T00:47:53.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:47:53 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:47:53.006+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:23.001334+0000 front 2024-05-21T00:47:23.001441+0000 (oldest deadline 2024-05-21T00:47:44.701591+0000) 2024-05-21T00:47:53.445 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:47:53 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:47:53.006+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.903212+0000 front 2024-05-21T00:47:29.903140+0000 (oldest deadline 2024-05-21T00:47:52.803000+0000) 2024-05-21T00:47:53.703 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:53 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:53.305+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:47:53.703 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:53 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:53.305+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:47:53.703 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:53 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:53.305+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:25.592480+0000 front 2024-05-21T00:47:25.592456+0000 (oldest deadline 2024-05-21T00:47:51.492614+0000) 2024-05-21T00:47:53.897 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:53 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:53.594+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.443184+0000 front 2024-05-21T00:47:13.443401+0000 (oldest deadline 2024-05-21T00:47:35.743343+0000) 2024-05-21T00:47:53.897 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:53 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:53.594+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.946198+0000 front 2024-05-21T00:47:20.946519+0000 (oldest deadline 2024-05-21T00:47:45.046316+0000) 2024-05-21T00:47:53.897 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:53 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:53.687+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:47:53.898 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:53 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:53.687+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:47:53.898 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:53 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:53.687+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:47:53.992 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:53 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:53.707+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:47:53.992 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:53 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:53.707+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:47:53.992 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:53 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:53.707+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:47:54.023 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:53 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:53.700+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:47:54.023 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:53 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:53.700+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:47:54.023 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:53 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:53.700+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:47:54.306 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:54 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:54.020+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.453694+0000 front 2024-05-21T00:47:12.453659+0000 (oldest deadline 2024-05-21T00:47:34.753464+0000) 2024-05-21T00:47:54.306 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:54 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:54.020+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.955114+0000 front 2024-05-21T00:47:22.955159+0000 (oldest deadline 2024-05-21T00:47:45.255097+0000) 2024-05-21T00:47:54.306 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:54 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:54.020+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.856517+0000 front 2024-05-21T00:47:29.856577+0000 (oldest deadline 2024-05-21T00:47:53.956623+0000) 2024-05-21T00:47:54.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:47:53 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:47:53.989+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:23.001334+0000 front 2024-05-21T00:47:23.001441+0000 (oldest deadline 2024-05-21T00:47:44.701591+0000) 2024-05-21T00:47:54.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:47:53 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:47:53.989+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.903212+0000 front 2024-05-21T00:47:29.903140+0000 (oldest deadline 2024-05-21T00:47:52.803000+0000) 2024-05-21T00:47:54.702 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:54 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:54.346+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:47:54.702 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:54 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:54.346+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:47:54.703 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:54 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:54.346+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:25.592480+0000 front 2024-05-21T00:47:25.592456+0000 (oldest deadline 2024-05-21T00:47:51.492614+0000) 2024-05-21T00:47:54.897 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:54 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:54.644+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.443184+0000 front 2024-05-21T00:47:13.443401+0000 (oldest deadline 2024-05-21T00:47:35.743343+0000) 2024-05-21T00:47:54.897 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:54 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:54.644+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.946198+0000 front 2024-05-21T00:47:20.946519+0000 (oldest deadline 2024-05-21T00:47:45.046316+0000) 2024-05-21T00:47:54.898 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:54 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:54.707+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:47:54.898 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:54 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:54.707+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:47:54.898 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:54 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:54.707+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:47:54.976 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:54 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:54.700+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:47:54.977 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:54 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:54.700+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:47:54.977 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:54 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:54.700+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:47:55.019 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:54 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:54.708+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:47:55.019 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:54 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:54.708+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:47:55.020 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:54 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:54.708+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:47:55.306 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:54 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:54.974+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.453694+0000 front 2024-05-21T00:47:12.453659+0000 (oldest deadline 2024-05-21T00:47:34.753464+0000) 2024-05-21T00:47:55.307 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:54 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:54.974+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.955114+0000 front 2024-05-21T00:47:22.955159+0000 (oldest deadline 2024-05-21T00:47:45.255097+0000) 2024-05-21T00:47:55.307 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:54 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:54.974+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.856517+0000 front 2024-05-21T00:47:29.856577+0000 (oldest deadline 2024-05-21T00:47:53.956623+0000) 2024-05-21T00:47:55.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:47:55 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:47:55.017+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:23.001334+0000 front 2024-05-21T00:47:23.001441+0000 (oldest deadline 2024-05-21T00:47:44.701591+0000) 2024-05-21T00:47:55.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:47:55 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:47:55.017+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.903212+0000 front 2024-05-21T00:47:29.903140+0000 (oldest deadline 2024-05-21T00:47:52.803000+0000) 2024-05-21T00:47:55.677 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:55 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:55.366+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:47:55.677 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:55 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:55.366+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:47:55.677 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:55 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:55.366+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:25.592480+0000 front 2024-05-21T00:47:25.592456+0000 (oldest deadline 2024-05-21T00:47:51.492614+0000) 2024-05-21T00:47:55.933 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:55 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:55.674+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:47:55.933 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:55 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:55.674+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:47:55.933 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:55 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:55.674+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:47:56.052 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:55 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:55.726+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:47:56.052 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:55 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:55.726+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:47:56.052 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:55 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:55.726+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:47:56.147 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:55 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:55.693+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.443184+0000 front 2024-05-21T00:47:13.443401+0000 (oldest deadline 2024-05-21T00:47:35.743343+0000) 2024-05-21T00:47:56.147 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:55 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:55.693+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.946198+0000 front 2024-05-21T00:47:20.946519+0000 (oldest deadline 2024-05-21T00:47:45.046316+0000) 2024-05-21T00:47:56.148 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:55 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:55.693+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:30.348427+0000 front 2024-05-21T00:47:30.348372+0000 (oldest deadline 2024-05-21T00:47:55.048012+0000) 2024-05-21T00:47:56.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:55 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:55.711+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:47:56.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:55 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:55.711+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:47:56.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:55 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:55.711+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:47:56.306 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:55 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:55.931+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.453694+0000 front 2024-05-21T00:47:12.453659+0000 (oldest deadline 2024-05-21T00:47:34.753464+0000) 2024-05-21T00:47:56.306 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:55 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:55.931+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.955114+0000 front 2024-05-21T00:47:22.955159+0000 (oldest deadline 2024-05-21T00:47:45.255097+0000) 2024-05-21T00:47:56.306 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:55 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5[48392]: 2024-05-21T00:47:55.931+0000 7f352c0cf700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.856517+0000 front 2024-05-21T00:47:29.856577+0000 (oldest deadline 2024-05-21T00:47:53.956623+0000) 2024-05-21T00:47:56.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:47:56 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:47:56.050+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:23.001334+0000 front 2024-05-21T00:47:23.001441+0000 (oldest deadline 2024-05-21T00:47:44.701591+0000) 2024-05-21T00:47:56.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:47:56 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:47:56.050+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.903212+0000 front 2024-05-21T00:47:29.903140+0000 (oldest deadline 2024-05-21T00:47:52.803000+0000) 2024-05-21T00:47:56.674 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:56 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:56.409+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:47:56.675 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:56 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:56.409+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:47:56.675 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:56 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:56.409+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:25.592480+0000 front 2024-05-21T00:47:25.592456+0000 (oldest deadline 2024-05-21T00:47:51.492614+0000) 2024-05-21T00:47:56.981 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:56 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:56.672+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:47:56.982 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:56 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:56.672+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:47:56.982 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:56 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:56.672+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:47:57.037 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:56 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:56.710+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:47:57.038 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:56 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:56.710+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:47:57.038 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:56 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:56.710+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:47:57.147 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:56 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:56.676+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.443184+0000 front 2024-05-21T00:47:13.443401+0000 (oldest deadline 2024-05-21T00:47:35.743343+0000) 2024-05-21T00:47:57.148 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:56 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:56.676+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.946198+0000 front 2024-05-21T00:47:20.946519+0000 (oldest deadline 2024-05-21T00:47:45.046316+0000) 2024-05-21T00:47:57.148 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:56 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:56.676+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:30.348427+0000 front 2024-05-21T00:47:30.348372+0000 (oldest deadline 2024-05-21T00:47:55.048012+0000) 2024-05-21T00:47:57.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:56 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:56.714+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:47:57.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:56 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:56.714+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:47:57.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:56 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:56.714+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:47:57.285 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:56 smithi092 podman[70954]: 2024-05-21 00:47:56.979735371 +0000 UTC m=+5.440173796 container died cff22b99f08590f1811cf9d1ae38e9306a1abf3f11dfd717e72c39c5d4e04fd4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240514) 2024-05-21T00:47:57.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:47:57 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:47:57.035+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:23.001334+0000 front 2024-05-21T00:47:23.001441+0000 (oldest deadline 2024-05-21T00:47:44.701591+0000) 2024-05-21T00:47:57.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:47:57 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:47:57.035+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.903212+0000 front 2024-05-21T00:47:29.903140+0000 (oldest deadline 2024-05-21T00:47:52.803000+0000) 2024-05-21T00:47:57.556 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:57 smithi092 podman[70954]: 2024-05-21 00:47:57.38284646 +0000 UTC m=+5.843284869 container cleanup cff22b99f08590f1811cf9d1ae38e9306a1abf3f11dfd717e72c39c5d4e04fd4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-05-21T00:47:57.556 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:57 smithi092 bash[70954]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5 2024-05-21T00:47:57.556 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:57 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:57.420+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:47:57.556 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:57 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:57.420+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:47:57.556 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:57 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:57.420+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:25.592480+0000 front 2024-05-21T00:47:25.592456+0000 (oldest deadline 2024-05-21T00:47:51.492614+0000) 2024-05-21T00:47:57.958 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:57 smithi092 podman[70970]: 2024-05-21 00:47:57.64278926 +0000 UTC m=+0.656864678 container remove cff22b99f08590f1811cf9d1ae38e9306a1abf3f11dfd717e72c39c5d4e04fd4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-b772be9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True) 2024-05-21T00:47:57.958 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:57 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:57.666+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:47:57.958 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:57 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:57.666+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:47:57.958 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:57 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:57.666+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:47:58.002 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:57 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:57.708+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:47:58.002 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:57 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:57.708+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:47:58.002 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:57 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:57.708+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:47:58.147 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:57 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:57.711+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.443184+0000 front 2024-05-21T00:47:13.443401+0000 (oldest deadline 2024-05-21T00:47:35.743343+0000) 2024-05-21T00:47:58.147 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:57 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:57.711+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.946198+0000 front 2024-05-21T00:47:20.946519+0000 (oldest deadline 2024-05-21T00:47:45.046316+0000) 2024-05-21T00:47:58.148 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:57 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:57.711+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:30.348427+0000 front 2024-05-21T00:47:30.348372+0000 (oldest deadline 2024-05-21T00:47:55.048012+0000) 2024-05-21T00:47:58.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:57 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:57.755+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:47:58.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:57 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:57.755+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:47:58.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:57 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:57.755+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:47:58.289 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:57 smithi092 podman[71059]: 2024-05-21 00:47:57.859045179 +0000 UTC m=+0.017267419 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:47:58.289 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:57 smithi092 podman[71059]: 2024-05-21 00:47:57.960080821 +0000 UTC m=+0.118303037 container create 3e025c626500696091eebe7ba038b387939f858aa636ad152cf691f35cc3c422 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, CEPH_POINT_RELEASE=) 2024-05-21T00:47:58.290 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:58 smithi092 podman[71059]: 2024-05-21 00:47:58.179372879 +0000 UTC m=+0.337595096 container init 3e025c626500696091eebe7ba038b387939f858aa636ad152cf691f35cc3c422 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-lusov-quiesce-b772be9, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514) 2024-05-21T00:47:58.290 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:58 smithi092 podman[71059]: 2024-05-21 00:47:58.182365522 +0000 UTC m=+0.340587746 container start 3e025c626500696091eebe7ba038b387939f858aa636ad152cf691f35cc3c422 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True) 2024-05-21T00:47:58.290 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:58 smithi092 podman[71059]: 2024-05-21 00:47:58.287731231 +0000 UTC m=+0.445953456 container attach 3e025c626500696091eebe7ba038b387939f858aa636ad152cf691f35cc3c422 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5-deactivate, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-b772be9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-05-21T00:47:58.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:47:58 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:47:58.000+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:23.001334+0000 front 2024-05-21T00:47:23.001441+0000 (oldest deadline 2024-05-21T00:47:44.701591+0000) 2024-05-21T00:47:58.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:47:58 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:47:58.000+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.903212+0000 front 2024-05-21T00:47:29.903140+0000 (oldest deadline 2024-05-21T00:47:52.803000+0000) 2024-05-21T00:47:58.556 INFO:journalctl@ceph.osd.5.smithi092.stdout:May 21 00:47:58 smithi092 podman[71059]: 2024-05-21 00:47:58.483815372 +0000 UTC m=+0.642037597 container died 3e025c626500696091eebe7ba038b387939f858aa636ad152cf691f35cc3c422 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-5-deactivate, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:47:58.556 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:58 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:58.439+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:47:58.556 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:58 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:58.439+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:47:58.556 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:58 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:58.439+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:25.592480+0000 front 2024-05-21T00:47:25.592456+0000 (oldest deadline 2024-05-21T00:47:51.492614+0000) 2024-05-21T00:47:59.029 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:58 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:58.711+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:47:59.029 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:58 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:58.711+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:47:59.029 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:58 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:58.711+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:47:59.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:58 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:58.687+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:47:59.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:58 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:58.687+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:47:59.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:58 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:58.687+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:47:59.147 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:58 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:58.759+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.443184+0000 front 2024-05-21T00:47:13.443401+0000 (oldest deadline 2024-05-21T00:47:35.743343+0000) 2024-05-21T00:47:59.147 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:58 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:58.759+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.946198+0000 front 2024-05-21T00:47:20.946519+0000 (oldest deadline 2024-05-21T00:47:45.046316+0000) 2024-05-21T00:47:59.147 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:58 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:58.759+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:30.348427+0000 front 2024-05-21T00:47:30.348372+0000 (oldest deadline 2024-05-21T00:47:55.048012+0000) 2024-05-21T00:47:59.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:58 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:58.711+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:47:59.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:58 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:58.711+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:47:59.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:58 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:58.711+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:47:59.187 DEBUG:teuthology.orchestra.run.smithi092:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.5.service' 2024-05-21T00:47:59.267 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:47:59.268 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-05-21T00:47:59.268 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-05-21T00:47:59.268 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.6 2024-05-21T00:47:59.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:47:59 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:47:59.027+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:23.001334+0000 front 2024-05-21T00:47:23.001441+0000 (oldest deadline 2024-05-21T00:47:44.701591+0000) 2024-05-21T00:47:59.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:47:59 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:47:59.027+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.903212+0000 front 2024-05-21T00:47:29.903140+0000 (oldest deadline 2024-05-21T00:47:52.803000+0000) 2024-05-21T00:47:59.646 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:59 smithi044 systemd[1]: Stopping Ceph osd.6 for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:47:59.806 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:59 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:59.417+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:47:59.806 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:59 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:59.417+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:47:59.806 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:47:59 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:47:59.417+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:25.592480+0000 front 2024-05-21T00:47:25.592456+0000 (oldest deadline 2024-05-21T00:47:51.492614+0000) 2024-05-21T00:47:59.806 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:59 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:59.664+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:47:59.806 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:59 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:59.664+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:47:59.807 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:47:59 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:47:59.664+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:47:59.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:59 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:59.672+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:47:59.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:59 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:59.672+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:47:59.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:47:59 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:47:59.672+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:00.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:59 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:59.676+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:00.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:59 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:59.676+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:00.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:47:59 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:47:59.676+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:00.148 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:59 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:59.718+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.443184+0000 front 2024-05-21T00:47:13.443401+0000 (oldest deadline 2024-05-21T00:47:35.743343+0000) 2024-05-21T00:48:00.148 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:59 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:59.718+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.946198+0000 front 2024-05-21T00:47:20.946519+0000 (oldest deadline 2024-05-21T00:47:45.046316+0000) 2024-05-21T00:48:00.148 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:59 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:59.718+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:30.348427+0000 front 2024-05-21T00:47:30.348372+0000 (oldest deadline 2024-05-21T00:47:55.048012+0000) 2024-05-21T00:48:00.148 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:59 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:59.822+0000 7f15ba600700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:48:00.148 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:59 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:59.822+0000 7f15ba600700 -1 osd.6 85 *** Got signal Terminated *** 2024-05-21T00:48:00.148 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:47:59 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:47:59.822+0000 7f15ba600700 -1 osd.6 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T00:48:00.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:00 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:00.076+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:23.001334+0000 front 2024-05-21T00:47:23.001441+0000 (oldest deadline 2024-05-21T00:47:44.701591+0000) 2024-05-21T00:48:00.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:00 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:00.076+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.903212+0000 front 2024-05-21T00:47:29.903140+0000 (oldest deadline 2024-05-21T00:47:52.803000+0000) 2024-05-21T00:48:00.806 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:00 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:00.462+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:48:00.806 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:00 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:00.462+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:48:00.806 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:00 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:00.462+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:25.592480+0000 front 2024-05-21T00:47:25.592456+0000 (oldest deadline 2024-05-21T00:47:51.492614+0000) 2024-05-21T00:48:00.806 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:00 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:00.660+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:00.806 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:00 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:00.660+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:00.807 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:00 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:00.660+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:00.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:00 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:00.630+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:00.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:00 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:00.630+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:00.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:00 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:00.630+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:01.147 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:48:00 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:48:00.719+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.443184+0000 front 2024-05-21T00:47:13.443401+0000 (oldest deadline 2024-05-21T00:47:35.743343+0000) 2024-05-21T00:48:01.147 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:48:00 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:48:00.719+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.946198+0000 front 2024-05-21T00:47:20.946519+0000 (oldest deadline 2024-05-21T00:47:45.046316+0000) 2024-05-21T00:48:01.147 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:48:00 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:48:00.719+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:30.348427+0000 front 2024-05-21T00:47:30.348372+0000 (oldest deadline 2024-05-21T00:47:55.048012+0000) 2024-05-21T00:48:01.147 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:48:00 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:48:00.719+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:35.048882+0000 front 2024-05-21T00:47:35.049364+0000 (oldest deadline 2024-05-21T00:47:59.749086+0000) 2024-05-21T00:48:01.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:00 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:00.701+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:01.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:00 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:00.701+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:01.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:00 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:00.701+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:01.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:00 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:00.701+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.888775+0000 front 2024-05-21T00:47:36.888522+0000 (oldest deadline 2024-05-21T00:48:00.388567+0000) 2024-05-21T00:48:01.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:01 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:01.045+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:23.001334+0000 front 2024-05-21T00:47:23.001441+0000 (oldest deadline 2024-05-21T00:47:44.701591+0000) 2024-05-21T00:48:01.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:01 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:01.045+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.903212+0000 front 2024-05-21T00:47:29.903140+0000 (oldest deadline 2024-05-21T00:47:52.803000+0000) 2024-05-21T00:48:01.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:01 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:01.045+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.304311+0000 front 2024-05-21T00:47:36.304386+0000 (oldest deadline 2024-05-21T00:48:01.004047+0000) 2024-05-21T00:48:01.698 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:01 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:01.439+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:48:01.698 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:01 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:01.439+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:48:01.698 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:01 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:01.439+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:25.592480+0000 front 2024-05-21T00:47:25.592456+0000 (oldest deadline 2024-05-21T00:47:51.492614+0000) 2024-05-21T00:48:01.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:01 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:01.618+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:01.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:01 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:01.618+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:01.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:01 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:01.618+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:02.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:01 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:01.696+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:02.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:01 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:01.696+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:02.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:01 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:01.696+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:02.147 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:48:01 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:48:01.684+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.443184+0000 front 2024-05-21T00:47:13.443401+0000 (oldest deadline 2024-05-21T00:47:35.743343+0000) 2024-05-21T00:48:02.147 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:48:01 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:48:01.684+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.946198+0000 front 2024-05-21T00:47:20.946519+0000 (oldest deadline 2024-05-21T00:47:45.046316+0000) 2024-05-21T00:48:02.147 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:48:01 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:48:01.684+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:30.348427+0000 front 2024-05-21T00:47:30.348372+0000 (oldest deadline 2024-05-21T00:47:55.048012+0000) 2024-05-21T00:48:02.148 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:48:01 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:48:01.684+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:35.048882+0000 front 2024-05-21T00:47:35.049364+0000 (oldest deadline 2024-05-21T00:47:59.749086+0000) 2024-05-21T00:48:02.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:01 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:01.671+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:02.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:01 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:01.671+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:02.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:01 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:01.671+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:02.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:01 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:01.671+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.888775+0000 front 2024-05-21T00:47:36.888522+0000 (oldest deadline 2024-05-21T00:48:00.388567+0000) 2024-05-21T00:48:02.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:02 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:02.087+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:23.001334+0000 front 2024-05-21T00:47:23.001441+0000 (oldest deadline 2024-05-21T00:47:44.701591+0000) 2024-05-21T00:48:02.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:02 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:02.087+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.903212+0000 front 2024-05-21T00:47:29.903140+0000 (oldest deadline 2024-05-21T00:47:52.803000+0000) 2024-05-21T00:48:02.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:02 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:02.087+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.304311+0000 front 2024-05-21T00:47:36.304386+0000 (oldest deadline 2024-05-21T00:48:01.004047+0000) 2024-05-21T00:48:02.739 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:02 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:02.479+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:48:02.739 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:02 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:02.479+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:48:02.739 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:02 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:02.479+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:25.592480+0000 front 2024-05-21T00:47:25.592456+0000 (oldest deadline 2024-05-21T00:47:51.492614+0000) 2024-05-21T00:48:02.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:02 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:02.654+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:02.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:02 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:02.654+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:02.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:02 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:02.654+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:03.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:02 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:02.737+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:03.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:02 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:02.737+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:03.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:02 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:02.737+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:03.147 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:48:02 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:48:02.702+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.443184+0000 front 2024-05-21T00:47:13.443401+0000 (oldest deadline 2024-05-21T00:47:35.743343+0000) 2024-05-21T00:48:03.147 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:48:02 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:48:02.702+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.946198+0000 front 2024-05-21T00:47:20.946519+0000 (oldest deadline 2024-05-21T00:47:45.046316+0000) 2024-05-21T00:48:03.147 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:48:02 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:48:02.702+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:30.348427+0000 front 2024-05-21T00:47:30.348372+0000 (oldest deadline 2024-05-21T00:47:55.048012+0000) 2024-05-21T00:48:03.147 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:48:02 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:48:02.702+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:35.048882+0000 front 2024-05-21T00:47:35.049364+0000 (oldest deadline 2024-05-21T00:47:59.749086+0000) 2024-05-21T00:48:03.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:02 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:02.707+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:03.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:02 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:02.707+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:03.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:02 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:02.707+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:03.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:02 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:02.707+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.888775+0000 front 2024-05-21T00:47:36.888522+0000 (oldest deadline 2024-05-21T00:48:00.388567+0000) 2024-05-21T00:48:03.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:03 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:03.057+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:23.001334+0000 front 2024-05-21T00:47:23.001441+0000 (oldest deadline 2024-05-21T00:47:44.701591+0000) 2024-05-21T00:48:03.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:03 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:03.057+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.903212+0000 front 2024-05-21T00:47:29.903140+0000 (oldest deadline 2024-05-21T00:47:52.803000+0000) 2024-05-21T00:48:03.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:03 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:03.057+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.304311+0000 front 2024-05-21T00:47:36.304386+0000 (oldest deadline 2024-05-21T00:48:01.004047+0000) 2024-05-21T00:48:03.750 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:03 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:03.466+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:48:03.750 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:03 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:03.466+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:48:03.750 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:03 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:03.466+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:25.592480+0000 front 2024-05-21T00:47:25.592456+0000 (oldest deadline 2024-05-21T00:47:51.492614+0000) 2024-05-21T00:48:03.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:03 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:03.661+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:03.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:03 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:03.661+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:03.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:03 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:03.661+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:04.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:03 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:03.747+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:04.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:03 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:03.747+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:04.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:03 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:03.747+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:04.147 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:48:03 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:48:03.694+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.443184+0000 front 2024-05-21T00:47:13.443401+0000 (oldest deadline 2024-05-21T00:47:35.743343+0000) 2024-05-21T00:48:04.147 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:48:03 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:48:03.694+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.946198+0000 front 2024-05-21T00:47:20.946519+0000 (oldest deadline 2024-05-21T00:47:45.046316+0000) 2024-05-21T00:48:04.147 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:48:03 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:48:03.694+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:30.348427+0000 front 2024-05-21T00:47:30.348372+0000 (oldest deadline 2024-05-21T00:47:55.048012+0000) 2024-05-21T00:48:04.147 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:48:03 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:48:03.694+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:35.048882+0000 front 2024-05-21T00:47:35.049364+0000 (oldest deadline 2024-05-21T00:47:59.749086+0000) 2024-05-21T00:48:04.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:03 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:03.675+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:04.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:03 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:03.675+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:04.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:03 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:03.675+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:04.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:03 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:03.675+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.888775+0000 front 2024-05-21T00:47:36.888522+0000 (oldest deadline 2024-05-21T00:48:00.388567+0000) 2024-05-21T00:48:04.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:04 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:04.058+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:23.001334+0000 front 2024-05-21T00:47:23.001441+0000 (oldest deadline 2024-05-21T00:47:44.701591+0000) 2024-05-21T00:48:04.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:04 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:04.058+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.903212+0000 front 2024-05-21T00:47:29.903140+0000 (oldest deadline 2024-05-21T00:47:52.803000+0000) 2024-05-21T00:48:04.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:04 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:04.058+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.304311+0000 front 2024-05-21T00:47:36.304386+0000 (oldest deadline 2024-05-21T00:48:01.004047+0000) 2024-05-21T00:48:04.772 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:04 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:04.492+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:48:04.772 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:04 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:04.492+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:48:04.772 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:04 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:04.492+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:25.592480+0000 front 2024-05-21T00:47:25.592456+0000 (oldest deadline 2024-05-21T00:47:51.492614+0000) 2024-05-21T00:48:04.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:04 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:04.629+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:04.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:04 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:04.629+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:04.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:04 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:04.629+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:05.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:04 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:04.770+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:05.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:04 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:04.770+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:05.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:04 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:04.770+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:05.147 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:48:04 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:48:04.664+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.443184+0000 front 2024-05-21T00:47:13.443401+0000 (oldest deadline 2024-05-21T00:47:35.743343+0000) 2024-05-21T00:48:05.147 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:48:04 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:48:04.664+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.946198+0000 front 2024-05-21T00:47:20.946519+0000 (oldest deadline 2024-05-21T00:47:45.046316+0000) 2024-05-21T00:48:05.147 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:48:04 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:48:04.664+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:30.348427+0000 front 2024-05-21T00:47:30.348372+0000 (oldest deadline 2024-05-21T00:47:55.048012+0000) 2024-05-21T00:48:05.147 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:48:04 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6[59348]: 2024-05-21T00:48:04.664+0000 7f15b5e00700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:35.048882+0000 front 2024-05-21T00:47:35.049364+0000 (oldest deadline 2024-05-21T00:47:59.749086+0000) 2024-05-21T00:48:05.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:04 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:04.651+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:05.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:04 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:04.651+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:05.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:04 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:04.651+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:05.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:04 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:04.651+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.888775+0000 front 2024-05-21T00:47:36.888522+0000 (oldest deadline 2024-05-21T00:48:00.388567+0000) 2024-05-21T00:48:05.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:05 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:05.100+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:23.001334+0000 front 2024-05-21T00:47:23.001441+0000 (oldest deadline 2024-05-21T00:47:44.701591+0000) 2024-05-21T00:48:05.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:05 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:05.101+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.903212+0000 front 2024-05-21T00:47:29.903140+0000 (oldest deadline 2024-05-21T00:47:52.803000+0000) 2024-05-21T00:48:05.445 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:05 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:05.101+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.304311+0000 front 2024-05-21T00:47:36.304386+0000 (oldest deadline 2024-05-21T00:48:01.004047+0000) 2024-05-21T00:48:05.676 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:48:05 smithi044 podman[102429]: 2024-05-21 00:48:05.404703058 +0000 UTC m=+5.736442340 container died 478d3ecc4970840531cbca37759b70e81257e5ffa2e12bb2f75f9b9349a15cc0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-05-21T00:48:05.806 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:05 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:05.766+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:05.806 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:05 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:05.766+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:05.806 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:05 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:05.766+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:05.806 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:05 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:05.530+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:48:05.806 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:05 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:05.530+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:48:05.807 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:05 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:05.530+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:25.592480+0000 front 2024-05-21T00:47:25.592456+0000 (oldest deadline 2024-05-21T00:47:51.492614+0000) 2024-05-21T00:48:05.807 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:05 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:05.530+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:38.994873+0000 front 2024-05-21T00:47:38.994787+0000 (oldest deadline 2024-05-21T00:48:04.894572+0000) 2024-05-21T00:48:05.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:05 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:05.679+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:05.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:05 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:05.679+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:05.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:05 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:05.679+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:05.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:05 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:05.679+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:06.001 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:05 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:05.673+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:06.002 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:05 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:05.673+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:06.002 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:05 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:05.673+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:06.002 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:05 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:05.673+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.888775+0000 front 2024-05-21T00:47:36.888522+0000 (oldest deadline 2024-05-21T00:48:00.388567+0000) 2024-05-21T00:48:06.304 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:48:05 smithi044 podman[102429]: 2024-05-21 00:48:05.999273009 +0000 UTC m=+6.331012328 container cleanup 478d3ecc4970840531cbca37759b70e81257e5ffa2e12bb2f75f9b9349a15cc0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-05-21T00:48:06.304 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:48:06 smithi044 bash[102429]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6 2024-05-21T00:48:06.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:06 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:06.098+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:23.001334+0000 front 2024-05-21T00:47:23.001441+0000 (oldest deadline 2024-05-21T00:47:44.701591+0000) 2024-05-21T00:48:06.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:06 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:06.098+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.903212+0000 front 2024-05-21T00:47:29.903140+0000 (oldest deadline 2024-05-21T00:47:52.803000+0000) 2024-05-21T00:48:06.445 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:06 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:06.098+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.304311+0000 front 2024-05-21T00:47:36.304386+0000 (oldest deadline 2024-05-21T00:48:01.004047+0000) 2024-05-21T00:48:06.647 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:48:06 smithi044 podman[102446]: 2024-05-21 00:48:06.301099724 +0000 UTC m=+0.876178380 container remove 478d3ecc4970840531cbca37759b70e81257e5ffa2e12bb2f75f9b9349a15cc0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-05-21T00:48:06.806 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:06 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:06.717+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:06.806 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:06 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:06.717+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:06.806 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:06 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:06.717+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:06.806 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:06 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:06.529+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:48:06.806 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:06 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:06.529+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:48:06.806 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:06 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:06.529+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:25.592480+0000 front 2024-05-21T00:47:25.592456+0000 (oldest deadline 2024-05-21T00:47:51.492614+0000) 2024-05-21T00:48:06.806 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:06 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:06.529+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:38.994873+0000 front 2024-05-21T00:47:38.994787+0000 (oldest deadline 2024-05-21T00:48:04.894572+0000) 2024-05-21T00:48:06.969 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:06 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:06.648+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:06.969 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:06 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:06.648+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:06.969 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:06 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:06.648+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:06.969 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:06 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:06.648+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.888775+0000 front 2024-05-21T00:47:36.888522+0000 (oldest deadline 2024-05-21T00:48:00.388567+0000) 2024-05-21T00:48:07.109 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:06 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:06.728+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:07.109 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:06 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:06.728+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:07.110 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:06 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:06.728+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:07.110 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:06 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:06.728+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:07.224 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:48:06 smithi044 podman[102536]: 2024-05-21 00:48:06.876023429 +0000 UTC m=+0.039123584 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:48:07.224 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:48:07 smithi044 podman[102536]: 2024-05-21 00:48:07.035343537 +0000 UTC m=+0.198443694 container create f5d0cb698e3bb040e3d9b3fb917c18ad10459914da62d7a4f27e48536fd8f297 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-b772be9, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:48:07.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:07 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:07.107+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:23.001334+0000 front 2024-05-21T00:47:23.001441+0000 (oldest deadline 2024-05-21T00:47:44.701591+0000) 2024-05-21T00:48:07.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:07 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:07.107+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.903212+0000 front 2024-05-21T00:47:29.903140+0000 (oldest deadline 2024-05-21T00:47:52.803000+0000) 2024-05-21T00:48:07.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:07 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:07.107+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.304311+0000 front 2024-05-21T00:47:36.304386+0000 (oldest deadline 2024-05-21T00:48:01.004047+0000) 2024-05-21T00:48:07.647 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:48:07 smithi044 podman[102536]: 2024-05-21 00:48:07.355479061 +0000 UTC m=+0.518579225 container init f5d0cb698e3bb040e3d9b3fb917c18ad10459914da62d7a4f27e48536fd8f297 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6-deactivate, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0) 2024-05-21T00:48:07.647 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:48:07 smithi044 podman[102536]: 2024-05-21 00:48:07.369672539 +0000 UTC m=+0.532772682 container start f5d0cb698e3bb040e3d9b3fb917c18ad10459914da62d7a4f27e48536fd8f297 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514) 2024-05-21T00:48:07.647 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:48:07 smithi044 podman[102536]: 2024-05-21 00:48:07.446116993 +0000 UTC m=+0.609217167 container attach f5d0cb698e3bb040e3d9b3fb917c18ad10459914da62d7a4f27e48536fd8f297 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6-deactivate, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-05-21T00:48:07.806 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:07 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:07.736+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:07.806 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:07 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:07.736+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:07.806 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:07 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:07.736+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:07.806 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:07 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:07.531+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:48:07.806 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:07 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:07.531+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:48:07.806 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:07 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:07.531+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:25.592480+0000 front 2024-05-21T00:47:25.592456+0000 (oldest deadline 2024-05-21T00:47:51.492614+0000) 2024-05-21T00:48:07.806 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:07 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:07.531+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:38.994873+0000 front 2024-05-21T00:47:38.994787+0000 (oldest deadline 2024-05-21T00:48:04.894572+0000) 2024-05-21T00:48:07.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:07 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:07.735+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:07.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:07 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:07.735+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:07.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:07 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:07.735+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:07.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:07 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:07.735+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:08.147 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 21 00:48:07 smithi044 podman[102563]: 2024-05-21 00:48:07.884586047 +0000 UTC m=+0.031660761 container died f5d0cb698e3bb040e3d9b3fb917c18ad10459914da62d7a4f27e48536fd8f297 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:48:08.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:07 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:07.666+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:08.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:07 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:07.666+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:08.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:07 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:07.666+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:08.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:07 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:07.666+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.888775+0000 front 2024-05-21T00:47:36.888522+0000 (oldest deadline 2024-05-21T00:48:00.388567+0000) 2024-05-21T00:48:08.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:08 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:08.135+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:23.001334+0000 front 2024-05-21T00:47:23.001441+0000 (oldest deadline 2024-05-21T00:47:44.701591+0000) 2024-05-21T00:48:08.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:08 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:08.135+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.903212+0000 front 2024-05-21T00:47:29.903140+0000 (oldest deadline 2024-05-21T00:47:52.803000+0000) 2024-05-21T00:48:08.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:08 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:08.135+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.304311+0000 front 2024-05-21T00:47:36.304386+0000 (oldest deadline 2024-05-21T00:48:01.004047+0000) 2024-05-21T00:48:08.693 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.6.service' 2024-05-21T00:48:08.806 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:08 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:08.735+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:08.806 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:08 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:08.735+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:08.806 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:08 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:08.735+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:08.806 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:08 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:08.504+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:48:08.806 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:08 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:08.504+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:48:08.807 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:08 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:08.504+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:25.592480+0000 front 2024-05-21T00:47:25.592456+0000 (oldest deadline 2024-05-21T00:47:51.492614+0000) 2024-05-21T00:48:08.807 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:08 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:08.504+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:38.994873+0000 front 2024-05-21T00:47:38.994787+0000 (oldest deadline 2024-05-21T00:48:04.894572+0000) 2024-05-21T00:48:08.812 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:48:08.812 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-05-21T00:48:08.812 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-05-21T00:48:08.812 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.7 2024-05-21T00:48:08.897 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:08 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:08.679+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:08.898 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:08 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:08.679+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:08.898 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:08 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:08.679+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:08.898 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:08 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:08.679+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.888775+0000 front 2024-05-21T00:47:36.888522+0000 (oldest deadline 2024-05-21T00:48:00.388567+0000) 2024-05-21T00:48:09.128 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:08 smithi082 systemd[1]: Stopping Ceph osd.7 for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:48:09.128 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:09 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:09.126+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:23.001334+0000 front 2024-05-21T00:47:23.001441+0000 (oldest deadline 2024-05-21T00:47:44.701591+0000) 2024-05-21T00:48:09.128 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:09 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:09.126+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.903212+0000 front 2024-05-21T00:47:29.903140+0000 (oldest deadline 2024-05-21T00:47:52.803000+0000) 2024-05-21T00:48:09.128 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:09 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:09.126+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.304311+0000 front 2024-05-21T00:47:36.304386+0000 (oldest deadline 2024-05-21T00:48:01.004047+0000) 2024-05-21T00:48:09.128 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:08 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:08.715+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:09.129 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:08 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:08.715+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:09.129 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:08 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:08.715+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:09.129 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:08 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:08.715+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:09.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:09 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:09.152+0000 7f60650a3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:48:09.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:09 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:09.152+0000 7f60650a3700 -1 osd.7 85 *** Got signal Terminated *** 2024-05-21T00:48:09.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:09 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:09.152+0000 7f60650a3700 -1 osd.7 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T00:48:09.806 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:09 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:09.770+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:09.806 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:09 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:09.770+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:09.806 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:09 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:09.770+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:09.806 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:09 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:09.522+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:48:09.806 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:09 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:09.522+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:48:09.807 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:09 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:09.522+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:25.592480+0000 front 2024-05-21T00:47:25.592456+0000 (oldest deadline 2024-05-21T00:47:51.492614+0000) 2024-05-21T00:48:09.807 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:09 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:09.522+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:38.994873+0000 front 2024-05-21T00:47:38.994787+0000 (oldest deadline 2024-05-21T00:48:04.894572+0000) 2024-05-21T00:48:10.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:09 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:09.681+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:10.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:09 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:09.681+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:10.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:09 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:09.681+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:10.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:09 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:09.681+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.888775+0000 front 2024-05-21T00:47:36.888522+0000 (oldest deadline 2024-05-21T00:48:00.388567+0000) 2024-05-21T00:48:10.148 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:09 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:09.745+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:10.148 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:09 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:09.745+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:10.148 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:09 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:09.745+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:10.148 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:09 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:09.745+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:10.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:10 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:10.146+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:23.001334+0000 front 2024-05-21T00:47:23.001441+0000 (oldest deadline 2024-05-21T00:47:44.701591+0000) 2024-05-21T00:48:10.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:10 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:10.146+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.903212+0000 front 2024-05-21T00:47:29.903140+0000 (oldest deadline 2024-05-21T00:47:52.803000+0000) 2024-05-21T00:48:10.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:10 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:10.146+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.304311+0000 front 2024-05-21T00:47:36.304386+0000 (oldest deadline 2024-05-21T00:48:01.004047+0000) 2024-05-21T00:48:10.806 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:10 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:10.733+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:10.806 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:10 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:10.733+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:10.806 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:10 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:10.733+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:10.806 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:10 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:10.510+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:48:10.807 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:10 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:10.510+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:48:10.807 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:10 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:10.510+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:25.592480+0000 front 2024-05-21T00:47:25.592456+0000 (oldest deadline 2024-05-21T00:47:51.492614+0000) 2024-05-21T00:48:10.807 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:10 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:10.510+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:38.994873+0000 front 2024-05-21T00:47:38.994787+0000 (oldest deadline 2024-05-21T00:48:04.894572+0000) 2024-05-21T00:48:11.118 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:10 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:10.790+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:11.118 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:10 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:10.790+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:11.118 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:10 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:10.790+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:11.118 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:10 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:10.790+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:11.118 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:10 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:10.790+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:45.474332+0000 front 2024-05-21T00:47:45.474365+0000 (oldest deadline 2024-05-21T00:48:10.174601+0000) 2024-05-21T00:48:11.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:10 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:10.702+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:11.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:10 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:10.702+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:11.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:10 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:10.702+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:11.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:10 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:10.702+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.888775+0000 front 2024-05-21T00:47:36.888522+0000 (oldest deadline 2024-05-21T00:48:00.388567+0000) 2024-05-21T00:48:11.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:11 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:11.116+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:23.001334+0000 front 2024-05-21T00:47:23.001441+0000 (oldest deadline 2024-05-21T00:47:44.701591+0000) 2024-05-21T00:48:11.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:11 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:11.116+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.903212+0000 front 2024-05-21T00:47:29.903140+0000 (oldest deadline 2024-05-21T00:47:52.803000+0000) 2024-05-21T00:48:11.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:11 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:11.116+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.304311+0000 front 2024-05-21T00:47:36.304386+0000 (oldest deadline 2024-05-21T00:48:01.004047+0000) 2024-05-21T00:48:12.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:11 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:11.719+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:12.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:11 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:11.719+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:12.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:11 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:11.719+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:12.056 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:11 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:11.554+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:48:12.056 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:11 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:11.554+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:48:12.057 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:11 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:11.554+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:25.592480+0000 front 2024-05-21T00:47:25.592456+0000 (oldest deadline 2024-05-21T00:47:51.492614+0000) 2024-05-21T00:48:12.057 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:11 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:11.554+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:38.994873+0000 front 2024-05-21T00:47:38.994787+0000 (oldest deadline 2024-05-21T00:48:04.894572+0000) 2024-05-21T00:48:12.119 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:11 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:11.753+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:12.119 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:11 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:11.753+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:12.119 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:11 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:11.753+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:12.120 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:11 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:11.753+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:12.120 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:11 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:11.753+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:45.474332+0000 front 2024-05-21T00:47:45.474365+0000 (oldest deadline 2024-05-21T00:48:10.174601+0000) 2024-05-21T00:48:12.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:11 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:11.693+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:12.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:11 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:11.693+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:12.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:11 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:11.693+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:12.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:11 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:11.693+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.888775+0000 front 2024-05-21T00:47:36.888522+0000 (oldest deadline 2024-05-21T00:48:00.388567+0000) 2024-05-21T00:48:12.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:12 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:12.117+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:23.001334+0000 front 2024-05-21T00:47:23.001441+0000 (oldest deadline 2024-05-21T00:47:44.701591+0000) 2024-05-21T00:48:12.445 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:12 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:12.117+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.903212+0000 front 2024-05-21T00:47:29.903140+0000 (oldest deadline 2024-05-21T00:47:52.803000+0000) 2024-05-21T00:48:12.445 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:12 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:12.117+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.304311+0000 front 2024-05-21T00:47:36.304386+0000 (oldest deadline 2024-05-21T00:48:01.004047+0000) 2024-05-21T00:48:12.445 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:12 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:12.117+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:47.405402+0000 front 2024-05-21T00:47:47.405462+0000 (oldest deadline 2024-05-21T00:48:11.505646+0000) 2024-05-21T00:48:13.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:12 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:12.727+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:13.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:12 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:12.727+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:13.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:12 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:12.727+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:13.057 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:12 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:12.569+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:48:13.057 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:12 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:12.569+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:48:13.057 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:12 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:12.569+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:25.592480+0000 front 2024-05-21T00:47:25.592456+0000 (oldest deadline 2024-05-21T00:47:51.492614+0000) 2024-05-21T00:48:13.057 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:12 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:12.569+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:38.994873+0000 front 2024-05-21T00:47:38.994787+0000 (oldest deadline 2024-05-21T00:48:04.894572+0000) 2024-05-21T00:48:13.070 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:12 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:12.758+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:13.070 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:12 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:12.758+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:13.070 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:12 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:12.758+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:13.071 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:12 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:12.758+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:13.071 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:12 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:12.758+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:45.474332+0000 front 2024-05-21T00:47:45.474365+0000 (oldest deadline 2024-05-21T00:48:10.174601+0000) 2024-05-21T00:48:13.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:12 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:12.728+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:13.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:12 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:12.728+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:13.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:12 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:12.728+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:13.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:12 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:12.728+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.888775+0000 front 2024-05-21T00:47:36.888522+0000 (oldest deadline 2024-05-21T00:48:00.388567+0000) 2024-05-21T00:48:13.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:13 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:13.068+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:23.001334+0000 front 2024-05-21T00:47:23.001441+0000 (oldest deadline 2024-05-21T00:47:44.701591+0000) 2024-05-21T00:48:13.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:13 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:13.068+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.903212+0000 front 2024-05-21T00:47:29.903140+0000 (oldest deadline 2024-05-21T00:47:52.803000+0000) 2024-05-21T00:48:13.445 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:13 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:13.068+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.304311+0000 front 2024-05-21T00:47:36.304386+0000 (oldest deadline 2024-05-21T00:48:01.004047+0000) 2024-05-21T00:48:13.445 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:13 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:13.068+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:47.405402+0000 front 2024-05-21T00:47:47.405462+0000 (oldest deadline 2024-05-21T00:48:11.505646+0000) 2024-05-21T00:48:14.056 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:13 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:13.600+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:48:14.056 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:13 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:13.600+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:48:14.056 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:13 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:13.600+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:25.592480+0000 front 2024-05-21T00:47:25.592456+0000 (oldest deadline 2024-05-21T00:47:51.492614+0000) 2024-05-21T00:48:14.056 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:13 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:13.600+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:38.994873+0000 front 2024-05-21T00:47:38.994787+0000 (oldest deadline 2024-05-21T00:48:04.894572+0000) 2024-05-21T00:48:14.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:13 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:13.763+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:14.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:13 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:13.763+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:14.057 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:13 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:13.763+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:14.057 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:13 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:13.763+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:14.093 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:13 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:13.732+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:14.093 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:13 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:13.732+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:14.093 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:13 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:13.732+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:14.093 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:13 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:13.732+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:14.093 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:13 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:13.732+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:45.474332+0000 front 2024-05-21T00:47:45.474365+0000 (oldest deadline 2024-05-21T00:48:10.174601+0000) 2024-05-21T00:48:14.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:13 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:13.706+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:14.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:13 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:13.706+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:14.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:13 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:13.706+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:14.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:13 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:13.706+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.888775+0000 front 2024-05-21T00:47:36.888522+0000 (oldest deadline 2024-05-21T00:48:00.388567+0000) 2024-05-21T00:48:14.444 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:14 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:14.091+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:23.001334+0000 front 2024-05-21T00:47:23.001441+0000 (oldest deadline 2024-05-21T00:47:44.701591+0000) 2024-05-21T00:48:14.445 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:14 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:14.091+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.903212+0000 front 2024-05-21T00:47:29.903140+0000 (oldest deadline 2024-05-21T00:47:52.803000+0000) 2024-05-21T00:48:14.445 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:14 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:14.091+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.304311+0000 front 2024-05-21T00:47:36.304386+0000 (oldest deadline 2024-05-21T00:48:01.004047+0000) 2024-05-21T00:48:14.445 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:14 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7[53699]: 2024-05-21T00:48:14.091+0000 7f605d68f700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:47.405402+0000 front 2024-05-21T00:47:47.405462+0000 (oldest deadline 2024-05-21T00:48:11.505646+0000) 2024-05-21T00:48:14.825 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:14 smithi082 podman[70147]: 2024-05-21 00:48:14.515222006 +0000 UTC m=+5.499763329 container died 5a06e5dd99bc3a8bdb85f7bc7b2e09a412d4a85cbe7d1c8bf114a2b88b0bc2ba (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-05-21T00:48:14.825 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:14 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:14.713+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:14.825 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:14 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:14.713+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:14.825 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:14 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:14.713+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:14.826 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:14 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:14.713+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:14.826 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:14 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:14.714+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:45.474332+0000 front 2024-05-21T00:47:45.474365+0000 (oldest deadline 2024-05-21T00:48:10.174601+0000) 2024-05-21T00:48:15.049 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:14 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:14.689+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:15.049 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:14 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:14.689+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:15.049 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:14 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:14.689+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:15.049 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:14 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:14.689+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.888775+0000 front 2024-05-21T00:47:36.888522+0000 (oldest deadline 2024-05-21T00:48:00.388567+0000) 2024-05-21T00:48:15.056 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:14 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:14.622+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:48:15.056 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:14 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:14.622+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:48:15.056 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:14 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:14.622+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:25.592480+0000 front 2024-05-21T00:47:25.592456+0000 (oldest deadline 2024-05-21T00:47:51.492614+0000) 2024-05-21T00:48:15.056 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:14 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:14.622+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:38.994873+0000 front 2024-05-21T00:47:38.994787+0000 (oldest deadline 2024-05-21T00:48:04.894572+0000) 2024-05-21T00:48:15.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:14 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:14.782+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:15.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:14 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:14.782+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:15.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:14 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:14.782+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:15.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:14 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:14.782+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:15.194 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:14 smithi082 podman[70147]: 2024-05-21 00:48:14.823765402 +0000 UTC m=+5.808306714 container cleanup 5a06e5dd99bc3a8bdb85f7bc7b2e09a412d4a85cbe7d1c8bf114a2b88b0bc2ba (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240514) 2024-05-21T00:48:15.194 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:14 smithi082 bash[70147]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7 2024-05-21T00:48:15.195 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:15 smithi082 podman[70165]: 2024-05-21 00:48:15.041966938 +0000 UTC m=+0.523481999 container remove 5a06e5dd99bc3a8bdb85f7bc7b2e09a412d4a85cbe7d1c8bf114a2b88b0bc2ba (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-b772be9, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:48:15.642 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:15 smithi082 podman[70251]: 2024-05-21 00:48:15.334312449 +0000 UTC m=+0.094131465 container create 2f71727dc621ce6b7f85965349a2e3fc58360becf5c7ae80cb25ae586cc1702a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-lusov-quiesce-b772be9, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux ) 2024-05-21T00:48:15.642 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:15 smithi082 podman[70251]: 2024-05-21 00:48:15.257359832 +0000 UTC m=+0.017178816 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:48:15.642 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:15 smithi082 podman[70251]: 2024-05-21 00:48:15.537480872 +0000 UTC m=+0.297299857 container init 2f71727dc621ce6b7f85965349a2e3fc58360becf5c7ae80cb25ae586cc1702a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-b772be9, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:48:15.642 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:15 smithi082 podman[70251]: 2024-05-21 00:48:15.540900891 +0000 UTC m=+0.300719866 container start 2f71727dc621ce6b7f85965349a2e3fc58360becf5c7ae80cb25ae586cc1702a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514) 2024-05-21T00:48:15.642 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:15 smithi082 podman[70251]: 2024-05-21 00:48:15.64038922 +0000 UTC m=+0.400208207 container attach 2f71727dc621ce6b7f85965349a2e3fc58360becf5c7ae80cb25ae586cc1702a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7-deactivate, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-b772be9, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-05-21T00:48:15.944 INFO:journalctl@ceph.osd.7.smithi082.stdout:May 21 00:48:15 smithi082 podman[70251]: 2024-05-21 00:48:15.834310522 +0000 UTC m=+0.594129498 container died 2f71727dc621ce6b7f85965349a2e3fc58360becf5c7ae80cb25ae586cc1702a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-7-deactivate, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:48:15.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:15 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:15.729+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:15.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:15 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:15.729+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:15.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:15 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:15.729+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:15.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:15 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:15.729+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:15.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:15 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:15.729+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:45.474332+0000 front 2024-05-21T00:47:45.474365+0000 (oldest deadline 2024-05-21T00:48:10.174601+0000) 2024-05-21T00:48:16.056 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:15 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:15.634+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:48:16.056 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:15 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:15.634+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:48:16.056 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:15 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:15.634+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:25.592480+0000 front 2024-05-21T00:47:25.592456+0000 (oldest deadline 2024-05-21T00:47:51.492614+0000) 2024-05-21T00:48:16.056 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:15 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:15.634+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:38.994873+0000 front 2024-05-21T00:47:38.994787+0000 (oldest deadline 2024-05-21T00:48:04.894572+0000) 2024-05-21T00:48:16.057 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:15 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:15.816+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:16.057 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:15 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:15.816+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:16.057 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:15 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:15.816+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:16.057 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:15 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:15.816+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:16.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:15 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:15.710+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:16.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:15 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:15.710+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:16.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:15 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:15.710+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:16.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:15 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:15.710+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.888775+0000 front 2024-05-21T00:47:36.888522+0000 (oldest deadline 2024-05-21T00:48:00.388567+0000) 2024-05-21T00:48:16.512 DEBUG:teuthology.orchestra.run.smithi082:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.7.service' 2024-05-21T00:48:16.549 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:48:16.549 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-05-21T00:48:16.550 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-05-21T00:48:16.550 DEBUG:teuthology.orchestra.run.smithi092:> sudo systemctl stop ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.8 2024-05-21T00:48:16.844 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:16 smithi092 systemd[1]: Stopping Ceph osd.8 for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:48:16.845 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:16 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:16.603+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:48:16.845 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:16 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:16.603+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:48:16.845 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:16 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:16.603+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:25.592480+0000 front 2024-05-21T00:47:25.592456+0000 (oldest deadline 2024-05-21T00:47:51.492614+0000) 2024-05-21T00:48:16.845 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:16 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:16.603+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:38.994873+0000 front 2024-05-21T00:47:38.994787+0000 (oldest deadline 2024-05-21T00:48:04.894572+0000) 2024-05-21T00:48:16.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:16 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:16.686+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:16.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:16 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:16.686+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:16.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:16 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:16.686+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:16.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:16 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:16.686+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:16.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:16 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:16.686+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:45.474332+0000 front 2024-05-21T00:47:45.474365+0000 (oldest deadline 2024-05-21T00:48:10.174601+0000) 2024-05-21T00:48:17.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:16 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:16.714+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:17.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:16 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:16.714+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:17.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:16 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:16.714+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:17.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:16 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:16.714+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.888775+0000 front 2024-05-21T00:47:36.888522+0000 (oldest deadline 2024-05-21T00:48:00.388567+0000) 2024-05-21T00:48:17.306 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:16 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:16.842+0000 7f1f5c257700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:48:17.306 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:16 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:16.842+0000 7f1f5c257700 -1 osd.8 85 *** Got signal Terminated *** 2024-05-21T00:48:17.306 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:16 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:16.842+0000 7f1f5c257700 -1 osd.8 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T00:48:17.307 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:16 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:16.857+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:17.307 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:16 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:16.857+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:17.307 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:16 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:16.857+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:17.307 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:16 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:16.857+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:18.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:17 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:17.809+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:18.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:17 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:17.809+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:18.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:17 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:17.809+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:18.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:17 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:17.809+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:18.056 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:17 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:17.650+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:48:18.057 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:17 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:17.650+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:48:18.057 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:17 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:17.650+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:25.592480+0000 front 2024-05-21T00:47:25.592456+0000 (oldest deadline 2024-05-21T00:47:51.492614+0000) 2024-05-21T00:48:18.057 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:17 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:17.650+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:38.994873+0000 front 2024-05-21T00:47:38.994787+0000 (oldest deadline 2024-05-21T00:48:04.894572+0000) 2024-05-21T00:48:18.057 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:17 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:17.650+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:55.495682+0000 front 2024-05-21T00:47:55.495730+0000 (oldest deadline 2024-05-21T00:48:17.195961+0000) 2024-05-21T00:48:18.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:17 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:17.754+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:18.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:17 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:17.754+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:18.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:17 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:17.754+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:18.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:17 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:17.754+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.888775+0000 front 2024-05-21T00:47:36.888522+0000 (oldest deadline 2024-05-21T00:48:00.388567+0000) 2024-05-21T00:48:18.194 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:17 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:17.736+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:18.194 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:17 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:17.736+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:18.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:17 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:17.736+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:18.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:17 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:17.736+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:18.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:17 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:17.736+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:45.474332+0000 front 2024-05-21T00:47:45.474365+0000 (oldest deadline 2024-05-21T00:48:10.174601+0000) 2024-05-21T00:48:19.056 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:18 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:18.637+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:48:19.056 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:18 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:18.637+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:48:19.056 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:18 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:18.637+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:25.592480+0000 front 2024-05-21T00:47:25.592456+0000 (oldest deadline 2024-05-21T00:47:51.492614+0000) 2024-05-21T00:48:19.057 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:18 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:18.637+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:38.994873+0000 front 2024-05-21T00:47:38.994787+0000 (oldest deadline 2024-05-21T00:48:04.894572+0000) 2024-05-21T00:48:19.057 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:18 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:18.637+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:55.495682+0000 front 2024-05-21T00:47:55.495730+0000 (oldest deadline 2024-05-21T00:48:17.195961+0000) 2024-05-21T00:48:19.057 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:18 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:18.845+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:19.057 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:18 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:18.845+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:19.057 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:18 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:18.845+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:19.057 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:18 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:18.845+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:19.057 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:18 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:18.845+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.518909+0000 front 2024-05-21T00:47:54.518997+0000 (oldest deadline 2024-05-21T00:48:18.619104+0000) 2024-05-21T00:48:19.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:18 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:18.792+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:19.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:18 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:18.792+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:19.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:18 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:18.792+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:19.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:18 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:18.792+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.888775+0000 front 2024-05-21T00:47:36.888522+0000 (oldest deadline 2024-05-21T00:48:00.388567+0000) 2024-05-21T00:48:19.194 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:18 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:18.702+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:19.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:18 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:18.702+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:19.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:18 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:18.702+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:19.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:18 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:18.702+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:19.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:18 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:18.702+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:45.474332+0000 front 2024-05-21T00:47:45.474365+0000 (oldest deadline 2024-05-21T00:48:10.174601+0000) 2024-05-21T00:48:19.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:18 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:18.702+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:53.075729+0000 front 2024-05-21T00:47:53.075902+0000 (oldest deadline 2024-05-21T00:48:17.775552+0000) 2024-05-21T00:48:19.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:19 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:19.660+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:19.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:19 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:19.660+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:19.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:19 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:19.660+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:19.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:19 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:19.660+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:19.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:19 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:19.660+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:45.474332+0000 front 2024-05-21T00:47:45.474365+0000 (oldest deadline 2024-05-21T00:48:10.174601+0000) 2024-05-21T00:48:19.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:19 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:19.660+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:53.075729+0000 front 2024-05-21T00:47:53.075902+0000 (oldest deadline 2024-05-21T00:48:17.775552+0000) 2024-05-21T00:48:20.056 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:19 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:19.601+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:48:20.056 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:19 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:19.601+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:48:20.057 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:19 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:19.601+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:25.592480+0000 front 2024-05-21T00:47:25.592456+0000 (oldest deadline 2024-05-21T00:47:51.492614+0000) 2024-05-21T00:48:20.057 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:19 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:19.601+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:38.994873+0000 front 2024-05-21T00:47:38.994787+0000 (oldest deadline 2024-05-21T00:48:04.894572+0000) 2024-05-21T00:48:20.057 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:19 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:19.601+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:55.495682+0000 front 2024-05-21T00:47:55.495730+0000 (oldest deadline 2024-05-21T00:48:17.195961+0000) 2024-05-21T00:48:20.057 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:19 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:19.846+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:20.057 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:19 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:19.846+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:20.057 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:19 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:19.846+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:20.058 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:19 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:19.846+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:20.058 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:19 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:19.846+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.518909+0000 front 2024-05-21T00:47:54.518997+0000 (oldest deadline 2024-05-21T00:48:18.619104+0000) 2024-05-21T00:48:20.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:19 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:19.792+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:20.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:19 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:19.792+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:20.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:19 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:19.792+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:20.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:19 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:19.792+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.888775+0000 front 2024-05-21T00:47:36.888522+0000 (oldest deadline 2024-05-21T00:48:00.388567+0000) 2024-05-21T00:48:20.886 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:20 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:20.602+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:48:20.886 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:20 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:20.602+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:48:20.886 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:20 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:20.602+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:25.592480+0000 front 2024-05-21T00:47:25.592456+0000 (oldest deadline 2024-05-21T00:47:51.492614+0000) 2024-05-21T00:48:20.886 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:20 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:20.602+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:38.994873+0000 front 2024-05-21T00:47:38.994787+0000 (oldest deadline 2024-05-21T00:48:04.894572+0000) 2024-05-21T00:48:20.886 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:20 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:20.602+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:55.495682+0000 front 2024-05-21T00:47:55.495730+0000 (oldest deadline 2024-05-21T00:48:17.195961+0000) 2024-05-21T00:48:20.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:20 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:20.639+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:20.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:20 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:20.640+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:20.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:20 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:20.640+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:20.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:20 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:20.640+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:20.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:20 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:20.640+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:45.474332+0000 front 2024-05-21T00:47:45.474365+0000 (oldest deadline 2024-05-21T00:48:10.174601+0000) 2024-05-21T00:48:20.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:20 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:20.640+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:53.075729+0000 front 2024-05-21T00:47:53.075902+0000 (oldest deadline 2024-05-21T00:48:17.775552+0000) 2024-05-21T00:48:21.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:20 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:20.820+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:21.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:20 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:20.820+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:21.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:20 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:20.820+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:21.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:20 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:20.820+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.888775+0000 front 2024-05-21T00:47:36.888522+0000 (oldest deadline 2024-05-21T00:48:00.388567+0000) 2024-05-21T00:48:21.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:20 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:20.882+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:21.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:20 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:20.882+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:21.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:20 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:20.882+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:21.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:20 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:20.882+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:21.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:20 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:20.882+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.518909+0000 front 2024-05-21T00:47:54.518997+0000 (oldest deadline 2024-05-21T00:48:18.619104+0000) 2024-05-21T00:48:21.892 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:21 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:21.584+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:13.390940+0000 front 2024-05-21T00:47:13.390510+0000 (oldest deadline 2024-05-21T00:47:34.490303+0000) 2024-05-21T00:48:21.893 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:21 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:21.584+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:20.891884+0000 front 2024-05-21T00:47:20.891873+0000 (oldest deadline 2024-05-21T00:47:45.591944+0000) 2024-05-21T00:48:21.893 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:21 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:21.584+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:25.592480+0000 front 2024-05-21T00:47:25.592456+0000 (oldest deadline 2024-05-21T00:47:51.492614+0000) 2024-05-21T00:48:21.893 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:21 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:21.584+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:38.994873+0000 front 2024-05-21T00:47:38.994787+0000 (oldest deadline 2024-05-21T00:48:04.894572+0000) 2024-05-21T00:48:21.893 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:21 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8[54904]: 2024-05-21T00:48:21.584+0000 7f1f54843700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:55.495682+0000 front 2024-05-21T00:47:55.495730+0000 (oldest deadline 2024-05-21T00:48:17.195961+0000) 2024-05-21T00:48:21.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:21 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:21.636+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:21.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:21 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:21.636+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:21.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:21 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:21.636+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:21.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:21 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:21.636+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:21.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:21 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:21.636+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:45.474332+0000 front 2024-05-21T00:47:45.474365+0000 (oldest deadline 2024-05-21T00:48:10.174601+0000) 2024-05-21T00:48:21.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:21 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:21.636+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:53.075729+0000 front 2024-05-21T00:47:53.075902+0000 (oldest deadline 2024-05-21T00:48:17.775552+0000) 2024-05-21T00:48:22.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:21 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:21.827+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:22.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:21 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:21.827+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:22.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:21 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:21.827+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:22.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:21 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:21.827+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.888775+0000 front 2024-05-21T00:47:36.888522+0000 (oldest deadline 2024-05-21T00:48:00.388567+0000) 2024-05-21T00:48:22.206 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:21 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:21.890+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:22.206 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:21 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:21.890+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:22.207 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:21 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:21.890+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:22.207 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:21 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:21.890+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:22.207 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:21 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:21.890+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.518909+0000 front 2024-05-21T00:47:54.518997+0000 (oldest deadline 2024-05-21T00:48:18.619104+0000) 2024-05-21T00:48:22.461 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:22 smithi092 podman[71165]: 2024-05-21 00:48:22.204740298 +0000 UTC m=+5.464808467 container died a0b1e9065bf5bfa5a9ec3ef981ff8521f135449947ec169262599c66fd34226e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240514) 2024-05-21T00:48:22.727 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:22 smithi092 podman[71165]: 2024-05-21 00:48:22.542082484 +0000 UTC m=+5.802150666 container cleanup a0b1e9065bf5bfa5a9ec3ef981ff8521f135449947ec169262599c66fd34226e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T00:48:22.728 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:22 smithi092 bash[71165]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8 2024-05-21T00:48:22.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:22 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:22.649+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:22.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:22 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:22.649+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:22.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:22 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:22.649+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:22.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:22 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:22.649+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:22.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:22 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:22.649+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:45.474332+0000 front 2024-05-21T00:47:45.474365+0000 (oldest deadline 2024-05-21T00:48:10.174601+0000) 2024-05-21T00:48:22.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:22 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:22.649+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:53.075729+0000 front 2024-05-21T00:47:53.075902+0000 (oldest deadline 2024-05-21T00:48:17.775552+0000) 2024-05-21T00:48:23.056 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:22 smithi092 podman[71180]: 2024-05-21 00:48:22.726213928 +0000 UTC m=+0.524353427 container remove a0b1e9065bf5bfa5a9ec3ef981ff8521f135449947ec169262599c66fd34226e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-05-21T00:48:23.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:22 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:22.896+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:23.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:22 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:22.896+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:23.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:22 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:22.896+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:23.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:22 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:22.896+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:23.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:22 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:22.896+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.518909+0000 front 2024-05-21T00:47:54.518997+0000 (oldest deadline 2024-05-21T00:48:18.619104+0000) 2024-05-21T00:48:23.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:22 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:22.818+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:23.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:22 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:22.818+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:23.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:22 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:22.818+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:23.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:22 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:22.818+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.888775+0000 front 2024-05-21T00:47:36.888522+0000 (oldest deadline 2024-05-21T00:48:00.388567+0000) 2024-05-21T00:48:23.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:22 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:22.818+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.492381+0000 front 2024-05-21T00:47:54.492317+0000 (oldest deadline 2024-05-21T00:48:22.693592+0000) 2024-05-21T00:48:23.414 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:23 smithi092 podman[71273]: 2024-05-21 00:48:23.044296312 +0000 UTC m=+0.017277353 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:48:23.414 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:23 smithi092 podman[71273]: 2024-05-21 00:48:23.160442455 +0000 UTC m=+0.133423479 container create c7b512ce479cc70bb6b74f49ec977b3bb052e7499cd6d283d61f63b8e3ac1881 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-b772be9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-05-21T00:48:23.715 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:23 smithi092 podman[71273]: 2024-05-21 00:48:23.412942379 +0000 UTC m=+0.385923402 container init c7b512ce479cc70bb6b74f49ec977b3bb052e7499cd6d283d61f63b8e3ac1881 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-lusov-quiesce-b772be9, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-05-21T00:48:23.715 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:23 smithi092 podman[71273]: 2024-05-21 00:48:23.416262597 +0000 UTC m=+0.389243626 container start c7b512ce479cc70bb6b74f49ec977b3bb052e7499cd6d283d61f63b8e3ac1881 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:48:23.715 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:23 smithi092 podman[71273]: 2024-05-21 00:48:23.496282143 +0000 UTC m=+0.469263177 container attach c7b512ce479cc70bb6b74f49ec977b3bb052e7499cd6d283d61f63b8e3ac1881 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8-deactivate, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-b772be9, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-05-21T00:48:23.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:23 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:23.649+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:23.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:23 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:23.649+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:23.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:23 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:23.649+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:23.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:23 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:23.649+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:23.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:23 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:23.649+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:45.474332+0000 front 2024-05-21T00:47:45.474365+0000 (oldest deadline 2024-05-21T00:48:10.174601+0000) 2024-05-21T00:48:23.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:23 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:23.649+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:53.075729+0000 front 2024-05-21T00:47:53.075902+0000 (oldest deadline 2024-05-21T00:48:17.775552+0000) 2024-05-21T00:48:24.056 INFO:journalctl@ceph.osd.8.smithi092.stdout:May 21 00:48:23 smithi092 podman[71273]: 2024-05-21 00:48:23.71338545 +0000 UTC m=+0.686366476 container died c7b512ce479cc70bb6b74f49ec977b3bb052e7499cd6d283d61f63b8e3ac1881 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-8-deactivate, RELEASE=wip-lusov-quiesce-b772be9, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-05-21T00:48:24.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:23 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:23.850+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:24.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:23 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:23.850+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:24.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:23 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:23.850+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:24.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:23 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:23.850+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:24.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:23 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:23.850+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.518909+0000 front 2024-05-21T00:47:54.518997+0000 (oldest deadline 2024-05-21T00:48:18.619104+0000) 2024-05-21T00:48:24.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:23 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:23.788+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:24.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:23 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:23.788+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:24.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:23 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:23.788+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:24.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:23 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:23.788+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.888775+0000 front 2024-05-21T00:47:36.888522+0000 (oldest deadline 2024-05-21T00:48:00.388567+0000) 2024-05-21T00:48:24.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:23 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:23.788+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.492381+0000 front 2024-05-21T00:47:54.492317+0000 (oldest deadline 2024-05-21T00:48:22.693592+0000) 2024-05-21T00:48:24.386 DEBUG:teuthology.orchestra.run.smithi092:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.8.service' 2024-05-21T00:48:24.423 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:48:24.423 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-05-21T00:48:24.424 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-05-21T00:48:24.424 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.9 2024-05-21T00:48:24.897 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:24 smithi044 systemd[1]: Stopping Ceph osd.9 for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:48:24.897 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:24 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:24.753+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:24.897 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:24 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:24.753+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:24.897 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:24 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:24.753+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:24.897 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:24 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:24.753+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.888775+0000 front 2024-05-21T00:47:36.888522+0000 (oldest deadline 2024-05-21T00:48:00.388567+0000) 2024-05-21T00:48:24.897 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:24 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:24.753+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.492381+0000 front 2024-05-21T00:47:54.492317+0000 (oldest deadline 2024-05-21T00:48:22.693592+0000) 2024-05-21T00:48:24.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:24 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:24.656+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:24.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:24 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:24.656+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:24.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:24 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:24.656+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:24.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:24 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:24.656+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:24.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:24 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:24.656+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:45.474332+0000 front 2024-05-21T00:47:45.474365+0000 (oldest deadline 2024-05-21T00:48:10.174601+0000) 2024-05-21T00:48:24.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:24 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:24.656+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:53.075729+0000 front 2024-05-21T00:47:53.075902+0000 (oldest deadline 2024-05-21T00:48:17.775552+0000) 2024-05-21T00:48:25.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:24 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:24.845+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:25.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:24 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:24.845+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:25.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:24 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:24.845+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:25.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:24 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:24.845+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:25.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:24 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:24.845+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.518909+0000 front 2024-05-21T00:47:54.518997+0000 (oldest deadline 2024-05-21T00:48:18.619104+0000) 2024-05-21T00:48:25.397 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:25 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:25.017+0000 7fafb2c00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:48:25.397 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:25 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:25.017+0000 7fafb2c00700 -1 osd.9 85 *** Got signal Terminated *** 2024-05-21T00:48:25.397 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:25 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:25.017+0000 7fafb2c00700 -1 osd.9 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T00:48:25.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:25 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:25.656+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:25.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:25 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:25.656+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:25.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:25 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:25.656+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:25.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:25 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:25.656+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:25.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:25 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:25.656+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:45.474332+0000 front 2024-05-21T00:47:45.474365+0000 (oldest deadline 2024-05-21T00:48:10.174601+0000) 2024-05-21T00:48:25.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:25 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:25.656+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:53.075729+0000 front 2024-05-21T00:47:53.075902+0000 (oldest deadline 2024-05-21T00:48:17.775552+0000) 2024-05-21T00:48:26.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:25 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:25.725+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:26.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:25 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:25.725+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:26.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:25 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:25.725+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:26.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:25 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:25.725+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.888775+0000 front 2024-05-21T00:47:36.888522+0000 (oldest deadline 2024-05-21T00:48:00.388567+0000) 2024-05-21T00:48:26.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:25 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:25.725+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.492381+0000 front 2024-05-21T00:47:54.492317+0000 (oldest deadline 2024-05-21T00:48:22.693592+0000) 2024-05-21T00:48:26.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:25 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:25.853+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:26.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:25 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:25.853+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:26.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:25 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:25.853+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:26.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:25 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:25.853+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:26.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:25 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:25.853+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.518909+0000 front 2024-05-21T00:47:54.518997+0000 (oldest deadline 2024-05-21T00:48:18.619104+0000) 2024-05-21T00:48:26.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:26 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:26.657+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:26.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:26 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:26.657+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:26.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:26 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:26.657+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:26.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:26 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:26.657+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:26.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:26 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:26.657+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:45.474332+0000 front 2024-05-21T00:47:45.474365+0000 (oldest deadline 2024-05-21T00:48:10.174601+0000) 2024-05-21T00:48:26.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:26 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:26.657+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:53.075729+0000 front 2024-05-21T00:47:53.075902+0000 (oldest deadline 2024-05-21T00:48:17.775552+0000) 2024-05-21T00:48:27.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:26 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:26.678+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:27.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:26 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:26.678+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:27.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:26 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:26.678+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:27.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:26 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:26.678+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.888775+0000 front 2024-05-21T00:47:36.888522+0000 (oldest deadline 2024-05-21T00:48:00.388567+0000) 2024-05-21T00:48:27.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:26 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:26.678+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.492381+0000 front 2024-05-21T00:47:54.492317+0000 (oldest deadline 2024-05-21T00:48:22.693592+0000) 2024-05-21T00:48:27.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:26 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:26.840+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:27.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:26 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:26.840+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:27.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:26 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:26.840+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:27.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:26 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:26.840+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:27.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:26 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:26.840+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.518909+0000 front 2024-05-21T00:47:54.518997+0000 (oldest deadline 2024-05-21T00:48:18.619104+0000) 2024-05-21T00:48:27.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:27 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:27.688+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:27.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:27 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:27.688+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:27.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:27 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:27.688+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:27.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:27 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:27.688+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:27.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:27 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:27.688+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:45.474332+0000 front 2024-05-21T00:47:45.474365+0000 (oldest deadline 2024-05-21T00:48:10.174601+0000) 2024-05-21T00:48:27.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:27 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:27.688+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:53.075729+0000 front 2024-05-21T00:47:53.075902+0000 (oldest deadline 2024-05-21T00:48:17.775552+0000) 2024-05-21T00:48:28.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:27 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:27.797+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:28.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:27 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:27.797+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:28.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:27 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:27.797+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:28.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:27 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:27.797+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:28.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:27 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:27.797+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.518909+0000 front 2024-05-21T00:47:54.518997+0000 (oldest deadline 2024-05-21T00:48:18.619104+0000) 2024-05-21T00:48:28.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:27 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:27.797+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-21T00:48:02.120112+0000 front 2024-05-21T00:48:02.120192+0000 (oldest deadline 2024-05-21T00:48:27.419905+0000) 2024-05-21T00:48:28.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:27 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:27.701+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:28.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:27 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:27.701+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:28.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:27 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:27.701+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:28.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:27 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:27.701+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.888775+0000 front 2024-05-21T00:47:36.888522+0000 (oldest deadline 2024-05-21T00:48:00.388567+0000) 2024-05-21T00:48:28.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:27 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:27.701+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.492381+0000 front 2024-05-21T00:47:54.492317+0000 (oldest deadline 2024-05-21T00:48:22.693592+0000) 2024-05-21T00:48:29.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:28 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:28.690+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:29.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:28 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:28.690+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:29.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:28 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:28.690+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:29.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:28 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:28.690+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.888775+0000 front 2024-05-21T00:47:36.888522+0000 (oldest deadline 2024-05-21T00:48:00.388567+0000) 2024-05-21T00:48:29.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:28 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:28.690+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.492381+0000 front 2024-05-21T00:47:54.492317+0000 (oldest deadline 2024-05-21T00:48:22.693592+0000) 2024-05-21T00:48:29.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:28 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:28.690+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-21T00:48:02.694929+0000 front 2024-05-21T00:48:02.694873+0000 (oldest deadline 2024-05-21T00:48:28.594510+0000) 2024-05-21T00:48:29.194 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:28 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:28.706+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:29.194 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:28 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:28.706+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:29.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:28 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:28.706+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:29.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:28 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:28.706+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:29.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:28 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:28.706+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:45.474332+0000 front 2024-05-21T00:47:45.474365+0000 (oldest deadline 2024-05-21T00:48:10.174601+0000) 2024-05-21T00:48:29.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:28 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:28.706+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:53.075729+0000 front 2024-05-21T00:47:53.075902+0000 (oldest deadline 2024-05-21T00:48:17.775552+0000) 2024-05-21T00:48:29.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:28 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:28.812+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:29.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:28 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:28.812+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:29.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:28 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:28.812+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:29.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:28 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:28.812+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:29.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:28 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:28.812+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.518909+0000 front 2024-05-21T00:47:54.518997+0000 (oldest deadline 2024-05-21T00:48:18.619104+0000) 2024-05-21T00:48:29.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:28 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:28.812+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-21T00:48:02.120112+0000 front 2024-05-21T00:48:02.120192+0000 (oldest deadline 2024-05-21T00:48:27.419905+0000) 2024-05-21T00:48:30.147 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:29 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:29.692+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.479893+0000 front 2024-05-21T00:47:12.479750+0000 (oldest deadline 2024-05-21T00:47:39.481811+0000) 2024-05-21T00:48:30.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:29 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:29.692+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.184361+0000 front 2024-05-21T00:47:21.184325+0000 (oldest deadline 2024-05-21T00:47:47.083745+0000) 2024-05-21T00:48:30.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:29 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:29.692+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.084742+0000 front 2024-05-21T00:47:27.084471+0000 (oldest deadline 2024-05-21T00:47:51.784655+0000) 2024-05-21T00:48:30.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:29 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:29.692+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:36.888775+0000 front 2024-05-21T00:47:36.888522+0000 (oldest deadline 2024-05-21T00:48:00.388567+0000) 2024-05-21T00:48:30.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:29 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:29.692+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.492381+0000 front 2024-05-21T00:47:54.492317+0000 (oldest deadline 2024-05-21T00:48:22.693592+0000) 2024-05-21T00:48:30.148 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:29 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9[65921]: 2024-05-21T00:48:29.692+0000 7fafae400700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-21T00:48:02.694929+0000 front 2024-05-21T00:48:02.694873+0000 (oldest deadline 2024-05-21T00:48:28.594510+0000) 2024-05-21T00:48:30.194 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:29 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:29.726+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:30.194 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:29 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:29.726+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:30.194 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:29 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:29.726+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:30.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:29 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:29.726+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:30.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:29 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:29.726+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:45.474332+0000 front 2024-05-21T00:47:45.474365+0000 (oldest deadline 2024-05-21T00:48:10.174601+0000) 2024-05-21T00:48:30.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:29 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:29.726+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:53.075729+0000 front 2024-05-21T00:47:53.075902+0000 (oldest deadline 2024-05-21T00:48:17.775552+0000) 2024-05-21T00:48:30.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:29 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:29.848+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:30.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:29 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:29.848+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:30.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:29 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:29.848+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:30.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:29 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:29.848+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:30.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:29 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:29.848+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.518909+0000 front 2024-05-21T00:47:54.518997+0000 (oldest deadline 2024-05-21T00:48:18.619104+0000) 2024-05-21T00:48:30.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:29 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:29.848+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-21T00:48:02.120112+0000 front 2024-05-21T00:48:02.120192+0000 (oldest deadline 2024-05-21T00:48:27.419905+0000) 2024-05-21T00:48:30.718 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:30 smithi044 podman[102655]: 2024-05-21 00:48:30.419150748 +0000 UTC m=+5.522761583 container died c39ef28b54bad23b5dd14d2c9f79f50de0a7079d950d8ee98e8769adcb0a41ce (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T00:48:31.081 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:30 smithi044 podman[102655]: 2024-05-21 00:48:30.877529951 +0000 UTC m=+5.981140815 container cleanup c39ef28b54bad23b5dd14d2c9f79f50de0a7079d950d8ee98e8769adcb0a41ce (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-05-21T00:48:31.081 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:30 smithi044 bash[102655]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9 2024-05-21T00:48:31.194 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:30 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:30.702+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:31.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:30 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:30.702+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:31.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:30 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:30.702+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:31.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:30 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:30.702+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:31.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:30 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:30.702+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:45.474332+0000 front 2024-05-21T00:47:45.474365+0000 (oldest deadline 2024-05-21T00:48:10.174601+0000) 2024-05-21T00:48:31.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:30 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:30.702+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:53.075729+0000 front 2024-05-21T00:47:53.075902+0000 (oldest deadline 2024-05-21T00:48:17.775552+0000) 2024-05-21T00:48:31.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:30 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:30.702+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-21T00:48:04.077295+0000 front 2024-05-21T00:48:04.077517+0000 (oldest deadline 2024-05-21T00:48:29.977209+0000) 2024-05-21T00:48:31.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:30 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:30.852+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:31.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:30 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:30.852+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:31.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:30 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:30.852+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:31.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:30 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:30.852+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:31.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:30 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:30.852+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.518909+0000 front 2024-05-21T00:47:54.518997+0000 (oldest deadline 2024-05-21T00:48:18.619104+0000) 2024-05-21T00:48:31.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:30 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:30.852+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-21T00:48:02.120112+0000 front 2024-05-21T00:48:02.120192+0000 (oldest deadline 2024-05-21T00:48:27.419905+0000) 2024-05-21T00:48:31.397 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:31 smithi044 podman[102674]: 2024-05-21 00:48:31.078776323 +0000 UTC m=+0.648271408 container remove c39ef28b54bad23b5dd14d2c9f79f50de0a7079d950d8ee98e8769adcb0a41ce (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-05-21T00:48:32.194 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:31 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:31.716+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:32.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:31 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:31.716+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:32.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:31 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:31.716+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:32.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:31 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:31.716+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:32.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:31 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:31.716+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:45.474332+0000 front 2024-05-21T00:47:45.474365+0000 (oldest deadline 2024-05-21T00:48:10.174601+0000) 2024-05-21T00:48:32.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:31 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:31.716+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:53.075729+0000 front 2024-05-21T00:47:53.075902+0000 (oldest deadline 2024-05-21T00:48:17.775552+0000) 2024-05-21T00:48:32.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:31 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:31.716+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-21T00:48:04.077295+0000 front 2024-05-21T00:48:04.077517+0000 (oldest deadline 2024-05-21T00:48:29.977209+0000) 2024-05-21T00:48:32.227 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:31 smithi044 podman[102763]: 2024-05-21 00:48:31.852175814 +0000 UTC m=+0.048024786 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:48:32.227 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:31 smithi044 podman[102763]: 2024-05-21 00:48:31.97138287 +0000 UTC m=+0.167231862 container create 6ea77973d62dc71dd26285087d887e2a0ed75d0a6dcc890a6a60870075300f95 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9, ceph=True) 2024-05-21T00:48:32.227 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:32 smithi044 podman[102763]: 2024-05-21 00:48:32.224880904 +0000 UTC m=+0.420729875 container init 6ea77973d62dc71dd26285087d887e2a0ed75d0a6dcc890a6a60870075300f95 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9) 2024-05-21T00:48:32.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:31 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:31.866+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:32.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:31 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:31.866+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:32.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:31 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:31.866+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:32.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:31 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:31.866+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:32.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:31 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:31.866+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.518909+0000 front 2024-05-21T00:47:54.518997+0000 (oldest deadline 2024-05-21T00:48:18.619104+0000) 2024-05-21T00:48:32.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:31 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:31.866+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-21T00:48:02.120112+0000 front 2024-05-21T00:48:02.120192+0000 (oldest deadline 2024-05-21T00:48:27.419905+0000) 2024-05-21T00:48:32.482 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:32 smithi044 podman[102763]: 2024-05-21 00:48:32.23716029 +0000 UTC m=+0.433009246 container start 6ea77973d62dc71dd26285087d887e2a0ed75d0a6dcc890a6a60870075300f95 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9) 2024-05-21T00:48:32.482 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:32 smithi044 podman[102763]: 2024-05-21 00:48:32.348691634 +0000 UTC m=+0.544540592 container attach 6ea77973d62dc71dd26285087d887e2a0ed75d0a6dcc890a6a60870075300f95 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:48:32.787 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 21 00:48:32 smithi044 podman[102763]: 2024-05-21 00:48:32.688669471 +0000 UTC m=+0.884518437 container died 6ea77973d62dc71dd26285087d887e2a0ed75d0a6dcc890a6a60870075300f95 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-9-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-b772be9, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:48:33.194 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:32 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:32.713+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:33.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:32 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:32.713+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:33.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:32 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:32.713+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:33.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:32 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:32.713+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:33.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:32 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:32.713+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:45.474332+0000 front 2024-05-21T00:47:45.474365+0000 (oldest deadline 2024-05-21T00:48:10.174601+0000) 2024-05-21T00:48:33.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:32 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:32.713+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:53.075729+0000 front 2024-05-21T00:47:53.075902+0000 (oldest deadline 2024-05-21T00:48:17.775552+0000) 2024-05-21T00:48:33.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:32 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:32.713+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-21T00:48:04.077295+0000 front 2024-05-21T00:48:04.077517+0000 (oldest deadline 2024-05-21T00:48:29.977209+0000) 2024-05-21T00:48:33.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:32 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:32.850+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:33.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:32 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:32.850+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:33.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:32 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:32.850+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:33.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:32 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:32.850+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:33.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:32 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:32.850+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.518909+0000 front 2024-05-21T00:47:54.518997+0000 (oldest deadline 2024-05-21T00:48:18.619104+0000) 2024-05-21T00:48:33.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:32 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:32.850+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-21T00:48:02.120112+0000 front 2024-05-21T00:48:02.120192+0000 (oldest deadline 2024-05-21T00:48:27.419905+0000) 2024-05-21T00:48:33.519 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.9.service' 2024-05-21T00:48:33.606 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:48:33.606 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-05-21T00:48:33.607 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-05-21T00:48:33.607 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.10 2024-05-21T00:48:33.927 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:33 smithi082 systemd[1]: Stopping Ceph osd.10 for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:48:33.927 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:33 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:33.701+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:33.927 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:33 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:33.701+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:33.927 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:33 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:33.701+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:33.928 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:33 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:33.701+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:33.928 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:33 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:33.701+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:45.474332+0000 front 2024-05-21T00:47:45.474365+0000 (oldest deadline 2024-05-21T00:48:10.174601+0000) 2024-05-21T00:48:33.928 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:33 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:33.701+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:53.075729+0000 front 2024-05-21T00:47:53.075902+0000 (oldest deadline 2024-05-21T00:48:17.775552+0000) 2024-05-21T00:48:33.928 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:33 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:33.701+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-21T00:48:04.077295+0000 front 2024-05-21T00:48:04.077517+0000 (oldest deadline 2024-05-21T00:48:29.977209+0000) 2024-05-21T00:48:33.928 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:33 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:33.923+0000 7fa78bfa4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:48:33.928 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:33 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:33.923+0000 7fa78bfa4700 -1 osd.10 85 *** Got signal Terminated *** 2024-05-21T00:48:33.928 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:33 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:33.923+0000 7fa78bfa4700 -1 osd.10 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T00:48:34.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:33 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:33.884+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:34.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:33 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:33.884+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:34.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:33 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:33.884+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:34.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:33 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:33.884+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:34.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:33 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:33.884+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.518909+0000 front 2024-05-21T00:47:54.518997+0000 (oldest deadline 2024-05-21T00:48:18.619104+0000) 2024-05-21T00:48:34.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:33 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:33.884+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-21T00:48:02.120112+0000 front 2024-05-21T00:48:02.120192+0000 (oldest deadline 2024-05-21T00:48:27.419905+0000) 2024-05-21T00:48:34.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:34 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:34.664+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:34.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:34 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:34.664+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:34.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:34 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:34.664+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:34.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:34 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:34.664+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:34.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:34 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:34.664+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:45.474332+0000 front 2024-05-21T00:47:45.474365+0000 (oldest deadline 2024-05-21T00:48:10.174601+0000) 2024-05-21T00:48:34.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:34 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:34.664+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:53.075729+0000 front 2024-05-21T00:47:53.075902+0000 (oldest deadline 2024-05-21T00:48:17.775552+0000) 2024-05-21T00:48:34.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:34 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:34.664+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-21T00:48:04.077295+0000 front 2024-05-21T00:48:04.077517+0000 (oldest deadline 2024-05-21T00:48:29.977209+0000) 2024-05-21T00:48:35.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:34 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:34.881+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:35.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:34 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:34.881+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:35.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:34 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:34.881+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:35.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:34 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:34.881+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:35.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:34 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:34.881+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.518909+0000 front 2024-05-21T00:47:54.518997+0000 (oldest deadline 2024-05-21T00:48:18.619104+0000) 2024-05-21T00:48:35.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:34 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:34.881+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-21T00:48:02.120112+0000 front 2024-05-21T00:48:02.120192+0000 (oldest deadline 2024-05-21T00:48:27.419905+0000) 2024-05-21T00:48:36.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:35 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:35.858+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:36.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:35 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:35.858+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:36.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:35 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:35.858+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:36.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:35 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:35.858+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:36.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:35 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:35.858+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.518909+0000 front 2024-05-21T00:47:54.518997+0000 (oldest deadline 2024-05-21T00:48:18.619104+0000) 2024-05-21T00:48:36.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:35 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:35.858+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-21T00:48:02.120112+0000 front 2024-05-21T00:48:02.120192+0000 (oldest deadline 2024-05-21T00:48:27.419905+0000) 2024-05-21T00:48:36.057 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:35 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:35.858+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6820 osd.7 since back 2024-05-21T00:48:12.120730+0000 front 2024-05-21T00:48:12.120706+0000 (oldest deadline 2024-05-21T00:48:35.020682+0000) 2024-05-21T00:48:36.194 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:35 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:35.713+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:36.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:35 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:35.713+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:36.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:35 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:35.713+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:36.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:35 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:35.713+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:36.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:35 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:35.713+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:45.474332+0000 front 2024-05-21T00:47:45.474365+0000 (oldest deadline 2024-05-21T00:48:10.174601+0000) 2024-05-21T00:48:36.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:35 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:35.713+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:53.075729+0000 front 2024-05-21T00:47:53.075902+0000 (oldest deadline 2024-05-21T00:48:17.775552+0000) 2024-05-21T00:48:36.195 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:35 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:35.713+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-21T00:48:04.077295+0000 front 2024-05-21T00:48:04.077517+0000 (oldest deadline 2024-05-21T00:48:29.977209+0000) 2024-05-21T00:48:36.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:36 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:36.675+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:36.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:36 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:36.675+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:36.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:36 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:36.675+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:36.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:36 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:36.675+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:36.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:36 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:36.675+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:45.474332+0000 front 2024-05-21T00:47:45.474365+0000 (oldest deadline 2024-05-21T00:48:10.174601+0000) 2024-05-21T00:48:36.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:36 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:36.675+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:53.075729+0000 front 2024-05-21T00:47:53.075902+0000 (oldest deadline 2024-05-21T00:48:17.775552+0000) 2024-05-21T00:48:36.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:36 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:36.675+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-21T00:48:04.077295+0000 front 2024-05-21T00:48:04.077517+0000 (oldest deadline 2024-05-21T00:48:29.977209+0000) 2024-05-21T00:48:37.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:36 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:36.855+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:37.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:36 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:36.855+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:37.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:36 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:36.855+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:37.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:36 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:36.855+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:37.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:36 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:36.855+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.518909+0000 front 2024-05-21T00:47:54.518997+0000 (oldest deadline 2024-05-21T00:48:18.619104+0000) 2024-05-21T00:48:37.307 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:36 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:36.855+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-21T00:48:02.120112+0000 front 2024-05-21T00:48:02.120192+0000 (oldest deadline 2024-05-21T00:48:27.419905+0000) 2024-05-21T00:48:37.307 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:36 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:36.855+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6820 osd.7 since back 2024-05-21T00:48:12.120730+0000 front 2024-05-21T00:48:12.120706+0000 (oldest deadline 2024-05-21T00:48:35.020682+0000) 2024-05-21T00:48:37.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:37 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:37.677+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:37.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:37 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:37.677+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:37.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:37 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:37.677+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:37.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:37 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:37.677+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:37.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:37 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:37.677+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:45.474332+0000 front 2024-05-21T00:47:45.474365+0000 (oldest deadline 2024-05-21T00:48:10.174601+0000) 2024-05-21T00:48:37.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:37 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:37.677+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:53.075729+0000 front 2024-05-21T00:47:53.075902+0000 (oldest deadline 2024-05-21T00:48:17.775552+0000) 2024-05-21T00:48:37.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:37 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:37.677+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-21T00:48:04.077295+0000 front 2024-05-21T00:48:04.077517+0000 (oldest deadline 2024-05-21T00:48:29.977209+0000) 2024-05-21T00:48:38.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:37 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:37.880+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:38.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:37 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:37.880+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:38.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:37 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:37.880+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:38.307 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:37 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:37.880+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:38.307 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:37 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:37.880+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.518909+0000 front 2024-05-21T00:47:54.518997+0000 (oldest deadline 2024-05-21T00:48:18.619104+0000) 2024-05-21T00:48:38.307 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:37 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:37.880+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-21T00:48:02.120112+0000 front 2024-05-21T00:48:02.120192+0000 (oldest deadline 2024-05-21T00:48:27.419905+0000) 2024-05-21T00:48:38.307 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:37 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:37.880+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6820 osd.7 since back 2024-05-21T00:48:12.120730+0000 front 2024-05-21T00:48:12.120706+0000 (oldest deadline 2024-05-21T00:48:35.020682+0000) 2024-05-21T00:48:38.944 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:38 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:38.631+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:12.368335+0000 front 2024-05-21T00:47:12.368522+0000 (oldest deadline 2024-05-21T00:47:38.768825+0000) 2024-05-21T00:48:38.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:38 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:38.631+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:22.770845+0000 front 2024-05-21T00:47:22.770795+0000 (oldest deadline 2024-05-21T00:47:44.471049+0000) 2024-05-21T00:48:38.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:38 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:38.631+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:27.971830+0000 front 2024-05-21T00:47:27.971853+0000 (oldest deadline 2024-05-21T00:47:51.471825+0000) 2024-05-21T00:48:38.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:38 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:38.631+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-21T00:47:39.073691+0000 front 2024-05-21T00:47:39.073805+0000 (oldest deadline 2024-05-21T00:48:04.973477+0000) 2024-05-21T00:48:38.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:38 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:38.631+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:45.474332+0000 front 2024-05-21T00:47:45.474365+0000 (oldest deadline 2024-05-21T00:48:10.174601+0000) 2024-05-21T00:48:38.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:38 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:38.631+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:53.075729+0000 front 2024-05-21T00:47:53.075902+0000 (oldest deadline 2024-05-21T00:48:17.775552+0000) 2024-05-21T00:48:38.945 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:38 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10[60742]: 2024-05-21T00:48:38.631+0000 7fa784590700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-21T00:48:04.077295+0000 front 2024-05-21T00:48:04.077517+0000 (oldest deadline 2024-05-21T00:48:29.977209+0000) 2024-05-21T00:48:39.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:38 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:38.884+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:39.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:38 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:38.884+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:39.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:38 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:38.884+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:39.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:38 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:38.884+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:39.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:38 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:38.884+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.518909+0000 front 2024-05-21T00:47:54.518997+0000 (oldest deadline 2024-05-21T00:48:18.619104+0000) 2024-05-21T00:48:39.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:38 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:38.884+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-21T00:48:02.120112+0000 front 2024-05-21T00:48:02.120192+0000 (oldest deadline 2024-05-21T00:48:27.419905+0000) 2024-05-21T00:48:39.307 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:38 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:38.884+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6820 osd.7 since back 2024-05-21T00:48:12.120730+0000 front 2024-05-21T00:48:12.120706+0000 (oldest deadline 2024-05-21T00:48:35.020682+0000) 2024-05-21T00:48:39.444 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:39 smithi082 podman[70356]: 2024-05-21 00:48:39.37407091 +0000 UTC m=+5.568925613 container died 3a83ab5e3f5a5699d789cc2f31f2fb7581e19f197ccdb8445bb76ceba628988c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:48:39.902 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:39 smithi082 podman[70356]: 2024-05-21 00:48:39.7078245 +0000 UTC m=+5.902679193 container cleanup 3a83ab5e3f5a5699d789cc2f31f2fb7581e19f197ccdb8445bb76ceba628988c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-05-21T00:48:39.902 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:39 smithi082 bash[70356]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10 2024-05-21T00:48:40.194 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:39 smithi082 podman[70384]: 2024-05-21 00:48:39.900577987 +0000 UTC m=+0.529585188 container remove 3a83ab5e3f5a5699d789cc2f31f2fb7581e19f197ccdb8445bb76ceba628988c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-05-21T00:48:40.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:39 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:39.920+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:40.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:39 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:39.920+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:40.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:39 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:39.920+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:40.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:39 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:39.920+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:40.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:39 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:39.920+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.518909+0000 front 2024-05-21T00:47:54.518997+0000 (oldest deadline 2024-05-21T00:48:18.619104+0000) 2024-05-21T00:48:40.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:39 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:39.920+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-21T00:48:02.120112+0000 front 2024-05-21T00:48:02.120192+0000 (oldest deadline 2024-05-21T00:48:27.419905+0000) 2024-05-21T00:48:40.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:39 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:39.920+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6820 osd.7 since back 2024-05-21T00:48:12.120730+0000 front 2024-05-21T00:48:12.120706+0000 (oldest deadline 2024-05-21T00:48:35.020682+0000) 2024-05-21T00:48:40.580 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:40 smithi082 podman[70475]: 2024-05-21 00:48:40.222032022 +0000 UTC m=+0.017468920 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:48:40.580 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:40 smithi082 podman[70475]: 2024-05-21 00:48:40.334569581 +0000 UTC m=+0.130006461 container create a34e27a2ce64abdb27f1457aebbe4dd0d879208c4cb8e342c41e596911cfb854 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10-deactivate, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-05-21T00:48:40.580 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:40 smithi082 podman[70475]: 2024-05-21 00:48:40.578615063 +0000 UTC m=+0.374051953 container init a34e27a2ce64abdb27f1457aebbe4dd0d879208c4cb8e342c41e596911cfb854 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10-deactivate, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240514) 2024-05-21T00:48:40.881 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:40 smithi082 podman[70475]: 2024-05-21 00:48:40.581703196 +0000 UTC m=+0.377140092 container start a34e27a2ce64abdb27f1457aebbe4dd0d879208c4cb8e342c41e596911cfb854 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=) 2024-05-21T00:48:40.881 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:40 smithi082 podman[70475]: 2024-05-21 00:48:40.653587677 +0000 UTC m=+0.449024567 container attach a34e27a2ce64abdb27f1457aebbe4dd0d879208c4cb8e342c41e596911cfb854 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:48:41.174 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:40 smithi082 podman[70475]: 2024-05-21 00:48:40.880125004 +0000 UTC m=+0.675561902 container died a34e27a2ce64abdb27f1457aebbe4dd0d879208c4cb8e342c41e596911cfb854 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10-deactivate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-b772be9, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2) 2024-05-21T00:48:41.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:40 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:40.918+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:41.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:40 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:40.918+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:41.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:40 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:40.918+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:41.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:40 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:40.918+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:41.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:40 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:40.918+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.518909+0000 front 2024-05-21T00:47:54.518997+0000 (oldest deadline 2024-05-21T00:48:18.619104+0000) 2024-05-21T00:48:41.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:40 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:40.918+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-21T00:48:02.120112+0000 front 2024-05-21T00:48:02.120192+0000 (oldest deadline 2024-05-21T00:48:27.419905+0000) 2024-05-21T00:48:41.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:40 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:40.918+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6820 osd.7 since back 2024-05-21T00:48:12.120730+0000 front 2024-05-21T00:48:12.120706+0000 (oldest deadline 2024-05-21T00:48:35.020682+0000) 2024-05-21T00:48:41.425 INFO:journalctl@ceph.osd.10.smithi082.stdout:May 21 00:48:41 smithi082 podman[70501]: 2024-05-21 00:48:41.40704754 +0000 UTC m=+0.518058255 container remove a34e27a2ce64abdb27f1457aebbe4dd0d879208c4cb8e342c41e596911cfb854 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-10-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:48:41.430 DEBUG:teuthology.orchestra.run.smithi082:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.10.service' 2024-05-21T00:48:41.467 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:48:41.467 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-05-21T00:48:41.468 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-05-21T00:48:41.468 DEBUG:teuthology.orchestra.run.smithi092:> sudo systemctl stop ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.11 2024-05-21T00:48:41.786 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:41 smithi092 systemd[1]: Stopping Ceph osd.11 for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:48:42.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:41 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:41.783+0000 7f2aed030700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:48:42.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:41 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:41.783+0000 7f2aed030700 -1 osd.11 85 *** Got signal Terminated *** 2024-05-21T00:48:42.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:41 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:41.783+0000 7f2aed030700 -1 osd.11 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T00:48:42.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:41 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:41.932+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:42.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:41 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:41.932+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:42.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:41 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:41.932+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:42.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:41 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:41.932+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:42.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:41 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:41.932+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.518909+0000 front 2024-05-21T00:47:54.518997+0000 (oldest deadline 2024-05-21T00:48:18.619104+0000) 2024-05-21T00:48:42.057 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:41 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:41.932+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-21T00:48:02.120112+0000 front 2024-05-21T00:48:02.120192+0000 (oldest deadline 2024-05-21T00:48:27.419905+0000) 2024-05-21T00:48:42.057 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:41 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:41.932+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6820 osd.7 since back 2024-05-21T00:48:12.120730+0000 front 2024-05-21T00:48:12.120706+0000 (oldest deadline 2024-05-21T00:48:35.020682+0000) 2024-05-21T00:48:43.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:42 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:42.892+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:43.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:42 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:42.892+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:43.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:42 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:42.892+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:43.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:42 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:42.892+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:43.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:42 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:42.892+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.518909+0000 front 2024-05-21T00:47:54.518997+0000 (oldest deadline 2024-05-21T00:48:18.619104+0000) 2024-05-21T00:48:43.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:42 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:42.892+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-21T00:48:02.120112+0000 front 2024-05-21T00:48:02.120192+0000 (oldest deadline 2024-05-21T00:48:27.419905+0000) 2024-05-21T00:48:43.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:42 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:42.892+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6820 osd.7 since back 2024-05-21T00:48:12.120730+0000 front 2024-05-21T00:48:12.120706+0000 (oldest deadline 2024-05-21T00:48:35.020682+0000) 2024-05-21T00:48:44.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:43 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:43.909+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:44.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:43 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:43.909+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:44.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:43 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:43.909+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:44.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:43 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:43.909+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:44.307 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:43 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:43.909+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.518909+0000 front 2024-05-21T00:47:54.518997+0000 (oldest deadline 2024-05-21T00:48:18.619104+0000) 2024-05-21T00:48:44.307 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:43 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:43.909+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-21T00:48:02.120112+0000 front 2024-05-21T00:48:02.120192+0000 (oldest deadline 2024-05-21T00:48:27.419905+0000) 2024-05-21T00:48:44.307 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:43 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:43.909+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6820 osd.7 since back 2024-05-21T00:48:12.120730+0000 front 2024-05-21T00:48:12.120706+0000 (oldest deadline 2024-05-21T00:48:35.020682+0000) 2024-05-21T00:48:44.307 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:43 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:43.909+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6820 osd.8 since back 2024-05-21T00:48:17.722536+0000 front 2024-05-21T00:48:17.722494+0000 (oldest deadline 2024-05-21T00:48:43.622473+0000) 2024-05-21T00:48:45.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:44 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:44.952+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:45.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:44 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:44.952+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:45.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:44 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:44.952+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:45.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:44 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:44.952+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:45.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:44 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:44.952+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.518909+0000 front 2024-05-21T00:47:54.518997+0000 (oldest deadline 2024-05-21T00:48:18.619104+0000) 2024-05-21T00:48:45.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:44 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:44.952+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-21T00:48:02.120112+0000 front 2024-05-21T00:48:02.120192+0000 (oldest deadline 2024-05-21T00:48:27.419905+0000) 2024-05-21T00:48:45.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:44 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:44.952+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6820 osd.7 since back 2024-05-21T00:48:12.120730+0000 front 2024-05-21T00:48:12.120706+0000 (oldest deadline 2024-05-21T00:48:35.020682+0000) 2024-05-21T00:48:45.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:44 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:44.952+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6820 osd.8 since back 2024-05-21T00:48:17.722536+0000 front 2024-05-21T00:48:17.722494+0000 (oldest deadline 2024-05-21T00:48:43.622473+0000) 2024-05-21T00:48:46.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:45 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:45.914+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-21T00:47:09.812435+0000 front 2024-05-21T00:47:09.812487+0000 (oldest deadline 2024-05-21T00:47:35.712330+0000) 2024-05-21T00:48:46.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:45 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:45.914+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6804 osd.1 since back 2024-05-21T00:47:21.513809+0000 front 2024-05-21T00:47:21.514025+0000 (oldest deadline 2024-05-21T00:47:43.813747+0000) 2024-05-21T00:48:46.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:45 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:45.914+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6804 osd.2 since back 2024-05-21T00:47:29.615058+0000 front 2024-05-21T00:47:29.615087+0000 (oldest deadline 2024-05-21T00:47:52.515167+0000) 2024-05-21T00:48:46.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:45 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:45.914+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6812 osd.4 since back 2024-05-21T00:47:48.118427+0000 front 2024-05-21T00:47:48.118269+0000 (oldest deadline 2024-05-21T00:48:13.418142+0000) 2024-05-21T00:48:46.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:45 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:45.914+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6812 osd.5 since back 2024-05-21T00:47:54.518909+0000 front 2024-05-21T00:47:54.518997+0000 (oldest deadline 2024-05-21T00:48:18.619104+0000) 2024-05-21T00:48:46.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:45 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:45.914+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-21T00:48:02.120112+0000 front 2024-05-21T00:48:02.120192+0000 (oldest deadline 2024-05-21T00:48:27.419905+0000) 2024-05-21T00:48:46.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:45 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:45.914+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.82:6820 osd.7 since back 2024-05-21T00:48:12.120730+0000 front 2024-05-21T00:48:12.120706+0000 (oldest deadline 2024-05-21T00:48:35.020682+0000) 2024-05-21T00:48:46.306 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:45 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11[61617]: 2024-05-21T00:48:45.914+0000 7f2ae561c700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.92:6820 osd.8 since back 2024-05-21T00:48:17.722536+0000 front 2024-05-21T00:48:17.722494+0000 (oldest deadline 2024-05-21T00:48:43.622473+0000) 2024-05-21T00:48:47.369 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:47 smithi092 podman[71389]: 2024-05-21 00:48:47.108324405 +0000 UTC m=+5.447450104 container died 7229fb037e4f83f4d1ba5421254b2527ca0715c36378a2dab9056f1892ef5328 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-05-21T00:48:47.629 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:47 smithi092 podman[71389]: 2024-05-21 00:48:47.441612153 +0000 UTC m=+5.780737856 container cleanup 7229fb037e4f83f4d1ba5421254b2527ca0715c36378a2dab9056f1892ef5328 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-05-21T00:48:47.629 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:47 smithi092 bash[71389]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11 2024-05-21T00:48:48.056 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:47 smithi092 podman[71406]: 2024-05-21 00:48:47.625986919 +0000 UTC m=+0.514713342 container remove 7229fb037e4f83f4d1ba5421254b2527ca0715c36378a2dab9056f1892ef5328 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True) 2024-05-21T00:48:48.372 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:48 smithi092 podman[71493]: 2024-05-21 00:48:47.963864075 +0000 UTC m=+0.016757580 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:48:48.372 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:48 smithi092 podman[71493]: 2024-05-21 00:48:48.076659083 +0000 UTC m=+0.129552582 container create 789d7053a1c4d8945704b2838794947fd8c2721850fe4ae17246b419552b6e84 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11-deactivate, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9) 2024-05-21T00:48:48.372 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:48 smithi092 podman[71493]: 2024-05-21 00:48:48.287457249 +0000 UTC m=+0.340350755 container init 789d7053a1c4d8945704b2838794947fd8c2721850fe4ae17246b419552b6e84 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11-deactivate, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514) 2024-05-21T00:48:48.372 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:48 smithi092 podman[71493]: 2024-05-21 00:48:48.291101471 +0000 UTC m=+0.343994971 container start 789d7053a1c4d8945704b2838794947fd8c2721850fe4ae17246b419552b6e84 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True) 2024-05-21T00:48:48.372 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:48 smithi092 podman[71493]: 2024-05-21 00:48:48.37044827 +0000 UTC m=+0.423341777 container attach 789d7053a1c4d8945704b2838794947fd8c2721850fe4ae17246b419552b6e84 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11-deactivate, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-b772be9, io.buildah.version=1.33.5) 2024-05-21T00:48:48.806 INFO:journalctl@ceph.osd.11.smithi092.stdout:May 21 00:48:48 smithi092 podman[71493]: 2024-05-21 00:48:48.586026214 +0000 UTC m=+0.638919716 container died 789d7053a1c4d8945704b2838794947fd8c2721850fe4ae17246b419552b6e84 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-osd-11-deactivate, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-b772be9, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True) 2024-05-21T00:48:49.172 DEBUG:teuthology.orchestra.run.smithi092:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@osd.11.service' 2024-05-21T00:48:49.213 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:48:49.213 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-05-21T00:48:49.213 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-05-21T00:48:49.213 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.a 2024-05-21T00:48:49.553 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 21 00:48:49 smithi044 systemd[1]: Stopping Ceph mds.a for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:48:49.897 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 21 00:48:49 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-a[72740]: 2024-05-21T00:48:49.760+0000 7f9f8a200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:48:49.897 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 21 00:48:49 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-a[72740]: 2024-05-21T00:48:49.760+0000 7f9f8a200700 -1 mds.a *** got signal Terminated *** 2024-05-21T00:48:52.897 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 21 00:48:52 smithi044 podman[102880]: 2024-05-21 00:48:52.495660062 +0000 UTC m=+2.850083926 container died 8644fc37acf3c90bf0e38be1cd9f088f1af16a06a5105a7ba6f2a836de93309c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-a, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-b772be9, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:48:53.252 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 21 00:48:53 smithi044 podman[102880]: 2024-05-21 00:48:53.222837428 +0000 UTC m=+3.577261310 container cleanup 8644fc37acf3c90bf0e38be1cd9f088f1af16a06a5105a7ba6f2a836de93309c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-a, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-b772be9) 2024-05-21T00:48:53.252 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 21 00:48:53 smithi044 bash[102880]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-a 2024-05-21T00:48:53.897 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 21 00:48:53 smithi044 podman[102902]: 2024-05-21 00:48:53.474222952 +0000 UTC m=+0.960150591 container remove 8644fc37acf3c90bf0e38be1cd9f088f1af16a06a5105a7ba6f2a836de93309c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-a, RELEASE=wip-lusov-quiesce-b772be9, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-05-21T00:48:53.963 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.a.service' 2024-05-21T00:48:54.076 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:48:54.077 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-05-21T00:48:54.077 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-05-21T00:48:54.077 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.d 2024-05-21T00:48:54.397 INFO:journalctl@ceph.mds.d.smithi044.stdout:May 21 00:48:54 smithi044 systemd[1]: Stopping Ceph mds.d for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:48:55.147 INFO:journalctl@ceph.mds.d.smithi044.stdout:May 21 00:48:54 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-d[71536]: 2024-05-21T00:48:54.792+0000 7feee1800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:48:55.147 INFO:journalctl@ceph.mds.d.smithi044.stdout:May 21 00:48:54 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-d[71536]: 2024-05-21T00:48:54.792+0000 7feee1800700 -1 mds.d *** got signal Terminated *** 2024-05-21T00:48:59.091 INFO:journalctl@ceph.mds.d.smithi044.stdout:May 21 00:48:58 smithi044 podman[103010]: 2024-05-21 00:48:58.815521397 +0000 UTC m=+4.295926720 container died fdac9916e0aeb65269266d9f23ac40fc0a86d9b129e75d807ed325701cc3b894 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-d, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-b772be9, ceph=True, GIT_CLEAN=True) 2024-05-21T00:48:59.397 INFO:journalctl@ceph.mds.d.smithi044.stdout:May 21 00:48:59 smithi044 podman[103010]: 2024-05-21 00:48:59.284987665 +0000 UTC m=+4.765392991 container cleanup fdac9916e0aeb65269266d9f23ac40fc0a86d9b129e75d807ed325701cc3b894 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-d, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0) 2024-05-21T00:48:59.397 INFO:journalctl@ceph.mds.d.smithi044.stdout:May 21 00:48:59 smithi044 bash[103010]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-d 2024-05-21T00:48:59.894 INFO:journalctl@ceph.mds.d.smithi044.stdout:May 21 00:48:59 smithi044 podman[103022]: 2024-05-21 00:48:59.486548731 +0000 UTC m=+0.651676907 container remove fdac9916e0aeb65269266d9f23ac40fc0a86d9b129e75d807ed325701cc3b894 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-d, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-b772be9, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:48:59.923 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.d.service' 2024-05-21T00:49:00.035 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:49:00.035 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-05-21T00:49:00.035 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-05-21T00:49:00.036 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.g 2024-05-21T00:49:00.647 INFO:journalctl@ceph.mds.g.smithi044.stdout:May 21 00:49:00 smithi044 systemd[1]: Stopping Ceph mds.g for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:49:01.147 INFO:journalctl@ceph.mds.g.smithi044.stdout:May 21 00:49:00 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-g[72350]: 2024-05-21T00:49:00.678+0000 7f7033000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:49:01.147 INFO:journalctl@ceph.mds.g.smithi044.stdout:May 21 00:49:00 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-g[72350]: 2024-05-21T00:49:00.678+0000 7f7033000700 -1 mds.g *** got signal Terminated *** 2024-05-21T00:49:04.849 INFO:journalctl@ceph.mds.g.smithi044.stdout:May 21 00:49:04 smithi044 podman[103130]: 2024-05-21 00:49:04.51321671 +0000 UTC m=+3.971419781 container died 3f0a9b028ec02115de390bd1ece3db3c3d5a240882f91198dd553bc9347c95ee (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-g, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-05-21T00:49:05.146 INFO:journalctl@ceph.mds.g.smithi044.stdout:May 21 00:49:05 smithi044 podman[103130]: 2024-05-21 00:49:05.030745846 +0000 UTC m=+4.488948921 container cleanup 3f0a9b028ec02115de390bd1ece3db3c3d5a240882f91198dd553bc9347c95ee (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-g, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-b772be9, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-05-21T00:49:05.147 INFO:journalctl@ceph.mds.g.smithi044.stdout:May 21 00:49:05 smithi044 bash[103130]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-g 2024-05-21T00:49:05.647 INFO:journalctl@ceph.mds.g.smithi044.stdout:May 21 00:49:05 smithi044 podman[103144]: 2024-05-21 00:49:05.240555011 +0000 UTC m=+0.713055233 container remove 3f0a9b028ec02115de390bd1ece3db3c3d5a240882f91198dd553bc9347c95ee (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-g, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-05-21T00:49:05.734 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.g.service' 2024-05-21T00:49:05.847 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:49:05.847 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-05-21T00:49:05.848 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-05-21T00:49:05.848 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.j 2024-05-21T00:49:06.396 INFO:journalctl@ceph.mds.j.smithi044.stdout:May 21 00:49:06 smithi044 systemd[1]: Stopping Ceph mds.j for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:49:06.897 INFO:journalctl@ceph.mds.j.smithi044.stdout:May 21 00:49:06 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-j[71124]: 2024-05-21T00:49:06.499+0000 7fc1fc600700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:49:06.897 INFO:journalctl@ceph.mds.j.smithi044.stdout:May 21 00:49:06 smithi044 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-j[71124]: 2024-05-21T00:49:06.499+0000 7fc1fc600700 -1 mds.j *** got signal Terminated *** 2024-05-21T00:49:10.828 INFO:journalctl@ceph.mds.j.smithi044.stdout:May 21 00:49:10 smithi044 podman[103251]: 2024-05-21 00:49:10.514272453 +0000 UTC m=+4.152402606 container stop 67670f36278d11e20e42728b2969c8149ee133e6d52453d8d467299ea96f367c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-j, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514) 2024-05-21T00:49:10.828 INFO:journalctl@ceph.mds.j.smithi044.stdout:May 21 00:49:10 smithi044 podman[103251]: 2024-05-21 00:49:10.543186623 +0000 UTC m=+4.181316744 container died 67670f36278d11e20e42728b2969c8149ee133e6d52453d8d467299ea96f367c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-j, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-05-21T00:49:11.147 INFO:journalctl@ceph.mds.j.smithi044.stdout:May 21 00:49:11 smithi044 podman[103251]: 2024-05-21 00:49:11.009335402 +0000 UTC m=+4.647465552 container cleanup 67670f36278d11e20e42728b2969c8149ee133e6d52453d8d467299ea96f367c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-j, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-05-21T00:49:11.147 INFO:journalctl@ceph.mds.j.smithi044.stdout:May 21 00:49:11 smithi044 bash[103251]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-j 2024-05-21T00:49:11.521 INFO:journalctl@ceph.mds.j.smithi044.stdout:May 21 00:49:11 smithi044 podman[103277]: 2024-05-21 00:49:11.252369882 +0000 UTC m=+0.719928986 container remove 67670f36278d11e20e42728b2969c8149ee133e6d52453d8d467299ea96f367c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-j, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-b772be9) 2024-05-21T00:49:11.552 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.j.service' 2024-05-21T00:49:11.664 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:49:11.664 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-05-21T00:49:11.664 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-05-21T00:49:11.664 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.b 2024-05-21T00:49:11.944 INFO:journalctl@ceph.mds.b.smithi082.stdout:May 21 00:49:11 smithi082 systemd[1]: Stopping Ceph mds.b for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:49:12.204 INFO:journalctl@ceph.mds.b.smithi082.stdout:May 21 00:49:11 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-b[66091]: 2024-05-21T00:49:11.963+0000 7fce3468a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:49:12.204 INFO:journalctl@ceph.mds.b.smithi082.stdout:May 21 00:49:11 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-b[66091]: 2024-05-21T00:49:11.963+0000 7fce3468a700 -1 mds.b *** got signal Terminated *** 2024-05-21T00:49:16.265 INFO:journalctl@ceph.mds.b.smithi082.stdout:May 21 00:49:15 smithi082 podman[70582]: 2024-05-21 00:49:15.9695716 +0000 UTC m=+4.109403326 container died 3aaeeb27fa3b3919ab7c243809412d3bc3a0c7fdd4c6d2e317ec3c093cdddf99 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-b, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9) 2024-05-21T00:49:16.623 INFO:journalctl@ceph.mds.b.smithi082.stdout:May 21 00:49:16 smithi082 podman[70582]: 2024-05-21 00:49:16.370924043 +0000 UTC m=+4.510755790 container cleanup 3aaeeb27fa3b3919ab7c243809412d3bc3a0c7fdd4c6d2e317ec3c093cdddf99 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-b, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:49:16.623 INFO:journalctl@ceph.mds.b.smithi082.stdout:May 21 00:49:16 smithi082 bash[70582]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-b 2024-05-21T00:49:16.764 DEBUG:teuthology.orchestra.run.smithi082:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.b.service' 2024-05-21T00:49:16.799 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:49:16.800 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-05-21T00:49:16.800 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-05-21T00:49:16.800 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.e 2024-05-21T00:49:17.160 INFO:journalctl@ceph.mds.e.smithi082.stdout:May 21 00:49:16 smithi082 systemd[1]: Stopping Ceph mds.e for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:49:17.444 INFO:journalctl@ceph.mds.e.smithi082.stdout:May 21 00:49:17 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-e[65468]: 2024-05-21T00:49:17.158+0000 7fcda37ff700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:49:17.444 INFO:journalctl@ceph.mds.e.smithi082.stdout:May 21 00:49:17 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-e[65468]: 2024-05-21T00:49:17.158+0000 7fcda37ff700 -1 mds.e *** got signal Terminated *** 2024-05-21T00:49:18.785 INFO:journalctl@ceph.mds.e.smithi082.stdout:May 21 00:49:18 smithi082 podman[70714]: 2024-05-21 00:49:18.509065081 +0000 UTC m=+1.484966565 container died 2e23a71e03fdc83651ff704019621dacded9dfb5162c5bae5ba4c74dc99bd275 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-05-21T00:49:19.152 INFO:journalctl@ceph.mds.e.smithi082.stdout:May 21 00:49:18 smithi082 podman[70714]: 2024-05-21 00:49:18.882951833 +0000 UTC m=+1.858853320 container cleanup 2e23a71e03fdc83651ff704019621dacded9dfb5162c5bae5ba4c74dc99bd275 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-e, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-b772be9, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T00:49:19.152 INFO:journalctl@ceph.mds.e.smithi082.stdout:May 21 00:49:18 smithi082 bash[70714]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-e 2024-05-21T00:49:19.318 DEBUG:teuthology.orchestra.run.smithi082:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.e.service' 2024-05-21T00:49:19.350 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:49:19.350 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-05-21T00:49:19.350 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-05-21T00:49:19.350 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.h 2024-05-21T00:49:19.672 INFO:journalctl@ceph.mds.h.smithi082.stdout:May 21 00:49:19 smithi082 systemd[1]: Stopping Ceph mds.h for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:49:19.944 INFO:journalctl@ceph.mds.h.smithi082.stdout:May 21 00:49:19 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-h[65773]: 2024-05-21T00:49:19.669+0000 7f611e205700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:49:19.944 INFO:journalctl@ceph.mds.h.smithi082.stdout:May 21 00:49:19 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-h[65773]: 2024-05-21T00:49:19.669+0000 7f611e205700 -1 mds.h *** got signal Terminated *** 2024-05-21T00:49:23.944 INFO:journalctl@ceph.mds.h.smithi082.stdout:May 21 00:49:23 smithi082 podman[70834]: 2024-05-21 00:49:23.67829295 +0000 UTC m=+4.114130932 container died 90c0a0f0d4215a9b7168f6b157a04529a702feb14c86bce79a091311f36aa00c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-h, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, ceph=True) 2024-05-21T00:49:24.290 INFO:journalctl@ceph.mds.h.smithi082.stdout:May 21 00:49:24 smithi082 podman[70834]: 2024-05-21 00:49:24.027946769 +0000 UTC m=+4.463784732 container cleanup 90c0a0f0d4215a9b7168f6b157a04529a702feb14c86bce79a091311f36aa00c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-h, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9) 2024-05-21T00:49:24.290 INFO:journalctl@ceph.mds.h.smithi082.stdout:May 21 00:49:24 smithi082 bash[70834]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-h 2024-05-21T00:49:24.462 DEBUG:teuthology.orchestra.run.smithi082:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.h.service' 2024-05-21T00:49:24.494 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:49:24.494 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-05-21T00:49:24.494 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-05-21T00:49:24.494 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.k 2024-05-21T00:49:24.808 INFO:journalctl@ceph.mds.k.smithi082.stdout:May 21 00:49:24 smithi082 systemd[1]: Stopping Ceph mds.k for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:49:25.194 INFO:journalctl@ceph.mds.k.smithi082.stdout:May 21 00:49:24 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-k[65151]: 2024-05-21T00:49:24.805+0000 7f0f05cdc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:49:25.194 INFO:journalctl@ceph.mds.k.smithi082.stdout:May 21 00:49:24 smithi082 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-k[65151]: 2024-05-21T00:49:24.805+0000 7f0f05cdc700 -1 mds.k *** got signal Terminated *** 2024-05-21T00:49:29.197 INFO:journalctl@ceph.mds.k.smithi082.stdout:May 21 00:49:28 smithi082 podman[70956]: 2024-05-21 00:49:28.811787318 +0000 UTC m=+4.101687552 container died b54178debf681fed46b44d141126723ea7d8bacf73b39f4c7eec93489e27c3dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-k, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-05-21T00:49:29.633 INFO:journalctl@ceph.mds.k.smithi082.stdout:May 21 00:49:29 smithi082 podman[70956]: 2024-05-21 00:49:29.364526804 +0000 UTC m=+4.654427031 container cleanup b54178debf681fed46b44d141126723ea7d8bacf73b39f4c7eec93489e27c3dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-k, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240514) 2024-05-21T00:49:29.633 INFO:journalctl@ceph.mds.k.smithi082.stdout:May 21 00:49:29 smithi082 bash[70956]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-k 2024-05-21T00:49:29.752 DEBUG:teuthology.orchestra.run.smithi082:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.k.service' 2024-05-21T00:49:29.782 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:49:29.782 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-05-21T00:49:29.782 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-05-21T00:49:29.783 DEBUG:teuthology.orchestra.run.smithi092:> sudo systemctl stop ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.c 2024-05-21T00:49:30.097 INFO:journalctl@ceph.mds.c.smithi092.stdout:May 21 00:49:29 smithi092 systemd[1]: Stopping Ceph mds.c for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:49:30.360 INFO:journalctl@ceph.mds.c.smithi092.stdout:May 21 00:49:30 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-c[66734]: 2024-05-21T00:49:30.252+0000 7f7ccc4b7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:49:30.360 INFO:journalctl@ceph.mds.c.smithi092.stdout:May 21 00:49:30 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-c[66734]: 2024-05-21T00:49:30.252+0000 7f7ccc4b7700 -1 mds.c *** got signal Terminated *** 2024-05-21T00:49:32.806 INFO:journalctl@ceph.mds.c.smithi092.stdout:May 21 00:49:32 smithi092 podman[71598]: 2024-05-21 00:49:32.453201268 +0000 UTC m=+2.482931721 container died a0611532e46641c1f82356b2cb8f00e2dbb0966f29099ca4999d9934282fd161 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-c, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS) 2024-05-21T00:49:33.146 INFO:journalctl@ceph.mds.c.smithi092.stdout:May 21 00:49:32 smithi092 podman[71598]: 2024-05-21 00:49:32.935346526 +0000 UTC m=+2.965076972 container cleanup a0611532e46641c1f82356b2cb8f00e2dbb0966f29099ca4999d9934282fd161 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-c, RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux ) 2024-05-21T00:49:33.147 INFO:journalctl@ceph.mds.c.smithi092.stdout:May 21 00:49:32 smithi092 bash[71598]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-c 2024-05-21T00:49:33.287 DEBUG:teuthology.orchestra.run.smithi092:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.c.service' 2024-05-21T00:49:33.321 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:49:33.321 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-05-21T00:49:33.321 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-05-21T00:49:33.321 DEBUG:teuthology.orchestra.run.smithi092:> sudo systemctl stop ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.f 2024-05-21T00:49:33.556 INFO:journalctl@ceph.mds.f.smithi092.stdout:May 21 00:49:33 smithi092 systemd[1]: Stopping Ceph mds.f for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:49:34.056 INFO:journalctl@ceph.mds.f.smithi092.stdout:May 21 00:49:33 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-f[66428]: 2024-05-21T00:49:33.637+0000 7f8fb814f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:49:34.056 INFO:journalctl@ceph.mds.f.smithi092.stdout:May 21 00:49:33 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-f[66428]: 2024-05-21T00:49:33.637+0000 7f8fb814f700 -1 mds.f *** got signal Terminated *** 2024-05-21T00:49:37.691 INFO:journalctl@ceph.mds.f.smithi092.stdout:May 21 00:49:37 smithi092 podman[71731]: 2024-05-21 00:49:37.426306082 +0000 UTC m=+3.892419471 container died 17b6d43f52be72ed4e7e522e5cd6fcbc62bef39680979ad11b0064d1ed84e1d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-f, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514) 2024-05-21T00:49:37.949 INFO:journalctl@ceph.mds.f.smithi092.stdout:May 21 00:49:37 smithi092 podman[71731]: 2024-05-21 00:49:37.763652408 +0000 UTC m=+4.229765801 container cleanup 17b6d43f52be72ed4e7e522e5cd6fcbc62bef39680979ad11b0064d1ed84e1d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-f, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux ) 2024-05-21T00:49:37.949 INFO:journalctl@ceph.mds.f.smithi092.stdout:May 21 00:49:37 smithi092 bash[71731]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-f 2024-05-21T00:49:38.200 INFO:journalctl@ceph.mds.f.smithi092.stdout:May 21 00:49:37 smithi092 podman[71746]: 2024-05-21 00:49:37.948000503 +0000 UTC m=+0.514468797 container remove 17b6d43f52be72ed4e7e522e5cd6fcbc62bef39680979ad11b0064d1ed84e1d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-f, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514) 2024-05-21T00:49:38.200 INFO:journalctl@ceph.mds.f.smithi092.stdout:May 21 00:49:38 smithi092 systemd[1]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.f.service: Deactivated successfully. 2024-05-21T00:49:38.200 INFO:journalctl@ceph.mds.f.smithi092.stdout:May 21 00:49:38 smithi092 systemd[1]: Stopped Ceph mds.f for d03df2b2-1708-11ef-bc9a-c7b262605968. 2024-05-21T00:49:38.200 INFO:journalctl@ceph.mds.f.smithi092.stdout:May 21 00:49:38 smithi092 systemd[1]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.f.service: Consumed 1.036s CPU time. 2024-05-21T00:49:38.202 DEBUG:teuthology.orchestra.run.smithi092:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.f.service' 2024-05-21T00:49:38.234 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:49:38.234 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-05-21T00:49:38.234 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-05-21T00:49:38.235 DEBUG:teuthology.orchestra.run.smithi092:> sudo systemctl stop ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.i 2024-05-21T00:49:38.552 INFO:journalctl@ceph.mds.i.smithi092.stdout:May 21 00:49:38 smithi092 systemd[1]: Stopping Ceph mds.i for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:49:38.806 INFO:journalctl@ceph.mds.i.smithi092.stdout:May 21 00:49:38 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-i[67051]: 2024-05-21T00:49:38.550+0000 7f7d7f2ba700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:49:38.806 INFO:journalctl@ceph.mds.i.smithi092.stdout:May 21 00:49:38 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-i[67051]: 2024-05-21T00:49:38.550+0000 7f7d7f2ba700 -1 mds.i *** got signal Terminated *** 2024-05-21T00:49:40.760 INFO:journalctl@ceph.mds.i.smithi092.stdout:May 21 00:49:40 smithi092 podman[71852]: 2024-05-21 00:49:40.453292281 +0000 UTC m=+2.005603055 container died 36268d749b7bc4009d8e0440879ffb04413d52bfedabea0ff91e026dbcd8de0b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-i, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-b772be9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-05-21T00:49:41.056 INFO:journalctl@ceph.mds.i.smithi092.stdout:May 21 00:49:40 smithi092 podman[71852]: 2024-05-21 00:49:40.758478808 +0000 UTC m=+2.310789585 container cleanup 36268d749b7bc4009d8e0440879ffb04413d52bfedabea0ff91e026dbcd8de0b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-i, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514) 2024-05-21T00:49:41.056 INFO:journalctl@ceph.mds.i.smithi092.stdout:May 21 00:49:40 smithi092 bash[71852]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-i 2024-05-21T00:49:41.056 INFO:journalctl@ceph.mds.i.smithi092.stdout:May 21 00:49:40 smithi092 podman[71866]: 2024-05-21 00:49:40.984569032 +0000 UTC m=+0.523022686 container remove 36268d749b7bc4009d8e0440879ffb04413d52bfedabea0ff91e026dbcd8de0b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-i, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-b772be9, ceph=True, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T00:49:41.120 DEBUG:teuthology.orchestra.run.smithi092:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.i.service' 2024-05-21T00:49:41.150 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:49:41.151 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-05-21T00:49:41.151 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-05-21T00:49:41.151 DEBUG:teuthology.orchestra.run.smithi092:> sudo systemctl stop ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.l 2024-05-21T00:49:41.482 INFO:journalctl@ceph.mds.l.smithi092.stdout:May 21 00:49:41 smithi092 systemd[1]: Stopping Ceph mds.l for d03df2b2-1708-11ef-bc9a-c7b262605968... 2024-05-21T00:49:41.806 INFO:journalctl@ceph.mds.l.smithi092.stdout:May 21 00:49:41 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-l[66127]: 2024-05-21T00:49:41.478+0000 7fe2ce1b2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:49:41.806 INFO:journalctl@ceph.mds.l.smithi092.stdout:May 21 00:49:41 smithi092 ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-l[66127]: 2024-05-21T00:49:41.478+0000 7fe2ce1b2700 -1 mds.l *** got signal Terminated *** 2024-05-21T00:49:45.805 INFO:journalctl@ceph.mds.l.smithi092.stdout:May 21 00:49:45 smithi092 podman[71973]: 2024-05-21 00:49:45.483212302 +0000 UTC m=+4.119489313 container died e006a9d401fa23dcf5a3be844650801da0b084e8749349179209f2e20d29e964 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-l, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-05-21T00:49:46.056 INFO:journalctl@ceph.mds.l.smithi092.stdout:May 21 00:49:45 smithi092 podman[71973]: 2024-05-21 00:49:45.903240427 +0000 UTC m=+4.539517432 container cleanup e006a9d401fa23dcf5a3be844650801da0b084e8749349179209f2e20d29e964 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-l, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True) 2024-05-21T00:49:46.056 INFO:journalctl@ceph.mds.l.smithi092.stdout:May 21 00:49:45 smithi092 bash[71973]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-l 2024-05-21T00:49:46.339 INFO:journalctl@ceph.mds.l.smithi092.stdout:May 21 00:49:46 smithi092 podman[71986]: 2024-05-21 00:49:46.087267473 +0000 UTC m=+0.597476971 container remove e006a9d401fa23dcf5a3be844650801da0b084e8749349179209f2e20d29e964 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-d03df2b2-1708-11ef-bc9a-c7b262605968-mds-l, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T00:49:46.339 INFO:journalctl@ceph.mds.l.smithi092.stdout:May 21 00:49:46 smithi092 systemd[1]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.l.service: Deactivated successfully. 2024-05-21T00:49:46.339 INFO:journalctl@ceph.mds.l.smithi092.stdout:May 21 00:49:46 smithi092 systemd[1]: Stopped Ceph mds.l for d03df2b2-1708-11ef-bc9a-c7b262605968. 2024-05-21T00:49:46.339 INFO:journalctl@ceph.mds.l.smithi092.stdout:May 21 00:49:46 smithi092 systemd[1]: ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.l.service: Consumed 1.017s CPU time. 2024-05-21T00:49:46.340 DEBUG:teuthology.orchestra.run.smithi092:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d03df2b2-1708-11ef-bc9a-c7b262605968@mds.l.service' 2024-05-21T00:49:46.370 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:49:46.370 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-05-21T00:49:46.370 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 --force --keep-logs 2024-05-21T00:49:46.707 INFO:teuthology.orchestra.run.smithi044.stdout:Deleting cluster with fsid: d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:49:51.684 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 --force --keep-logs 2024-05-21T00:49:51.874 INFO:teuthology.orchestra.run.smithi082.stdout:Deleting cluster with fsid: d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:49:54.243 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 --force --keep-logs 2024-05-21T00:49:54.429 INFO:teuthology.orchestra.run.smithi092.stdout:Deleting cluster with fsid: d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:49:56.813 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-21T00:49:56.911 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-21T00:49:56.943 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-21T00:49:56.969 INFO:tasks.cephadm:Archiving crash dumps... 2024-05-21T00:49:56.970 DEBUG:teuthology.misc:Transferring archived files from smithi044:/var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi/7717418/remote/smithi044/crash 2024-05-21T00:49:56.971 DEBUG:teuthology.orchestra.run.smithi044:> sudo tar c -f - -C /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/crash -- . 2024-05-21T00:49:57.076 INFO:teuthology.orchestra.run.smithi044.stderr:tar: /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/crash: Cannot open: No such file or directory 2024-05-21T00:49:57.076 INFO:teuthology.orchestra.run.smithi044.stderr:tar: Error is not recoverable: exiting now 2024-05-21T00:49:57.082 DEBUG:teuthology.misc:Transferring archived files from smithi082:/var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi/7717418/remote/smithi082/crash 2024-05-21T00:49:57.082 DEBUG:teuthology.orchestra.run.smithi082:> sudo tar c -f - -C /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/crash -- . 2024-05-21T00:49:57.122 INFO:teuthology.orchestra.run.smithi082.stderr:tar: /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/crash: Cannot open: No such file or directory 2024-05-21T00:49:57.122 INFO:teuthology.orchestra.run.smithi082.stderr:tar: Error is not recoverable: exiting now 2024-05-21T00:49:57.123 DEBUG:teuthology.misc:Transferring archived files from smithi092:/var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi/7717418/remote/smithi092/crash 2024-05-21T00:49:57.124 DEBUG:teuthology.orchestra.run.smithi092:> sudo tar c -f - -C /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/crash -- . 2024-05-21T00:49:57.164 INFO:teuthology.orchestra.run.smithi092.stderr:tar: /var/lib/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/crash: Cannot open: No such file or directory 2024-05-21T00:49:57.164 INFO:teuthology.orchestra.run.smithi092.stderr:tar: Error is not recoverable: exiting now 2024-05-21T00:49:57.165 INFO:tasks.cephadm:Checking cluster log for badness... 2024-05-21T00:49:57.165 DEBUG:teuthology.orchestra.run.smithi044:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-05-21T00:49:57.275 INFO:tasks.cephadm:Compressing logs... 2024-05-21T00:49:57.276 DEBUG:teuthology.orchestra.run.smithi044:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-21T00:49:57.280 DEBUG:teuthology.orchestra.run.smithi082:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-21T00:49:57.282 DEBUG:teuthology.orchestra.run.smithi092:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-21T00:49:57.305 INFO:teuthology.orchestra.run.smithi092.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph.log 2024-05-21T00:49:57.305 INFO:teuthology.orchestra.run.smithi092.stderr:: No such file or directory 2024-05-21T00:49:57.305 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.2.log 2024-05-21T00:49:57.305 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.f.log 2024-05-21T00:49:57.311 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph.audit.log 2024-05-21T00:49:57.311 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.5.log 2024-05-21T00:49:57.311 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.c.log 2024-05-21T00:49:57.311 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph.audit.log: /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mon.c.log 2024-05-21T00:49:57.311 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mgr.z.log 2024-05-21T00:49:57.311 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.i.log 2024-05-21T00:49:57.311 INFO:teuthology.orchestra.run.smithi092.stderr: 87.1% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph.log.gz 2024-05-21T00:49:57.312 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mgr.z.log: gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph.cephadm.log 2024-05-21T00:49:57.312 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.i.log: 90.3% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph.audit.log.gz 2024-05-21T00:49:57.312 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.11.log 2024-05-21T00:49:57.312 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph.cephadm.log: 94.6% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.f.log.gz 2024-05-21T00:49:57.312 INFO:teuthology.orchestra.run.smithi092.stderr: 82.0% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph.cephadm.log.gz 2024-05-21T00:49:57.312 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.8.log 2024-05-21T00:49:57.312 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-volume.log 2024-05-21T00:49:57.318 INFO:teuthology.orchestra.run.smithi082.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph.log 2024-05-21T00:49:57.318 INFO:teuthology.orchestra.run.smithi082.stderr:: No such file or directory 2024-05-21T00:49:57.318 INFO:teuthology.orchestra.run.smithi082.stderr:gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph.audit.log 2024-05-21T00:49:57.318 INFO:teuthology.orchestra.run.smithi082.stderr:gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.7.log 2024-05-21T00:49:57.318 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph.log: /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.b.log 2024-05-21T00:49:57.318 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.4.log 2024-05-21T00:49:57.319 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.1.log 2024-05-21T00:49:57.319 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mgr.y.log 2024-05-21T00:49:57.319 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.h.log 2024-05-21T00:49:57.319 INFO:teuthology.orchestra.run.smithi082.stderr: 87.1%/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mgr.y.log: -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph.log.gz 2024-05-21T00:49:57.319 INFO:teuthology.orchestra.run.smithi082.stderr:gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.10.log 2024-05-21T00:49:57.319 INFO:teuthology.orchestra.run.smithi082.stderr: 90.3% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph.audit.log.gz 2024-05-21T00:49:57.319 INFO:teuthology.orchestra.run.smithi082.stderr:gzip -5 --verbose --/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.h.log: /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph.cephadm.log 2024-05-21T00:49:57.319 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.e.log 2024-05-21T00:49:57.319 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph.cephadm.log: 82.1% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph.cephadm.log.gz 2024-05-21T00:49:57.319 INFO:teuthology.orchestra.run.smithi082.stderr:gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-volume.log 2024-05-21T00:49:57.319 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.e.log: 92.7% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mgr.y.log.gz 2024-05-21T00:49:57.319 INFO:teuthology.orchestra.run.smithi082.stderr:gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mon.b.log 2024-05-21T00:49:57.319 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-volume.log: 94.5% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.e.log.gz 2024-05-21T00:49:57.319 INFO:teuthology.orchestra.run.smithi082.stderr:gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.k.log 2024-05-21T00:49:57.320 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.8.log: 92.7% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mgr.z.log.gz 2024-05-21T00:49:57.331 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.l.log 2024-05-21T00:49:57.332 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mon.b.log: 91.0% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-volume.log.gz 2024-05-21T00:49:57.332 INFO:teuthology.orchestra.run.smithi082.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-21T00:49:57.336 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.k.log: 94.6% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.k.log.gz 2024-05-21T00:49:57.337 INFO:teuthology.orchestra.run.smithi044.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph.log 2024-05-21T00:49:57.337 INFO:teuthology.orchestra.run.smithi044.stderr:: No such file or directory 2024-05-21T00:49:57.338 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph.audit.log 2024-05-21T00:49:57.339 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.g.log 2024-05-21T00:49:57.339 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/cephadm.log: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-21T00:49:57.340 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.j.log 2024-05-21T00:49:57.340 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.g.log: 87.1% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph.log.gz 2024-05-21T00:49:57.341 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.3.log 2024-05-21T00:49:57.342 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.j.log: 90.1% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph.audit.log.gz 2024-05-21T00:49:57.342 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.0.log 2024-05-21T00:49:57.343 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mgr.x.log 2024-05-21T00:49:57.344 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-21T00:49:57.344 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mon.a.log 2024-05-21T00:49:57.345 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.l.log: 91.0% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-volume.log.gz 2024-05-21T00:49:57.346 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.6.log 2024-05-21T00:49:57.346 INFO:teuthology.orchestra.run.smithi044.stderr: 94.5% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.j.log.gz 2024-05-21T00:49:57.347 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph.cephadm.log 2024-05-21T00:49:57.348 INFO:teuthology.orchestra.run.smithi092.stderr: 94.6% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.l.log.gz 2024-05-21T00:49:57.349 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.a.log 2024-05-21T00:49:57.350 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph.cephadm.log: 82.5% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph.cephadm.log.gz 2024-05-21T00:49:57.351 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/cephadm.log: 92.5% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-21T00:49:57.353 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-volume.log 2024-05-21T00:49:57.357 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.d.log 2024-05-21T00:49:57.357 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.9.log 2024-05-21T00:49:57.357 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-21T00:49:57.357 INFO:teuthology.orchestra.run.smithi092.stderr: 94.4% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.c.log.gz 2024-05-21T00:49:57.363 INFO:teuthology.orchestra.run.smithi082.stderr: 94.2% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.h.log.gz 2024-05-21T00:49:57.369 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.d.log: /var/log/ceph/cephadm.log: /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.9.log: 94.4% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.d.log.gz 2024-05-21T00:49:57.373 INFO:teuthology.orchestra.run.smithi044.stderr: 90.9% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-volume.log.gz 2024-05-21T00:49:57.380 INFO:teuthology.orchestra.run.smithi044.stderr: 94.0% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-21T00:49:57.431 INFO:teuthology.orchestra.run.smithi044.stderr: 93.2% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.g.log.gz 2024-05-21T00:49:57.461 INFO:teuthology.orchestra.run.smithi044.stderr: 93.2% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.a.log.gz 2024-05-21T00:49:57.561 INFO:teuthology.orchestra.run.smithi044.stderr: 90.0% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mgr.x.log.gz 2024-05-21T00:49:57.577 INFO:teuthology.orchestra.run.smithi082.stderr: 92.0% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mon.b.log.gz 2024-05-21T00:49:57.610 INFO:teuthology.orchestra.run.smithi092.stderr: 95.7% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.i.log.gz 2024-05-21T00:49:57.746 INFO:teuthology.orchestra.run.smithi092.stderr: 91.7% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mon.c.log.gz 2024-05-21T00:49:58.113 INFO:teuthology.orchestra.run.smithi044.stderr: 91.7% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.9.log.gz 2024-05-21T00:49:58.144 INFO:teuthology.orchestra.run.smithi044.stderr: 90.3% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mon.a.log.gz 2024-05-21T00:49:58.468 INFO:teuthology.orchestra.run.smithi044.stderr: 92.2% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.0.log.gz 2024-05-21T00:49:58.521 INFO:teuthology.orchestra.run.smithi044.stderr: 91.5% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.6.log.gz 2024-05-21T00:49:58.648 INFO:teuthology.orchestra.run.smithi092.stderr: 92.9% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.11.log.gz 2024-05-21T00:49:58.789 INFO:teuthology.orchestra.run.smithi092.stderr: 92.3% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.2.log.gz 2024-05-21T00:49:58.922 INFO:teuthology.orchestra.run.smithi082.stderr: 92.5% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.1.log.gz 2024-05-21T00:49:58.943 INFO:teuthology.orchestra.run.smithi082.stderr: 92.6% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.7.log.gz 2024-05-21T00:49:59.007 INFO:teuthology.orchestra.run.smithi082.stderr: 92.9% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.4.log.gz 2024-05-21T00:49:59.016 INFO:teuthology.orchestra.run.smithi044.stderr: 92.5% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.3.log.gz 2024-05-21T00:49:59.021 INFO:teuthology.orchestra.run.smithi044.stderr: 2024-05-21T00:49:59.021 INFO:teuthology.orchestra.run.smithi044.stderr:real 0m1.708s 2024-05-21T00:49:59.021 INFO:teuthology.orchestra.run.smithi044.stderr:user 0m5.527s 2024-05-21T00:49:59.021 INFO:teuthology.orchestra.run.smithi044.stderr:sys 0m0.488s 2024-05-21T00:49:59.032 INFO:teuthology.orchestra.run.smithi092.stderr: 92.0% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.8.log.gz 2024-05-21T00:49:59.151 INFO:teuthology.orchestra.run.smithi082.stderr: 92.1% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.10.log.gz 2024-05-21T00:49:59.801 INFO:teuthology.orchestra.run.smithi092.stderr: 94.4% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-osd.5.log.gz 2024-05-21T00:49:59.803 INFO:teuthology.orchestra.run.smithi092.stderr: 2024-05-21T00:49:59.803 INFO:teuthology.orchestra.run.smithi092.stderr:real 0m2.507s 2024-05-21T00:49:59.803 INFO:teuthology.orchestra.run.smithi092.stderr:user 0m7.625s 2024-05-21T00:49:59.803 INFO:teuthology.orchestra.run.smithi092.stderr:sys 0m0.252s 2024-05-21T00:50:01.287 INFO:teuthology.orchestra.run.smithi082.stderr: 93.4% -- replaced with /var/log/ceph/d03df2b2-1708-11ef-bc9a-c7b262605968/ceph-mds.b.log.gz 2024-05-21T00:50:01.289 INFO:teuthology.orchestra.run.smithi082.stderr: 2024-05-21T00:50:01.289 INFO:teuthology.orchestra.run.smithi082.stderr:real 0m3.993s 2024-05-21T00:50:01.289 INFO:teuthology.orchestra.run.smithi082.stderr:user 0m10.798s 2024-05-21T00:50:01.289 INFO:teuthology.orchestra.run.smithi082.stderr:sys 0m0.329s 2024-05-21T00:50:01.290 INFO:tasks.cephadm:Archiving logs... 2024-05-21T00:50:01.290 DEBUG:teuthology.misc:Transferring archived files from smithi044:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi/7717418/remote/smithi044/log 2024-05-21T00:50:01.291 DEBUG:teuthology.orchestra.run.smithi044:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-21T00:50:02.152 DEBUG:teuthology.misc:Transferring archived files from smithi082:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi/7717418/remote/smithi082/log 2024-05-21T00:50:02.153 DEBUG:teuthology.orchestra.run.smithi082:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-21T00:50:03.684 DEBUG:teuthology.misc:Transferring archived files from smithi092:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi/7717418/remote/smithi092/log 2024-05-21T00:50:03.685 DEBUG:teuthology.orchestra.run.smithi092:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-21T00:50:04.819 INFO:tasks.cephadm:Removing cluster... 2024-05-21T00:50:04.819 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 --force 2024-05-21T00:50:05.151 INFO:teuthology.orchestra.run.smithi044.stdout:Deleting cluster with fsid: d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:50:05.736 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 --force 2024-05-21T00:50:05.927 INFO:teuthology.orchestra.run.smithi082.stdout:Deleting cluster with fsid: d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:50:06.232 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid d03df2b2-1708-11ef-bc9a-c7b262605968 --force 2024-05-21T00:50:06.419 INFO:teuthology.orchestra.run.smithi092.stdout:Deleting cluster with fsid: d03df2b2-1708-11ef-bc9a-c7b262605968 2024-05-21T00:50:06.672 INFO:tasks.cephadm:Removing cephadm ... 2024-05-21T00:50:06.672 DEBUG:teuthology.orchestra.run.smithi044:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-21T00:50:06.734 DEBUG:teuthology.orchestra.run.smithi082:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-21T00:50:06.751 DEBUG:teuthology.orchestra.run.smithi092:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-21T00:50:06.766 INFO:tasks.cephadm:Teardown complete 2024-05-21T00:50:06.766 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-05-21T00:50:06.778 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-05-21T00:50:06.778 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-21T00:50:06.786 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-21T00:50:06.793 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-21T00:50:06.939 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-05-21T00:50:06.949 INFO:teuthology.task.clock:Checking final clock skew... 2024-05-21T00:50:06.949 DEBUG:teuthology.orchestra.run.smithi044:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-21T00:50:06.958 DEBUG:teuthology.orchestra.run.smithi082:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-21T00:50:06.960 DEBUG:teuthology.orchestra.run.smithi092:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-21T00:50:06.972 INFO:teuthology.orchestra.run.smithi082.stderr:bash: line 1: ntpq: command not found 2024-05-21T00:50:06.974 INFO:teuthology.orchestra.run.smithi092.stderr:bash: line 1: ntpq: command not found 2024-05-21T00:50:06.977 INFO:teuthology.orchestra.run.smithi082.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-21T00:50:06.978 INFO:teuthology.orchestra.run.smithi082.stdout:=============================================================================== 2024-05-21T00:50:06.978 INFO:teuthology.orchestra.run.smithi082.stdout:^* hv01.front.sepia.ceph.com 3 6 377 45 +574us[ +573us] +/- 48ms 2024-05-21T00:50:06.978 INFO:teuthology.orchestra.run.smithi082.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 46 -429us[ -431us] +/- 81ms 2024-05-21T00:50:06.978 INFO:teuthology.orchestra.run.smithi082.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 47 -561us[ -562us] +/- 62ms 2024-05-21T00:50:06.978 INFO:teuthology.orchestra.run.smithi082.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T00:50:06.979 INFO:teuthology.orchestra.run.smithi092.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-21T00:50:06.979 INFO:teuthology.orchestra.run.smithi092.stdout:=============================================================================== 2024-05-21T00:50:06.979 INFO:teuthology.orchestra.run.smithi092.stdout:^* hv01.front.sepia.ceph.com 3 6 377 46 +581us[ +582us] +/- 48ms 2024-05-21T00:50:06.979 INFO:teuthology.orchestra.run.smithi092.stdout:^+ hv02.front.sepia.ceph.com 3 7 377 46 -383us[ -382us] +/- 81ms 2024-05-21T00:50:06.979 INFO:teuthology.orchestra.run.smithi092.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 51 -538us[ -537us] +/- 62ms 2024-05-21T00:50:06.979 INFO:teuthology.orchestra.run.smithi092.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T00:50:07.007 INFO:teuthology.orchestra.run.smithi044.stderr:bash: line 1: ntpq: command not found 2024-05-21T00:50:07.018 INFO:teuthology.orchestra.run.smithi044.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-21T00:50:07.018 INFO:teuthology.orchestra.run.smithi044.stdout:=============================================================================== 2024-05-21T00:50:07.018 INFO:teuthology.orchestra.run.smithi044.stdout:^* hv01.front.sepia.ceph.com 3 7 377 46 +613us[ +573us] +/- 48ms 2024-05-21T00:50:07.018 INFO:teuthology.orchestra.run.smithi044.stdout:^+ hv02.front.sepia.ceph.com 3 7 377 49 -369us[ -409us] +/- 81ms 2024-05-21T00:50:07.018 INFO:teuthology.orchestra.run.smithi044.stdout:^+ hv03.front.sepia.ceph.com 3 7 377 48 -519us[ -559us] +/- 62ms 2024-05-21T00:50:07.018 INFO:teuthology.orchestra.run.smithi044.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T00:50:07.020 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-05-21T00:50:07.030 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-05-21T00:50:07.030 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-05-21T00:50:07.039 DEBUG:teuthology.orchestra.run.smithi044:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-21T00:50:07.265 DEBUG:teuthology.orchestra.run.smithi082:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-21T00:50:07.333 DEBUG:teuthology.orchestra.run.smithi092:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-21T00:50:07.398 DEBUG:teuthology.orchestra.run.smithi044:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-21T00:50:07.497 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T00:50:07.497 DEBUG:teuthology.orchestra.run.smithi082:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-21T00:50:07.525 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T00:50:07.526 DEBUG:teuthology.orchestra.run.smithi092:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-21T00:50:07.553 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T00:50:07.554 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-05-21T00:50:07.564 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-05-21T00:50:07.574 INFO:teuthology.task.internal:Duration was 1916.336658 seconds 2024-05-21T00:50:07.574 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-05-21T00:50:07.584 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-05-21T00:50:07.584 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-21T00:50:07.592 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-21T00:50:07.594 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-21T00:50:07.630 INFO:teuthology.orchestra.run.smithi092.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-21T00:50:07.630 INFO:teuthology.orchestra.run.smithi082.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-21T00:50:07.723 INFO:teuthology.orchestra.run.smithi044.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-21T00:50:08.105 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-05-21T00:50:08.106 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi044.front.sepia.ceph.com 2024-05-21T00:50:08.106 DEBUG:teuthology.orchestra.run.smithi044:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-21T00:50:08.175 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi082.front.sepia.ceph.com 2024-05-21T00:50:08.175 DEBUG:teuthology.orchestra.run.smithi082:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-21T00:50:08.207 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi092.front.sepia.ceph.com 2024-05-21T00:50:08.207 DEBUG:teuthology.orchestra.run.smithi092:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-21T00:50:08.231 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-05-21T00:50:08.231 DEBUG:teuthology.orchestra.run.smithi044:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-21T00:50:08.237 DEBUG:teuthology.orchestra.run.smithi082:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-21T00:50:08.250 DEBUG:teuthology.orchestra.run.smithi092:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-21T00:50:08.321 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-05-21T00:50:08.321 DEBUG:teuthology.orchestra.run.smithi044:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-21T00:50:08.326 DEBUG:teuthology.orchestra.run.smithi082:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-21T00:50:08.329 DEBUG:teuthology.orchestra.run.smithi092:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-21T00:50:09.378 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-05-21T00:50:09.392 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-05-21T00:50:09.392 DEBUG:teuthology.orchestra.run.smithi044:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-21T00:50:09.477 DEBUG:teuthology.orchestra.run.smithi082:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-21T00:50:09.505 DEBUG:teuthology.orchestra.run.smithi092:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-21T00:50:09.534 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-05-21T00:50:09.545 DEBUG:teuthology.orchestra.run.smithi044:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-21T00:50:09.553 DEBUG:teuthology.orchestra.run.smithi082:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-21T00:50:09.555 DEBUG:teuthology.orchestra.run.smithi092:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-21T00:50:09.579 INFO:teuthology.orchestra.run.smithi082.stdout:kernel.core_pattern = core 2024-05-21T00:50:09.599 INFO:teuthology.orchestra.run.smithi092.stdout:kernel.core_pattern = core 2024-05-21T00:50:09.648 INFO:teuthology.orchestra.run.smithi044.stdout:kernel.core_pattern = core 2024-05-21T00:50:09.937 DEBUG:teuthology.orchestra.run.smithi044:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-21T00:50:09.994 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T00:50:09.994 DEBUG:teuthology.orchestra.run.smithi082:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-21T00:50:10.011 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T00:50:10.012 DEBUG:teuthology.orchestra.run.smithi092:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-21T00:50:10.028 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T00:50:10.029 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-05-21T00:50:10.041 INFO:teuthology.task.internal:Transferring archived files... 2024-05-21T00:50:10.042 DEBUG:teuthology.misc:Transferring archived files from smithi044:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi/7717418/remote/smithi044 2024-05-21T00:50:10.042 DEBUG:teuthology.orchestra.run.smithi044:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-21T00:50:10.165 DEBUG:teuthology.misc:Transferring archived files from smithi082:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi/7717418/remote/smithi082 2024-05-21T00:50:10.166 DEBUG:teuthology.orchestra.run.smithi082:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-21T00:50:10.205 DEBUG:teuthology.misc:Transferring archived files from smithi092:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi/7717418/remote/smithi092 2024-05-21T00:50:10.206 DEBUG:teuthology.orchestra.run.smithi092:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-21T00:50:10.247 INFO:teuthology.task.internal:Removing archive directory... 2024-05-21T00:50:10.248 DEBUG:teuthology.orchestra.run.smithi044:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-21T00:50:10.256 DEBUG:teuthology.orchestra.run.smithi082:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-21T00:50:10.259 DEBUG:teuthology.orchestra.run.smithi092:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-21T00:50:10.311 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-05-21T00:50:10.324 INFO:teuthology.task.internal:Not uploading archives. 2024-05-21T00:50:10.324 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-05-21T00:50:10.336 INFO:teuthology.task.internal:Tidying up after the test... 2024-05-21T00:50:10.336 DEBUG:teuthology.orchestra.run.smithi044:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-21T00:50:10.342 DEBUG:teuthology.orchestra.run.smithi082:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-21T00:50:10.344 DEBUG:teuthology.orchestra.run.smithi092:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-21T00:50:10.359 INFO:teuthology.orchestra.run.smithi082.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 21 00:50 /home/ubuntu/cephtest 2024-05-21T00:50:10.360 INFO:teuthology.orchestra.run.smithi092.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 21 00:50 /home/ubuntu/cephtest 2024-05-21T00:50:10.393 INFO:teuthology.orchestra.run.smithi044.stdout: 393229 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 21 00:50 /home/ubuntu/cephtest 2024-05-21T00:50:10.396 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-05-21T00:50:10.407 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-05-21T00:50:10.435 INFO:teuthology.run:Summary data: client.0-kernel-sha1: 0fe9556839d28e65b29a64cc05a26a6884e8775d description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/no 5-quiesce/with-quiesce 6-workunit/direct_io}} duration: 1916.336657524109 flavor: default owner: scheduled_leonidus@teuthology success: true 2024-05-21T00:50:10.435 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-05-21T00:50:10.529 INFO:teuthology.run:pass